-- Logs begin at Thu 2021-05-20 15:12:18 UTC, end at Thu 2021-05-20 16:58:22 UTC. -- May 20 15:43:52.925979 dv-neutron-601336-76-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 20 15:43:55.330962 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.common.config [-] Logging enabled! May 20 15:43:55.331617 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev223 May 20 15:43:55.331756 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 15:43:55.335004 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.common.config [-] Logging enabled! May 20 15:43:55.335258 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev223 May 20 15:43:55.335563 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 15:43:55.336486 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:55.336715 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:55.337062 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:55.337305 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:55.337553 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:55.337870 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.338164 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.338458 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.338685 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.338977 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.339264 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.339544 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.339828 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.340120 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.340404 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.340684 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.340964 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.341194 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.341499 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.341784 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.342066 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.342287 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] debug = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.342564 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.342992 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.343410 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.343689 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.343973 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.344258 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.344522 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.344797 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.345075 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.345440 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] host = dv-neutron-601336-76-hyperv {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.345732 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.346000 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.346283 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.346566 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.346871 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.347147 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.347429 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.347703 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.347972 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.348241 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.348538 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.348805 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.349089 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.349310 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.349553 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.349837 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.350118 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.350388 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.350663 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.350932 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.351202 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.351470 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.351736 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.352012 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.352289 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.352570 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.352840 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.353109 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.353404 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.353674 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.353954 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.354221 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.354489 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.354757 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.355039 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.355303 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.355570 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.355869 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.356149 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.356426 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.356706 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.356976 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.357254 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.357547 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.357817 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.358086 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] use_json = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.358354 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.358620 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.358899 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.359169 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.359438 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.359707 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.359973 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.360252 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:55.360555 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.360853 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.361155 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.361459 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.361761 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.362039 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.362844 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.363127 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.363420 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.363706 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.363997 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.364273 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.364562 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.364839 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.365133 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.365462 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.365758 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.366046 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.366320 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.366593 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.366866 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.367142 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.367428 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.367720 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.368009 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.368283 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.368561 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.368853 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.369133 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.369427 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.369709 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.369995 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.370272 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.370544 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.370826 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.371110 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.371383 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.371652 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.371930 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.372219 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.372495 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.372765 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.373036 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.373314 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.373609 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.373893 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.374170 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.374439 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.374709 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.374984 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.375258 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.375527 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.375804 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.376073 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.376359 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.376617 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.376886 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.377158 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.377460 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.377735 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.378623 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.378900 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.379180 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.379456 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.379730 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.380004 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.380277 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.380548 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.380836 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.381137 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.381442 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.381724 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.382005 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.382284 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.382563 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.382839 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.383116 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.383392 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.383663 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.383952 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.384233 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.384516 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.384796 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.385070 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.385388 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.385673 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.385956 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.386509 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.386509 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.386784 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.387066 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.387971 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.387971 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.387971 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.388269 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.388502 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.389619 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.389619 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.389619 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:55.389619 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:55.390149 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92326) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 15:43:55.740980 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:55.741253 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:55.741636 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:55.741963 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 15:43:56.049603 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.049918 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.050186 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.051414 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.051684 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.052200 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.171315 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.171590 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.171853 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.185470 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.185746 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.186012 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.214506 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.214782 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.215044 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.255221 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.255573 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.255931 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.484979 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.485665 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.485665 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.485821 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.486522 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.610658 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.610972 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.611248 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.611516 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.611781 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.612086 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.612881 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.613138 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.613415 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.613695 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.613954 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.614301 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.614570 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.614817 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.615080 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.615344 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.615597 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.616004 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.616263 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.616546 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.616893 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.617144 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.617411 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.617694 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.617943 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.618187 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.618567 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:56.618803 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:56.619044 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:56.619278 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:56.619509 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:56.619741 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:56.620101 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 15:43:56.623192 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 15:43:56.627054 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 15:43:56.631382 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 20 15:43:56.632980 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 15:43:56.633442 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 15:43:56.633770 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 15:43:56.634147 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 15:43:56.637044 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 15:43:56.637297 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 15:43:56.637665 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 15:43:56.666180 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 15:43:56.666630 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.666926 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92326) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 15:43:56.667287 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.668703 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92326) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 15:43:56.668994 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 15:43:56.669247 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 15:43:56.672646 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.672921 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:56.736194 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 15:43:56.736359 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 15:43:56.736585 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 15:43:56.736959 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 15:43:56.767693 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_db.sqlalchemy.engines [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92326) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 15:43:57.109749 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing driver for type 'gre' May 20 15:43:57.110344 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] gre ID ranges: [(1, 1000)] May 20 15:43:57.167269 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing driver for type 'local' May 20 15:43:57.167669 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing driver for type 'vlan' May 20 15:43:57.181658 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] VlanTypeDriver initialization complete May 20 15:43:57.181991 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing driver for type 'vxlan' May 20 15:43:57.182493 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] vxlan ID ranges: [(1, 1000)] May 20 15:43:57.235921 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing extension driver 'port_security' May 20 15:43:57.236326 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] PortSecurityExtensionDriver initialization complete May 20 15:43:57.236687 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing mechanism driver 'openvswitch' May 20 15:43:57.237014 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing mechanism driver 'hyperv' May 20 15:43:57.244121 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:57.244882 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.245252 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.245657 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.246036 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.246383 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.246722 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.247094 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.247435 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.247768 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.248136 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > security_group after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.248475 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > security_group after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.248809 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.249178 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.249541 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.249878 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.250240 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > address_group after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.250574 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > address_group after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.250902 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.251225 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] ML2 OVO RPC backend initialized. {{(pid=92326) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 15:43:57.251915 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.252259 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.252663 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.253030 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > networks before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.253396 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.253729 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > ports before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.254062 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.254396 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnets before_response 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.254729 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.255059 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.255380 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.255707 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.256032 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.256353 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.256676 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.256999 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.257318 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.257900 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.plugin [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Modular L2 Plugin initialization complete May 20 15:43:57.258221 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading services supported by the core plugin {{(pid=92326) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 15:43:57.258540 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.plugins.ml2.managers [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Got port-security extension from driver 'port_security' May 20 15:43:57.258990 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.extensions.vlantransparent [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Disabled vlantransparent extension. May 20 15:43:57.259462 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92326) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 15:43:57.259764 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: router May 20 15:43:57.296946 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.297350 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_create 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.297728 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router before_create 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.298092 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.298463 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.298811 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_delete 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.299157 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.299521 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_create 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.299916 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_update 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.300770 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_update 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.301116 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.301496 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_update 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.302151 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_update 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.302515 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.302847 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.303178 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: subnet after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.303520 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.303847 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.304185 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_create 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.304519 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.304852 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.305198 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router after_update 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.305560 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.305899 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_create 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.306252 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.306585 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_update 55549900 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.306944 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > network after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.307786 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Tracking information for resource: router configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:57.308108 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Tracking information for resource: floatingip configured {{(pid=92326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:57.313132 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.db.l3_agentschedulers_db [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 15:43:57.313734 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.314089 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port after_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.314433 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port after_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.314775 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: port after_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.315583 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router before_create 55550100 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.315940 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.316295 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_create 55550100 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.316639 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > router precommit_update 55550100 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.321075 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.provider_configuration [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service providers = [] {{(pid=92326) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 15:43:57.321464 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.db.servicetype_db [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92326) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 15:43:57.324315 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.service_base [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:57.324658 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.service_base [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:57.324991 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.service_base [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:57.325875 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.services.service_base [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:57.326236 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.services.service_base [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 15:43:57.326773 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.327087 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 15:43:57.337984 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.338311 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: auto_allocate May 20 15:43:57.343966 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: network precommit_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.344327 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: network precommit_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.344835 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.345146 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: tag May 20 15:43:57.352438 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.352759 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: timestamp May 20 15:43:57.356499 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.356829 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: network_ip_availability May 20 15:43:57.362043 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.362387 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.362738 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.363440 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.363750 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: flavors May 20 15:43:57.368527 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.368846 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading Plugin: revisions May 20 15:43:57.373122 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:57.373541 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_concurrency.lockutils [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.632s {{(pid=92326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:57.374267 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92326) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 15:43:57.374589 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Initializing extension manager. May 20 15:43:57.375091 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: __init__.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.375425 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: __pycache__ {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.375751 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.376077 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: address_group.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.376809 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.377390 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: address-group May 20 15:43:57.377708 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: address_scope.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.378418 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.378922 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: address-scope May 20 15:43:57.379233 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.380142 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.380650 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: router-admin-state-down-before-update May 20 15:43:57.380963 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: agent.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.381671 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.382197 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: agent May 20 15:43:57.382510 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: agent_resources_synced.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.383385 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.383890 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: agent-resources-synced May 20 15:43:57.384202 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: allowedaddresspairs.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.386055 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.386576 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: allowed-address-pairs May 20 15:43:57.386896 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: auto_allocated_topology.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.387937 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.388449 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: auto-allocated-topology May 20 15:43:57.388767 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: availability_zone.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.389473 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.389973 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: availability_zone May 20 15:43:57.390291 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: availability_zone_filter.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.391160 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.391661 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: availability_zone_filter May 20 15:43:57.391975 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: data_plane_status.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.392841 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.393353 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension data-plane-status not supported by any of loaded plugins May 20 15:43:57.394219 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: default_subnetpools.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.395098 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.395601 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: default-subnetpools May 20 15:43:57.395914 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.396696 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.397200 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: dhcp_agent_scheduler May 20 15:43:57.397548 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: dns.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.398421 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.398917 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension dns-integration not supported by any of loaded plugins May 20 15:43:57.399230 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: dns_domain_ports.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.400107 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.400605 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 15:43:57.400917 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: dvr.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.401588 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.402086 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: dvr May 20 15:43:57.402395 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: empty_string_filtering.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.403269 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.403767 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: empty-string-filtering May 20 15:43:57.404079 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.404953 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.405495 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 15:43:57.405803 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.406678 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.407307 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 15:43:57.407591 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: external_net.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.408554 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.409261 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: external-net May 20 15:43:57.409836 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.411065 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.412111 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: extra_dhcp_opt May 20 15:43:57.412492 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: extraroute.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.413577 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.414166 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: extraroute May 20 15:43:57.414567 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: extraroute_atomic.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.415704 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.416268 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: extraroute-atomic May 20 15:43:57.416670 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: filter_validation.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.417525 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.418139 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: filter-validation May 20 15:43:57.418495 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: fip_pf_description.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.419825 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.420424 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 15:43:57.420785 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: fip_port_details.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.421996 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.422612 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: fip-port-details May 20 15:43:57.423029 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: flavors.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.424426 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.425109 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: flavors May 20 15:43:57.425661 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.427937 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.428580 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 15:43:57.428937 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: floatingip_pools.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.430339 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.430979 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: floatingip-pools May 20 15:43:57.431422 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: ip_allocation.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.432575 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.433126 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension ip_allocation not supported by any of loaded plugins May 20 15:43:57.433816 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.434760 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.435409 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: ip-substring-filtering May 20 15:43:57.435795 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l2_adjacency.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.436924 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.437527 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 15:43:57.437878 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.439035 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.439587 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: router May 20 15:43:57.439907 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.442187 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.442710 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 15:43:57.443038 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.443928 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.444582 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: ext-gw-mode May 20 15:43:57.444910 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.445827 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.446333 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: l3-ha May 20 15:43:57.446652 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3_flavors.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.447530 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.448031 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: l3-flavors May 20 15:43:57.448350 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.449242 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.449781 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 15:43:57.450097 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: l3agentscheduler.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.451115 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.451621 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: l3_agent_scheduler May 20 15:43:57.451939 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: logging.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.453461 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.453974 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension logging not supported by any of loaded plugins May 20 15:43:57.454297 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: metering.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.455018 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.455592 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: metering May 20 15:43:57.455911 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.457560 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.458071 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: metering_source_and_destination_fields May 20 15:43:57.458390 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: multiprovidernet.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.459407 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.459912 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: multi-provider May 20 15:43:57.460226 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: netmtu.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.461104 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.461644 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: net-mtu May 20 15:43:57.461956 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: netmtu_writable.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.462835 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.463336 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: net-mtu-writable May 20 15:43:57.463648 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: network_availability_zone.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.464289 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.464786 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: network_availability_zone May 20 15:43:57.465096 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: network_ip_availability.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.466184 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.466689 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: network-ip-availability May 20 15:43:57.467004 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: network_segment_range.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.467740 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.468234 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension network-segment-range not supported by any of loaded plugins May 20 15:43:57.468545 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: pagination.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.469533 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.469855 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: pagination May 20 15:43:57.470164 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: port_device_profile.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.471078 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.471595 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: port-device-profile May 20 15:43:57.472468 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.473374 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.473884 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: port-mac-address-regenerate May 20 15:43:57.474197 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.475074 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.475575 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: port-numa-affinity-policy May 20 15:43:57.475886 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: port_resource_request.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.476759 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.477260 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension port-resource-request not supported by any of loaded plugins May 20 15:43:57.477620 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: portbindings.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.478491 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.478998 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: binding May 20 15:43:57.479309 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: portbindings_extended.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.480542 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.481055 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: binding-extended May 20 15:43:57.481401 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: portsecurity.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.482292 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.482797 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: port-security May 20 15:43:57.483111 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: project_id.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.484495 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.484495 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: project-id May 20 15:43:57.484675 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: providernet.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.485599 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.486130 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: provider May 20 15:43:57.486406 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.490525 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.491041 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos not supported by any of loaded plugins May 20 15:43:57.491372 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.492585 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.493095 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 15:43:57.493443 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.494327 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.494834 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 15:43:57.495151 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_default.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.496026 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.496532 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-default not supported by any of loaded plugins May 20 15:43:57.496849 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_fip.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.497516 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.498018 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-fip not supported by any of loaded plugins May 20 15:43:57.498333 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_gateway_ip.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.499220 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.499723 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 15:43:57.500035 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_port_network_policy.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.500914 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.501451 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 15:43:57.501770 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_rule_type_details.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.502657 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.503704 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 15:43:57.504027 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: qos_rules_alias.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.505036 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.505566 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 15:43:57.505882 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: quotasv2.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.506898 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.507216 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: quotas May 20 15:43:57.507528 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: quotasv2_detail.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.509110 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.509464 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: quota_details May 20 15:43:57.509788 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: rbac.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.510813 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.511345 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: rbac-policies May 20 15:43:57.511667 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: rbac_address_group.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.512557 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.513070 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: rbac-address-group May 20 15:43:57.513417 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: rbac_address_scope.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.514311 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.514820 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: rbac-address-scope May 20 15:43:57.515140 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: rbac_security_groups.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.516020 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.516523 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: rbac-security-groups May 20 15:43:57.516838 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: rbac_subnetpool.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.517750 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.518256 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: rbac-subnetpool May 20 15:43:57.518594 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: revisionifmatch.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.519475 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.519983 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: revision-if-match May 20 15:43:57.520297 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: revisions.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.521391 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.521900 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: standard-attr-revisions May 20 15:43:57.522214 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: router_availability_zone.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.522859 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.523360 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: router_availability_zone May 20 15:43:57.523675 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: routerservicetype.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.524552 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.525056 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension router-service-type not supported by any of loaded plugins May 20 15:43:57.525395 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.526275 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.526778 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: security-groups-normalized-cidr May 20 15:43:57.527089 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.527968 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.528470 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: port-security-groups-filtering May 20 15:43:57.528783 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.529692 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.530195 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: security-groups-remote-address-group May 20 15:43:57.530509 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: securitygroup.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.540188 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.540723 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: security-group May 20 15:43:57.541048 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: segment.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.541848 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.542353 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension segment not supported by any of loaded plugins May 20 15:43:57.542669 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.543586 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.544087 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 15:43:57.544404 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: servicetype.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.545515 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.546026 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: service-type May 20 15:43:57.546340 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: sorting.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.547291 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.547614 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: sorting May 20 15:43:57.547926 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: standard_attr_segment.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.548812 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.549314 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 15:43:57.549652 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: standardattrdescription.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.550793 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.551295 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: standard-attr-description May 20 15:43:57.551607 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: stateful_security_group.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.552763 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.553269 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: stateful-security-group May 20 15:43:57.553606 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: stdattrs_common.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.554173 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 15:43:57.554486 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.555466 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.555975 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 15:43:57.556289 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: subnet_onboard.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.557323 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.557858 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: subnet_onboard May 20 15:43:57.558176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.559082 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.559586 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 15:43:57.559901 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: subnet_service_types.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.560792 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.561299 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: subnet-service-types May 20 15:43:57.561645 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: subnetallocation.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.562686 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.563196 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: subnet_allocation May 20 15:43:57.563509 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.564152 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.564655 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: subnetpool-prefix-ops May 20 15:43:57.564969 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.566456 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.566959 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 15:43:57.567274 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: tagging.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.568318 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.568873 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: standard-attr-tag May 20 15:43:57.569192 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: timestamp.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.570395 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.570908 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loaded extension: standard-attr-timestamp May 20 15:43:57.571225 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: trunk.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.572244 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.572753 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension trunk not supported by any of loaded plugins May 20 15:43:57.573069 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: trunk_details.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.573989 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.574496 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension trunk-details not supported by any of loaded plugins May 20 15:43:57.574810 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: uplink_status_propagation.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.575698 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.576201 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 15:43:57.576513 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Loading extension file: vlantransparent.py {{(pid=92326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:57.577157 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:57.577686 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 15:43:57.580191 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:network May 20 15:43:57.580917 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:subnet May 20 15:43:57.581750 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:57.582353 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:port May 20 15:43:57.583622 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.584054 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service FLAVORS assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.584677 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.585100 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.585456 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:router May 20 15:43:57.586095 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:floatingip May 20 15:43:57.586795 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service METERING assigned prefix: /metering {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.588408 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.588597 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.588943 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:57.590103 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of CountableResource for resource:rbac_policy May 20 15:43:57.590568 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:security_group May 20 15:43:57.591381 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 15:43:57.592160 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service CORE assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.592485 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:57.592819 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] subnetpool is already registered May 20 15:43:57.593445 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service CORE assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.593771 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:57.594087 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] subnetpool is already registered May 20 15:43:57.597848 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.598278 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service FLAVORS assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.598867 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.599281 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.599610 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:router May 20 15:43:57.599930 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] router is already registered May 20 15:43:57.600553 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:floatingip May 20 15:43:57.600874 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] floatingip is already registered May 20 15:43:57.601533 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service METERING assigned prefix: /metering {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.602208 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of CountableResource for resource:rbac_policy May 20 15:43:57.602525 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] rbac_policy is already registered May 20 15:43:57.603057 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:security_group May 20 15:43:57.603373 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] security_group is already registered May 20 15:43:57.603944 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 15:43:57.604261 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] security_group_rule is already registered May 20 15:43:57.604919 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service CORE assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.605224 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:57.605565 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] subnetpool is already registered May 20 15:43:57.606154 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.v2.resource_helper [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Service CORE assigned prefix: {{(pid=92326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:57.606475 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:57.606790 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING neutron.quota.resource_registry [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] subnetpool is already registered May 20 15:43:57.607438 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: extensions {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.608913 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: address-groups {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.610558 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: address-scopes {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.611758 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: agents {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.613549 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: auto-allocated-topology {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.614735 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: availability_zones {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.616061 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: dhcp-networks {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.617511 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: dhcp-agents {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.618919 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: routers {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.620720 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: flavors {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.621916 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: service_profiles {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.623117 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: next_providers {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.624606 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: service_profiles {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.626089 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: floatingip-pools {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.627311 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: routers {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.629695 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: floatingips {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.630873 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: l3-routers {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.632260 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: l3-agents {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.633716 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: metering-labels {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.635068 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: metering-label-rules {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.636457 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: network-ip-availabilities {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.637745 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: bindings {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.639396 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: quotas {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.640812 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: quotas {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.642275 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: rbac-policies {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.643582 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: security-groups {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.644791 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: security-group-rules {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.646037 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: service-providers {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.647256 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: subnetpools {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.648659 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: subnetpools {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.650174 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.651848 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.653684 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.655441 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.658367 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.660251 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.662046 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.775367 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.777161 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.779024 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron.api.extensions [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Extended resource: tags {{(pid=92326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:57.785508 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING keystonemiddleware.auth_token [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 15:43:57.790245 dv-neutron-601336-76-hyperv neutron-server[92326]: WARNING keystonemiddleware.auth_token [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 15:43:57.798573 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_concurrency.lockutils [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Acquired lock "singleton_lock" {{(pid=92326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 15:43:57.799048 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_concurrency.lockutils [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Releasing lock "singleton_lock" {{(pid=92326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 15:43:57.799673 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Starting 2 workers May 20 15:43:57.805102 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Started child 92431 {{(pid=92326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:57.809545 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Started child 92432 {{(pid=92326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:57.810369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.811154 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO neutron.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 15:43:57.811794 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Notify callbacks [] for process, before_spawn {{(pid=92326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.811898 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [-] (92431) wsgi starting up on http://0.0.0.0:9696 May 20 15:43:57.814278 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Starting 1 workers May 20 15:43:57.814519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.816169 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [-] (92432) wsgi starting up on http://0.0.0.0:9696 May 20 15:43:57.819293 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Started child 92433 {{(pid=92326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:57.819805 dv-neutron-601336-76-hyperv neutron-server[92326]: INFO oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Starting 1 workers May 20 15:43:57.822735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] calling RpcWorker wait() {{(pid=92433) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 15:43:57.823277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] returning from RpcWorker wait() {{(pid=92433) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 15:43:57.824225 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Started child 92434 {{(pid=92326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:57.824525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.824986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:57.825084 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c38b-b22e-45d2-baae-beff814a5da8 None None] Notify callbacks [] for process, after_spawn {{(pid=92326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.826902 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 15:43:57.827105 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:57.827278 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:57.827499 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:57.827850 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:57.828018 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:57.828490 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.828771 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.829035 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.829626 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.829626 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.829626 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.830038 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:57.830207 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.830404 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.830651 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.830933 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.831224 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.831394 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.831566 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.831804 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.832050 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.832353 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.832637 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.832877 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.833127 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.833295 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.833566 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.833842 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.834085 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.834349 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] debug = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.834596 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.835053 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.835288 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.835525 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.835734 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.836014 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.836252 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.836532 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.836782 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.837021 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.837449 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.837710 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.837940 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.838148 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.838362 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.838626 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.838836 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.839332 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] host = dv-neutron-601336-76-hyperv {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.839563 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.839771 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.840016 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.840256 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.840504 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.840732 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.840994 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.841240 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.841507 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.841725 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.841972 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.842210 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.842421 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.842657 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.842816 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_options = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.843031 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.843310 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.843569 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.843753 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.843895 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.844151 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.844302 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.844544 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.844704 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.844925 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.845136 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.845326 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.845581 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.845830 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.846044 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.846269 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.846478 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.847237 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.847527 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.847818 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.848060 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.848200 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.848396 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.848644 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.848824 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.849052 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.849285 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.849524 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.849736 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.849987 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.850215 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.850464 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.850691 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.850929 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.851171 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.852420 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.852696 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.853429 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.853651 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.854092 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.854285 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.854536 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.854777 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.855096 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.855336 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.855588 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_json = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.856692 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.856796 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.857071 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.857315 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.858159 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.858885 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.858885 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.858885 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.859293 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.859575 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.859897 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.860133 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861376 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861376 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861376 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861376 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861376 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861746 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.861949 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.862209 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.863094 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.863394 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.863754 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.864038 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.864363 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.864702 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.864947 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.865170 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.865463 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.865695 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.866047 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.866388 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.866670 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.866941 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.867184 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.869023 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.869277 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.872878 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.873145 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.873418 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.873742 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.873967 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.874204 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.874444 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.874695 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.874928 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.875180 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.875437 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.875709 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.875971 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.876207 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.876452 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.876695 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.876918 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.877142 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.878302 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.881621 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.882068 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.882999 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.883994 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.884377 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.884760 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.885681 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.885978 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.886229 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.886475 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.886719 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.886957 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.887202 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.887488 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.887763 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.887991 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.888213 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.888478 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.888710 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.888972 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.889200 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.892191 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.892805 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.893051 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.893292 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.895458 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.895724 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.895971 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.896199 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.896434 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.896672 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.896908 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.897159 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.897407 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.897657 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.897868 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.898186 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.898516 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.898767 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.899025 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.899282 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.899552 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.899813 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.900086 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.900313 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.900599 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.900876 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.901149 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.902782 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.904026 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.904645 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.905650 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.905918 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.906186 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.906472 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.906709 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.906987 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.907246 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.907621 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.907907 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.908173 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.908431 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.908697 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.908995 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.909779 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.910063 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.910287 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.910551 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.910914 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.911182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.911452 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.911713 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.911944 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.912269 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.912565 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.912808 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.913047 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.913410 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.913637 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.913942 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.914189 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.914430 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.914661 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.914908 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.915230 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.915454 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.915695 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.915913 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.916274 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.916444 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.916692 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.916957 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.917217 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.917506 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.917753 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.917995 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.918206 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.918442 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.918668 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.918878 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.919089 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.919302 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.919537 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.919769 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.920036 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.920223 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.920434 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.920651 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.920870 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.921097 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.921310 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.921574 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.921783 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.921998 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.922230 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.922462 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.922693 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.922905 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.923130 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.923406 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.923618 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.923884 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.924112 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.924336 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.924562 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.924802 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.926181 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.926181 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.926181 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.926516 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.926586 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.927255 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.927372 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.927955 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.927955 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.927955 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.928187 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.928423 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.928671 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.929008 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.929255 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.929506 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.929767 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.930009 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.930242 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.930486 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.930713 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.930925 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932039 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932039 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932039 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932039 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932376 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932461 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932621 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.932837 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.933055 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.933266 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.933580 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.933837 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.934099 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.934343 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.934572 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.934814 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.935022 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.935233 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.935444 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.935668 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.935951 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.936163 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.936372 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.936586 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.936790 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.937033 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.937241 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.937485 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.937721 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.937933 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.938152 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.938359 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.938588 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.938820 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.939024 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.939336 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.939585 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.939801 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.940090 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.940337 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.940613 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.940872 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.941215 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.941444 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.941681 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.941897 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.942131 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.942364 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.942627 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.942935 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.943222 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.943449 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.943683 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.943992 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.944279 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.944547 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.944777 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.945063 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.945461 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.945739 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.945992 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.946237 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.946498 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.946735 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.946948 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.947238 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.947391 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.947602 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.947847 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.948067 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.948158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:57.948285 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.948518 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.948765 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.948976 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.949215 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.949460 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.949699 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.949910 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.950064 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:57.950617 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 15:43:57.950775 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:57.950924 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:57.951111 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:57.951286 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:57.951435 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:57.951619 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.951779 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.951936 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.952093 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.952249 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.952426 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.952582 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.952736 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.952907 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953036 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953191 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953357 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953525 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953682 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953839 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.953994 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.954149 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.954305 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.954465 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.954622 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.954777 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.954933 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.955087 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] debug = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.955241 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.955426 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.955584 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.955739 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.955894 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.956076 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.956233 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.956388 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.956543 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.956698 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.956852 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957008 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957164 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957318 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957495 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957651 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957805 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.957959 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] host = dv-neutron-601336-76-hyperv {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.958114 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.958269 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.958424 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.958580 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.958738 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.958891 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959046 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959200 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959353 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959510 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959662 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959817 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.959970 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.960125 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.960279 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_options = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.960433 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.960587 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.960741 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.960912 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.961072 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.961231 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.961409 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.961563 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.961718 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.961873 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962028 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962183 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962334 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962489 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962643 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962798 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.962954 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.963109 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.963264 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.963420 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.963579 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.963742 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.963904 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964049 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964199 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964339 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964477 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964621 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964747 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.964871 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965009 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965159 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965392 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965536 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965644 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965776 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.965930 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966087 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966243 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966576 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966576 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966743 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966836 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.966980 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.967167 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.967319 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_json = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.967451 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.967582 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.967711 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.968286 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.968286 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.968286 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.968286 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.969182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:57.969182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.969182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.969182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.969182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.969182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970176 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970605 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970605 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970605 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970809 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970895 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.970974 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.971128 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.971287 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.971446 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.971603 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.972287 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.972465 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.972607 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.972771 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.972928 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.973110 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.973246 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.973429 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.973740 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.973740 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.973932 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974017 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974174 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974331 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974490 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974649 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974806 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.974964 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.975123 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.975282 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.975440 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.975599 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.975759 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.975916 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976076 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976448 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976448 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976608 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976724 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976829 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.976987 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.977161 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.977299 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.977479 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.977637 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.977795 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.977952 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.978110 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.978268 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.978427 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.978598 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.978757 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.978914 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.979087 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.979226 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.979384 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.979543 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.979701 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.979860 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.980017 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.980175 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.980333 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.980492 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.980650 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.980808 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981030 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981149 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981395 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981496 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981631 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981790 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.981947 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.982106 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.982272 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.982445 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.982603 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.982763 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.982921 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.983080 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.983237 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.983395 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.983554 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.983711 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.983869 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984187 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984187 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984359 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984477 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984634 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984792 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.984949 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.985107 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.985265 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.985445 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.985604 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.985762 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.985920 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.986077 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.986233 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.986391 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.986559 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.986717 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.986878 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.987037 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.987201 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.987421 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.988101 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.988261 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.988420 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.988577 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.988734 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.988891 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.989049 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.989227 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.989395 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.989533 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.989698 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.989870 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990027 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990186 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990325 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990510 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990668 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990825 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.990988 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.991145 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.991305 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.991464 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.991622 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.991780 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.991937 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.992095 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.992254 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.992413 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.992570 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.992729 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.992886 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.993044 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.993203 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.993612 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.993774 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.993933 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.994092 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.994252 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.994410 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.994568 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.994725 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.994883 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995041 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995200 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995358 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995519 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995673 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995830 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.995986 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.996143 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.996301 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.996458 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.996618 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.996777 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.996936 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.997095 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.997261 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.997437 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.997596 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.997756 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.997915 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.998073 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.998232 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.998389 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.998549 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.998708 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.998866 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999025 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999183 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999360 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999537 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999650 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999807 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:57.999962 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.000119 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.000276 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.000433 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.000594 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.000764 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.000905 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.001069 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.001227 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.001406 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.001571 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.001713 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.001873 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.002030 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.002262 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.002262 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.002262 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.002262 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.002262 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003214 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003214 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003361 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003438 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003550 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003708 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.003866 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004033 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004191 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004350 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004508 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004666 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004832 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.004991 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.005148 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.005305 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.005484 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.005651 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.005808 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.005967 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.006124 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.006281 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.006448 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.006608 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.006767 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.006933 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.007090 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.007248 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.007405 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.007575 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.007734 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.007894 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.008052 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.008209 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.008367 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.008526 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.008688 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.008855 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.009020 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.009180 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.009354 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.009532 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.009699 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.009856 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010020 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010189 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010347 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010504 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010662 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010819 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.010976 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.011136 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.011294 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.011451 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.011608 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.011765 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.011922 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.012081 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.012238 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.012396 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.012553 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.012711 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.012867 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.013024 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.013182 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:58.013331 dv-neutron-601336-76-hyperv neutron-server[92326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:58.097408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34456) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:58.106483 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069046 May 20 15:44:10.453609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91678783-7182-4cb9-be59-6a480528892c None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:44:10.532386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91678783-7182-4cb9-be59-6a480528892c None None] No non-hosted networks {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 15:44:10.549280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.agentschedulers_db [None req-91678783-7182-4cb9-be59-6a480528892c None None] DHCP Agent not found on host dv-neutron-601336-76-hyperv {{(pid=92433) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 15:44:10.618390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-71f90ceb-70bb-4510-b9c0-605202a795f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198'] for agent, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:13.075700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198'] for agent, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:13.077306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.077905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.078450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.078988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.079536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.080088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.080652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.081781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.082320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.082868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.083432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.083962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:13.084550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-76-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:13.099767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-76-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:13.685023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e7b59ef0-54a0-4619-9c1c-69d8b3c177fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198'] for agent, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:13.731101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8d5b2257-0b09-46a1-8a84-4a7302115151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:14.517836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198'] for agent, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.329003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198'] for agent, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:16.760052 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.db.l3_hamode_db [None req-44b19018-409b-4e4c-a07e-f38e8ace0e22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 15:44:16.845596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b19018-409b-4e4c-a07e-f38e8ace0e22 None None] Routers set() bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:16.845974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b19018-409b-4e4c-a07e-f38e8ace0e22 None None] Router IDs set() for agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 15:44:17.708876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:18.319834 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING oslo_policy.policy [None req-c14687b5-0adf-4386-9790-67815339b094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:18.320501 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING oslo_policy.policy [None req-c14687b5-0adf-4386-9790-67815339b094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:18.538545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-c14687b5-0adf-4386-9790-67815339b094 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:18.539580 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c14687b5-0adf-4386-9790-67815339b094 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8297746 May 20 15:44:20.887820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34562) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:21.274094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:21.374447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.policy [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92432) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 15:44:21.421467 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING oslo_policy.policy [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:21.421874 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING oslo_policy.policy [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:21.431135 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.quota [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] Loaded quota_driver: . May 20 15:44:21.447148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:21.512300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767615839296', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767615838739', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767615879250', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767615890942', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767615863393', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767615873951', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-725715', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1999113'] for rbac-policy, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:21.575977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:21.577196 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6a2a2538-08af-43e7-b528-37aa617c0a4b admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6884460 May 20 15:44:24.173505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 34576) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:24.766499 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING oslo_policy.policy [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:24.767083 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING oslo_policy.policy [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:24.982758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Request body: {'network': {'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'name': 'private'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:24.984433 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.quota [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Loaded quota_driver: . May 20 15:44:25.000571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:25.007035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Usage tracker for resource:network and tenant:4b823ac1175741eb9a87a30a6c525f14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:25.012663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:25.020130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:25.035853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Made reservation on behalf of 4b823ac1175741eb9a87a30a6c525f14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:25.108017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.policy [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92431) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 15:44:25.153636 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING oslo_policy.policy [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:25.154015 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING oslo_policy.policy [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:44:25.164602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.185908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.201002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:25.204683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Usage tracker for resource:security_group_rule and tenant:4b823ac1175741eb9a87a30a6c525f14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:25.210457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:25.216039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:25.315291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.319156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.324874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:25.345639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:44:25.371661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767615119180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.372303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Unsubscribe: segment precommit_create {{(pid=92431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 15:44:25.372801 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Added segment d86be4fb-a3f1-447b-82c4-16ad318f9ff3 of type vlan for network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 May 20 15:44:25.382078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff11e4-184d-4522-b955-eff76b0b68e5,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:25.444202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.444544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.444875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.445197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.445540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.445857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.446168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.446478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.446790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.447096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.447404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.447708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Tracked resource versions report: May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: pushed versions: May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: { 'AddressGroup': {'1.2'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'ConntrackHelper': {'1.0'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Log': {'1.0'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Network': {'1.1'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Port': {'1.7'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'PortForwarding': {'1.2'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'QosPolicy': {'1.8'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroup': {'1.4'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroupRule': {'1.2'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SubPort': {'1.0'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Subnet': {'1.1'}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Trunk': {'1.1'}} May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: consumer versions: May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'ConntrackHelper': '1.0', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Log': '1.0', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Network': '1.1', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Port': '1.7', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'PortForwarding': '1.2', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'QosPolicy': '1.8', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroup': '1.4', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroupRule': '1.2', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SubPort': '1.0', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Subnet': '1.1', May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Trunk': '1.1'}} May 20 15:44:25.449071 dv-neutron-601336-76-hyperv neutron-server[92431]: {{(pid=92431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:44:25.497583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:25.499372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.542570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.544212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:25.544872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:25.549588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:25.658800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Pushing event updated for resources: {'Network': ['ID=5b46a5a6-7fac-45cf-975e-8506c9a3cf83,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:25.661619 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4859712 May 20 15:44:25.675309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:25.684757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:44:28.375182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 34598) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:28.852558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845d4dd-4478-4061-9e4f-9173c9871f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:28.853903 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7845d4dd-4478-4061-9e4f-9173c9871f20 admin admin] 10.222.0.13 "GET /v2.0/networks/5b46a5a6-7fac-45cf-975e-8506c9a3cf83 HTTP/1.1" status: 200 len: 824 time: 0.4777393 May 20 15:44:28.885361 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c9edfb37-fd2e-47eb-9bbe-1cfc43505f0b admin admin] 10.222.0.13 "GET /v2.0/subnetpools/f7de214c-b788-4580-a169-6343d29e05b2 HTTP/1.1" status: 200 len: 734 time: 0.0257728 May 20 15:44:28.895173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Request body: {'subnet': {'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2', 'gateway_ip': '172.20.0.1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:28.900135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:28.903945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Usage tracker for resource:subnet and tenant:4b823ac1175741eb9a87a30a6c525f14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:28.906916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:28.913574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:28.923525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Made reservation on behalf of 4b823ac1175741eb9a87a30a6c525f14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:28.926050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:29.403225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:29.407306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:29.488771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Checking segment: {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:29.489115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Network hostable DHCP agents. Network: 5b46a5a6-7fac-45cf-975e-8506c9a3cf83, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:44:29.494493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc257b0f-091c-4640-8657-a4ec3f37141c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:29.498080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:29.514783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:44:29.525733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 5b46a5a6-7fac-45cf-975e-8506c9a3cf83) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:29.530814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:29.531396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:29.539111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b230d-e5b6-41dd-ae9a-97aac13d5ebf None None] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:29.551530 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6606371 May 20 15:44:29.854895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:44:29.856083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:30.048456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Allocated IP 172.20.0.2 (5b46a5a6-7fac-45cf-975e-8506c9a3cf83/dc257b0f-091c-4640-8657-a4ec3f37141c/188bda0e-78ca-413b-9942-e4a92d12814d) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:30.288854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:30.303984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Transition to ACTIVE for port object 188bda0e-78ca-413b-9942-e4a92d12814d will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:30.326090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Transition to ACTIVE for port object 188bda0e-78ca-413b-9942-e4a92d12814d will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:30.333651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:30.338552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:30.401890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:30.404763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:30.412229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:30.416443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Pushing event updated for resources: {'Port': ['ID=188bda0e-78ca-413b-9942-e4a92d12814d,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:30.455264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.456151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.456485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.456815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.457139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.457502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.457827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.458150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.458485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.458801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.459118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.459431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Tracked resource versions report: May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: pushed versions: May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: { 'AddressGroup': {'1.2'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'ConntrackHelper': {'1.0'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Log': {'1.0'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Network': {'1.1'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Port': {'1.7'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'PortForwarding': {'1.2'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'QosPolicy': {'1.8'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroup': {'1.4'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroupRule': {'1.2'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SubPort': {'1.0'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Subnet': {'1.1'}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Trunk': {'1.1'}} May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: consumer versions: May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'ConntrackHelper': '1.0', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Log': '1.0', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Network': '1.1', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Port': '1.7', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'PortForwarding': '1.2', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'QosPolicy': '1.8', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroup': '1.4', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroupRule': '1.2', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SubPort': '1.0', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Subnet': '1.1', May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Trunk': '1.1'}} May 20 15:44:30.460832 dv-neutron-601336-76-hyperv neutron-server[92433]: {{(pid=92433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:44:30.495246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:30.520889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Attempting to bind port 188bda0e-78ca-413b-9942-e4a92d12814d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:30.521273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Attempting to bind port 188bda0e-78ca-413b-9942-e4a92d12814d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:30.521729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Attempting to bind port 188bda0e-78ca-413b-9942-e4a92d12814d on network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:30.527075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:30.527493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Checking segment: {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:30.528000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:30.528395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Bound using segment: {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:30.528879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Bound port: 188bda0e-78ca-413b-9942-e4a92d12814d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:30.529259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:30.619074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] For port 188bda0e-78ca-413b-9942-e4a92d12814d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:30.623008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] For port 188bda0e-78ca-413b-9942-e4a92d12814d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=188bda0e-78ca-413b-9942-e4a92d12814d,segment=NetworkSegment(d86be4fb-a3f1-447b-82c4-16ad318f9ff3),segment_id=d86be4fb-a3f1-447b-82c4-16ad318f9ff3)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:30.627891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:30.632800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:30.722300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Pushing event updated for resources: {'Port': ['ID=188bda0e-78ca-413b-9942-e4a92d12814d,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:30.730571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:31.976706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34608) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:32.389030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-3aea3e9e-d420-4512-b488-0ea14cae4bf3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:32.390021 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3aea3e9e-d420-4512-b488-0ea14cae4bf3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4124095 May 20 15:44:34.785425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34618) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:35.194931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-2896ca42-d8a4-4a1a-9657-3c82ce17f77a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:35.195912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2896ca42-d8a4-4a1a-9657-3c82ce17f77a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4096744 May 20 15:44:35.789723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 188bda0e-78ca-413b-9942-e4a92d12814d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:35.867070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 188bda0e-78ca-413b-9942-e4a92d12814d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:36.282187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b49122-f1ce-48bf-8a9a-398ba69ffdae None None] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:36.373286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Provisioning for port 188bda0e-78ca-413b-9942-e4a92d12814d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:36.383347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Provisioning complete for port 188bda0e-78ca-413b-9942-e4a92d12814d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:36.383751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:36.611113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:36.660486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] For port 188bda0e-78ca-413b-9942-e4a92d12814d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=188bda0e-78ca-413b-9942-e4a92d12814d,segment=NetworkSegment(d86be4fb-a3f1-447b-82c4-16ad318f9ff3),segment_id=d86be4fb-a3f1-447b-82c4-16ad318f9ff3)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:36.666586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:36.671104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:36.746818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Pushing event updated for resources: {'Port': ['ID=188bda0e-78ca-413b-9942-e4a92d12814d,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:36.750205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:36.990980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0472d49c-acb6-4da2-9fce-4cd57f828010 None None] Provisioning complete for port 188bda0e-78ca-413b-9942-e4a92d12814d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:36.991632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0472d49c-acb6-4da2-9fce-4cd57f828010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:37.757488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 188bda0e-78ca-413b-9942-e4a92d12814d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:37.851830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 188bda0e-78ca-413b-9942-e4a92d12814d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:37.852205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:37.872986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:38.225638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Request body: {'router': {'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:38.230406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:38.234628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Usage tracker for resource:router and tenant:4b823ac1175741eb9a87a30a6c525f14 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:38.238306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:38.244548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:38.255045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:38.256743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:38.279180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:38.392483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:38.410827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:38.411949 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3c74ab51-753e-44f9-b56a-97a293127c94 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5380044 May 20 15:44:40.266745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d5c4616e-b5a1-49ec-b3c6-64d419caca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:40.804215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34644) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:41.184545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-528e849e-1cb3-42dd-bd25-c4e5a599e2f0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:44:41.185530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-528e849e-1cb3-42dd-bd25-c4e5a599e2f0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3803849 May 20 15:44:43.068546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:43.506027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34654) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:43.676959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2e6509e3-69ac-4900-895f-edd7d6c424bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:43.881959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:43.887475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:43.891335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Usage tracker for resource:network and tenant:f2160f6defaa46568822b5b47f619cc1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:43.897910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:43.902443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:43.912813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Made reservation on behalf of f2160f6defaa46568822b5b47f619cc1 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:43.915689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:43.933034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:43.950869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:43.954658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Usage tracker for resource:security_group_rule and tenant:f2160f6defaa46568822b5b47f619cc1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:43.957933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:43.963647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:44.063214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.067531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.072624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:44.083531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Reserving flat network on physical network physnet1 {{(pid=92432) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 15:44:44.115125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767615119180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.115727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Unsubscribe: segment precommit_create {{(pid=92432) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 15:44:44.116217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Added segment 98a6aa98-f2f5-48bb-a045-bf82d6335065 of type flat for network 86628d82-5385-4a0c-b569-c18a66455262 May 20 15:44:44.165659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e7739-c125-46c9-8b03-00821b135481,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:44.180440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.180789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.181114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.181460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.181782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.182090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.182396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.182700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.183004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.183304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.183605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.183903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Tracked resource versions report: May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: pushed versions: May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: { 'AddressGroup': {'1.2'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'ConntrackHelper': {'1.0'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Log': {'1.0'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Network': {'1.1'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Port': {'1.7'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'PortForwarding': {'1.2'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'QosPolicy': {'1.8'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroup': {'1.4'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroupRule': {'1.2'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SubPort': {'1.0'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Subnet': {'1.1'}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Trunk': {'1.1'}} May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: consumer versions: May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'ConntrackHelper': '1.0', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Log': '1.0', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Network': '1.1', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Port': '1.7', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'PortForwarding': '1.2', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'QosPolicy': '1.8', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroup': '1.4', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroupRule': '1.2', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SubPort': '1.0', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Subnet': '1.1', May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Trunk': '1.1'}} May 20 15:44:44.185239 dv-neutron-601336-76-hyperv neutron-server[92432]: {{(pid=92432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:44:44.240462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.245723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:44.283224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.285156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:44.285827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:44.290311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:44.393589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Pushing event updated for resources: {'Network': ['ID=86628d82-5385-4a0c-b569-c18a66455262,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:44.396287 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8892932 May 20 15:44:44.398047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:44.406720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 86628d82-5385-4a0c-b569-c18a66455262 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:44:44.525379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:46.274995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:46.770080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:47.021412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306bdfd-5ba4-4e02-b3fd-886a01eaa913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:47.023642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5306bdfd-5ba4-4e02-b3fd-886a01eaa913 admin admin] 10.222.0.13 "GET /v2.0/subnets/dc257b0f-091c-4640-8657-a4ec3f37141c HTTP/1.1" status: 200 len: 849 time: 0.2524602 May 20 15:44:47.186515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d230a7b8-0a73-4a94-8188-e78ad386ce55 admin admin] 10.222.0.13 "GET /v2.0/routers/95ce905f-d3aa-4469-899b-dd6c35acded7 HTTP/1.1" status: 200 len: 704 time: 0.1574602 May 20 15:44:47.653561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:47.894004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Allocated IP 172.20.0.1 (5b46a5a6-7fac-45cf-975e-8506c9a3cf83/dc257b0f-091c-4640-8657-a4ec3f37141c/d82eefeb-e9dd-4f91-9d13-03744bb51416) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:48.053703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.072525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Transition to ACTIVE for port object d82eefeb-e9dd-4f91-9d13-03744bb51416 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:48.132693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.136966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:48.202614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:48.205780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:48.209400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:48.210094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.342248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Pushing event updated for resources: {'Port': ['ID=d82eefeb-e9dd-4f91-9d13-03744bb51416,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:48.351965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:48.399715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e695c6bb-250e-4188-a672-c2a2029c9b90 None None] Provisioning for port d82eefeb-e9dd-4f91-9d13-03744bb51416 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:48.404921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e695c6bb-250e-4188-a672-c2a2029c9b90 None None] Provisioning complete for port d82eefeb-e9dd-4f91-9d13-03744bb51416 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:48.405296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e695c6bb-250e-4188-a672-c2a2029c9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.463056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e695c6bb-250e-4188-a672-c2a2029c9b90 None None] Port d82eefeb-e9dd-4f91-9d13-03744bb51416 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:44:48.518786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.766079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.772172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.773322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:48.777097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:48.913561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Pushing event updated for resources: {'Port': ['ID=d82eefeb-e9dd-4f91-9d13-03744bb51416,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:48.918413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:48.985676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:48.987543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:49.182136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Router 95ce905f-d3aa-4469-899b-dd6c35acded7 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:44:49.187264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a27f597a-6a3e-490a-831a-fe2a71fee229 None None] Provisioning complete for port d82eefeb-e9dd-4f91-9d13-03744bb51416 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:49.187716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a27f597a-6a3e-490a-831a-fe2a71fee229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:49.243250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a27f597a-6a3e-490a-831a-fe2a71fee229 None None] Port d82eefeb-e9dd-4f91-9d13-03744bb51416 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:44:49.334888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:44:49.343846 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] 10.222.0.13 "PUT /v2.0/routers/95ce905f-d3aa-4469-899b-dd6c35acded7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1517506 May 20 15:44:49.345300 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Sync routers for ids ['95ce905f-d3aa-4469-899b-dd6c35acded7'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:44:49.356838 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Routers {'95ce905f-d3aa-4469-899b-dd6c35acded7'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:49.357743 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:44:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['95ce905f-d3aa-4469-899b-dd6c35acded7'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:49.536847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Set router 95ce905f-d3aa-4469-899b-dd6c35acded7 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:49.909652 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'name': 'router1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:38Z', 'updated_at': '2021-05-20T15:44:48Z', 'revision_number': 2, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'gw_port_host': None, '_interfaces': [{'id': 'd82eefeb-e9dd-4f91-9d13-03744bb51416', 'name': '', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'mac_address': 'fa:16:3e:78:05:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:47Z', 'updated_at': '2021-05-20T15:44:48Z', 'revision_number': 2, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'subnets': [{'id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:49.915642 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Checking router: 95ce905f-d3aa-4469-899b-dd6c35acded7 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:44:49.916006 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Updating router 95ce905f-d3aa-4469-899b-dd6c35acded7 port d82eefeb-e9dd-4f91-9d13-03744bb51416 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:44:49.974291 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:50.374605 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:50.390922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Transition to ACTIVE for port object d82eefeb-e9dd-4f91-9d13-03744bb51416 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:50.398323 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:50.403529 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:50.623243 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Pushing event updated for resources: {'Port': ['ID=d82eefeb-e9dd-4f91-9d13-03744bb51416,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:50.635404 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.635691 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.636002 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.636336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.636653 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.639847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Tracked resource versions report: May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: pushed versions: May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: { 'AddressGroup': {'1.2'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'ConntrackHelper': {'1.0'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Log': {'1.0'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Network': {'1.1'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Port': {'1.7'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'PortForwarding': {'1.2'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'QosPolicy': {'1.8'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroup': {'1.4'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroupRule': {'1.2'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SubPort': {'1.0'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Subnet': {'1.1'}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Trunk': {'1.1'}} May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: consumer versions: May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'ConntrackHelper': '1.0', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Log': '1.0', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Network': '1.1', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Port': '1.7', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'PortForwarding': '1.2', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'QosPolicy': '1.8', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroup': '1.4', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroupRule': '1.2', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SubPort': '1.0', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Subnet': '1.1', May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Trunk': '1.1'}} May 20 15:44:50.640369 dv-neutron-601336-76-hyperv neutron-server[92434]: {{(pid=92434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:44:50.643377 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Attempting to bind port d82eefeb-e9dd-4f91-9d13-03744bb51416 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:50.643766 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Attempting to bind port d82eefeb-e9dd-4f91-9d13-03744bb51416 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:50.644192 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Attempting to bind port d82eefeb-e9dd-4f91-9d13-03744bb51416 on network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:50.648467 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:50.650944 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:50.652088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Checking segment: {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:50.652088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:50.652385 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Bound using segment: {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:50.652722 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Bound port: d82eefeb-e9dd-4f91-9d13-03744bb51416, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86be4fb-a3f1-447b-82c4-16ad318f9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:50.653093 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:50.746000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] For port d82eefeb-e9dd-4f91-9d13-03744bb51416, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:50.750383 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] For port d82eefeb-e9dd-4f91-9d13-03744bb51416, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d82eefeb-e9dd-4f91-9d13-03744bb51416,segment=NetworkSegment(d86be4fb-a3f1-447b-82c4-16ad318f9ff3),segment_id=d86be4fb-a3f1-447b-82c4-16ad318f9ff3)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:50.755360 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:50.760533 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:50.834562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Routers {'95ce905f-d3aa-4469-899b-dd6c35acded7'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:50.835207 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:44:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['95ce905f-d3aa-4469-899b-dd6c35acded7'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:51.024244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Pushing event updated for resources: {'Port': ['ID=d82eefeb-e9dd-4f91-9d13-03744bb51416,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:51.029727 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:51.042778 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] Set router 95ce905f-d3aa-4469-899b-dd6c35acded7 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:51.372616 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'name': 'router1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:38Z', 'updated_at': '2021-05-20T15:44:48Z', 'revision_number': 2, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'gw_port_host': None, '_interfaces': [{'id': 'd82eefeb-e9dd-4f91-9d13-03744bb51416', 'name': '', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'mac_address': 'fa:16:3e:78:05:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:47Z', 'updated_at': '2021-05-20T15:44:50Z', 'revision_number': 4, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'subnets': [{'id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:51.376557 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e5db3-f52b-43d9-90ec-316920e93997 None None] The sync data for ids ['95ce905f-d3aa-4469-899b-dd6c35acded7'] in dv-neutron-601336-76-hyperv is: [{'id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'name': 'router1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:38Z', 'updated_at': '2021-05-20T15:44:48Z', 'revision_number': 2, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'gw_port_host': None, '_interfaces': [{'id': 'd82eefeb-e9dd-4f91-9d13-03744bb51416', 'name': '', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'mac_address': 'fa:16:3e:78:05:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:47Z', 'updated_at': '2021-05-20T15:44:50Z', 'revision_number': 4, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'subnets': [{'id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:44:51.575119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 34700) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:51.728243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cedb7d4-be93-4030-9b20-89aec810304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:51.728804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8cedb7d4-be93-4030-9b20-89aec810304f admin admin] Synchronizing usage tracker for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:44:51.750612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8cedb7d4-be93-4030-9b20-89aec810304f admin admin] Unset dirty status for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:44:51.751802 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8cedb7d4-be93-4030-9b20-89aec810304f admin admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 842 time: 0.1755226 May 20 15:44:51.762111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Request body: {'subnet': {'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'ip_version': 4, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:51.767685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:51.771691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Usage tracker for resource:subnet and tenant:f2160f6defaa46568822b5b47f619cc1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:51.774812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:51.781554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:51.794108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Made reservation on behalf of f2160f6defaa46568822b5b47f619cc1 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:51.796441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:52.239924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:44:52.240382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:52.244310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:52.364887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22ce3b1-a737-453e-a0a1-91ec174fc9a0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:52.370705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:52.375066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:52.375420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Network hostable DHCP agents. Network: 86628d82-5385-4a0c-b569-c18a66455262, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:44:52.395433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:44:52.405762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 86628d82-5385-4a0c-b569-c18a66455262) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:52.410085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:52.410692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:52.418052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a794b39-7a19-40a8-84bb-8221ebc9a9af None None] Network 86628d82-5385-4a0c-b569-c18a66455262 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:52.432906 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6744547 May 20 15:44:52.633709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74725d75-feba-45d5-a4dd-fc7ec19f8b91 None None] Network 86628d82-5385-4a0c-b569-c18a66455262 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:52.876592 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:44:54.702954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 34714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:54.977674 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ae37f4ba-aee1-43b7-9fbd-ee65978a7ed4 admin admin] 10.222.0.13 "GET /v2.0/routers/95ce905f-d3aa-4469-899b-dd6c35acded7 HTTP/1.1" status: 200 len: 710 time: 0.2735810 May 20 15:44:55.112989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c0875-e61c-49d0-ad87-663fe612ba8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:55.114327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f75c0875-e61c-49d0-ad87-663fe612ba8f admin admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 886 time: 0.1313534 May 20 15:44:55.123879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:55.583373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:55.790291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d82eefeb-e9dd-4f91-9d13-03744bb51416 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:55.868906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d82eefeb-e9dd-4f91-9d13-03744bb51416 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:55.874451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d82eefeb-e9dd-4f91-9d13-03744bb51416 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:55.874839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:55.933639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:55.995487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:55.998275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:56.033267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port d82eefeb-e9dd-4f91-9d13-03744bb51416, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d82eefeb-e9dd-4f91-9d13-03744bb51416,segment=NetworkSegment(d86be4fb-a3f1-447b-82c4-16ad318f9ff3),segment_id=d86be4fb-a3f1-447b-82c4-16ad318f9ff3)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:56.042712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:56.044921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-202af9fc-6d96-465e-b63b-085b30b8af51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:56.117140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=d82eefeb-e9dd-4f91-9d13-03744bb51416,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:56.120387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:56.149502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Allocated IP 172.26.8.145 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/e8c9d499-b09a-431c-b1e4-861c88d51f41) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:56.352247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:56.408566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:56.412418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:56.476824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:56.480021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:56.485692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:56.544609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c9d499-b09a-431c-b1e4-861c88d51f41,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:56.557441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:56.876940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:57.219395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:57.223310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:57.406093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Router 95ce905f-d3aa-4469-899b-dd6c35acded7 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:44:57.632208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:44:57.642034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Sync routers for ids ['95ce905f-d3aa-4469-899b-dd6c35acded7'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:44:57.643273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:57.643983 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] 10.222.0.13 "PUT /v2.0/routers/95ce905f-d3aa-4469-899b-dd6c35acded7 HTTP/1.1" status: 200 len: 890 time: 2.5232592 May 20 15:44:57.652546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Routers {'95ce905f-d3aa-4469-899b-dd6c35acded7'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:57.653228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:44:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['95ce905f-d3aa-4469-899b-dd6c35acded7'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:57.806136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d82eefeb-e9dd-4f91-9d13-03744bb51416 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:57.900285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Set router 95ce905f-d3aa-4469-899b-dd6c35acded7 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:58.058757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d82eefeb-e9dd-4f91-9d13-03744bb51416 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:58.058757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:58.374299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'name': 'router1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e8c9d499-b09a-431c-b1e4-861c88d51f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:38Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 4, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'gw_port': {'id': 'e8c9d499-b09a-431c-b1e4-861c88d51f41', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:56Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'd82eefeb-e9dd-4f91-9d13-03744bb51416', 'name': '', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'mac_address': 'fa:16:3e:78:05:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:47Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 5, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'subnets': [{'id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:58.380050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Checking router: 95ce905f-d3aa-4469-899b-dd6c35acded7 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:44:58.380402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Updating router 95ce905f-d3aa-4469-899b-dd6c35acded7 port e8c9d499-b09a-431c-b1e4-861c88d51f41 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:44:58.439200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:58.797069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:58.810022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Transition to ACTIVE for port object e8c9d499-b09a-431c-b1e4-861c88d51f41 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:58.817597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:58.821581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49f12d93-671f-46d5-b581-8b7ab29da7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:58.895977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Attempting to bind port e8c9d499-b09a-431c-b1e4-861c88d51f41 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:58.896290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Attempting to bind port e8c9d499-b09a-431c-b1e4-861c88d51f41 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:58.896609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Attempting to bind port e8c9d499-b09a-431c-b1e4-861c88d51f41 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:58.904710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e214c-7f7c-4846-aa51-fc1caacf4321 None None] Pushing event updated for resources: {'Port': ['ID=e8c9d499-b09a-431c-b1e4-861c88d51f41,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:58.908740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d16e214c-7f7c-4846-aa51-fc1caacf4321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:58.909692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:58.910068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:58.910468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:58.910844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:58.911325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Bound port: e8c9d499-b09a-431c-b1e4-861c88d51f41, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:58.911699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:58.989882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] For port e8c9d499-b09a-431c-b1e4-861c88d51f41, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:58.993317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] For port e8c9d499-b09a-431c-b1e4-861c88d51f41, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8c9d499-b09a-431c-b1e4-861c88d51f41,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:58.998237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:59.003057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:59.082430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Routers {'95ce905f-d3aa-4469-899b-dd6c35acded7'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:59.083056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:44:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['95ce905f-d3aa-4469-899b-dd6c35acded7'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:59.133459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e214c-7f7c-4846-aa51-fc1caacf4321 None None] Pushing event updated for resources: {'Port': ['ID=e8c9d499-b09a-431c-b1e4-861c88d51f41,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:59.141385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d16e214c-7f7c-4846-aa51-fc1caacf4321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:59.272979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] Set router 95ce905f-d3aa-4469-899b-dd6c35acded7 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:59.649002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'name': 'router1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e8c9d499-b09a-431c-b1e4-861c88d51f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:38Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 4, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'gw_port': {'id': 'e8c9d499-b09a-431c-b1e4-861c88d51f41', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:56Z', 'updated_at': '2021-05-20T15:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'd82eefeb-e9dd-4f91-9d13-03744bb51416', 'name': '', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'mac_address': 'fa:16:3e:78:05:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:47Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 5, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'subnets': [{'id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:59.653828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191f6c4-362c-4f76-b413-4406b733322a None None] The sync data for ids ['95ce905f-d3aa-4469-899b-dd6c35acded7'] in dv-neutron-601336-76-hyperv is: [{'id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'name': 'router1', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e8c9d499-b09a-431c-b1e4-861c88d51f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:44:38Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 4, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'gw_port': {'id': 'e8c9d499-b09a-431c-b1e4-861c88d51f41', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:56Z', 'updated_at': '2021-05-20T15:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'd82eefeb-e9dd-4f91-9d13-03744bb51416', 'name': '', 'network_id': '5b46a5a6-7fac-45cf-975e-8506c9a3cf83', 'tenant_id': '4b823ac1175741eb9a87a30a6c525f14', 'mac_address': 'fa:16:3e:78:05:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce905f-d3aa-4469-899b-dd6c35acded7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:47Z', 'updated_at': '2021-05-20T15:44:56Z', 'revision_number': 5, 'project_id': '4b823ac1175741eb9a87a30a6c525f14', 'subnets': [{'id': 'dc257b0f-091c-4640-8657-a4ec3f37141c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7de214c-b788-4580-a169-6343d29e05b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:45:00.108681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 34724) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:00.294350 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b053c6b5-2570-4261-9855-dbbe8e222eef admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1839440 May 20 15:45:01.824630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8c9d499-b09a-431c-b1e4-861c88d51f41 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:45:01.902070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e8c9d499-b09a-431c-b1e4-861c88d51f41 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:45:01.907461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e8c9d499-b09a-431c-b1e4-861c88d51f41 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:45:01.907900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:02.100232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:02.136995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e8c9d499-b09a-431c-b1e4-861c88d51f41, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8c9d499-b09a-431c-b1e4-861c88d51f41,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:45:02.140446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:02.143366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d16e214c-7f7c-4846-aa51-fc1caacf4321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:45:02.229482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e8c9d499-b09a-431c-b1e4-861c88d51f41,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:45:02.233617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:45:03.795762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8c9d499-b09a-431c-b1e4-861c88d51f41 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:45:03.950581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e8c9d499-b09a-431c-b1e4-861c88d51f41 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:45:03.951079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:10.294280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cb58ab96-45ec-4248-8489-00c77c6b48b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:13.112091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:13.682884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b49f9a8-365a-43b7-94ea-b24448b15c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:14.478343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:16.305886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:29.896876 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:45:40.300149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-55987a41-c4ba-435a-9f3e-d629bc977ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:43.090150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:43.684593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6af6b191-68de-47fb-a9db-d4acee6e3789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:44.487599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:46.305922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:06.880191 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:46:10.268540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a41387d-532e-400e-9a46-0648f78028cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:13.074802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:13.678606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40b5528a-986c-49ff-82e4-e73b14e6531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:14.495791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:16.306145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:40.271336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f6d40eb3-b300-4217-aefd-31ef71b0c0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:43.079051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:43.680736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1bfb0dc3-7967-493c-9c65-fb8515af9828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:43.879557 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:46:44.487665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:45.844652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35326) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:45.913857 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b724a6-55f9-4ea7-ae8d-e0c377c951e7 admin admin] GET failed (client error): The resource could not be found. May 20 15:46:45.915047 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83b724a6-55f9-4ea7-ae8d-e0c377c951e7 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694065 May 20 15:46:46.046765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97594867-e57e-4f00-948e-419b47cded19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:46.048190 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-97594867-e57e-4f00-948e-419b47cded19 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1293244 May 20 15:46:46.306711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:48.158043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35336) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:48.268069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac31f5-655f-4bcd-a5fa-550438adecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:48.269449 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-58ac31f5-655f-4bcd-a5fa-550438adecf6 admin admin] 10.222.0.13 "GET /v2.0/subnets/dc257b0f-091c-4640-8657-a4ec3f37141c HTTP/1.1" status: 200 len: 849 time: 0.1104410 May 20 15:46:48.279346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:46:48.397358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:48.588478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767615025848'] for subnet, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:48.594000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-81159c44-767d-4f61-9512-399fe79d9662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:48.629998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:48.630589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:48.632034 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] 10.222.0.13 "PUT /v2.0/subnets/dc257b0f-091c-4640-8657-a4ec3f37141c HTTP/1.1" status: 200 len: 868 time: 0.3565457 May 20 15:46:48.635144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c861533d-5d2e-4567-b6a0-0e1dbccbc54e None None] Network 5b46a5a6-7fac-45cf-975e-8506c9a3cf83 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:46:48.666677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc257b0f-091c-4640-8657-a4ec3f37141c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:48.675349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.675706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.676036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.676363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.676685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.677023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.677363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.677699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.678014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.678327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.678637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.678942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:48.682717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:49.140774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e755d631-5924-4c64-9066-a5e7e310bac1 None None] Provisioning complete for port d82eefeb-e9dd-4f91-9d13-03744bb51416 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:49.141147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e755d631-5924-4c64-9066-a5e7e310bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:49.279484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e755d631-5924-4c64-9066-a5e7e310bac1 None None] Provisioning complete for port 188bda0e-78ca-413b-9942-e4a92d12814d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:49.279854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e755d631-5924-4c64-9066-a5e7e310bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:50.765638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:50.942419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebde331-cd5c-4cc1-91a7-17450ecfcb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:50.942809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebde331-cd5c-4cc1-91a7-17450ecfcb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:50.944318 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aebde331-cd5c-4cc1-91a7-17450ecfcb4b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1777263 May 20 15:46:53.058039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35356) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:53.234280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291fbfc-d57b-4c29-905e-c9a67aa734b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:53.234807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291fbfc-d57b-4c29-905e-c9a67aa734b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:53.236248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2291fbfc-d57b-4c29-905e-c9a67aa734b0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1772885 May 20 15:46:55.355729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35366) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:55.530233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86adad7e-e5d2-430b-b1c7-8f256f0358af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:55.534073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-86adad7e-e5d2-430b-b1c7-8f256f0358af admin admin] 10.222.0.13 "GET /v2.0/networks/5b46a5a6-7fac-45cf-975e-8506c9a3cf83 HTTP/1.1" status: 200 len: 868 time: 0.1749022 May 20 15:46:57.642538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35376) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:57.807652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73da68-4ee4-4b90-9213-1c1994866142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:57.808997 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4e73da68-4ee4-4b90-9213-1c1994866142 admin admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 886 time: 0.1661220 May 20 15:46:59.928795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35386) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:00.039900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fa108-ddbf-4ccb-8a05-96e4bb193e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:00.040361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fa108-ddbf-4ccb-8a05-96e4bb193e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:00.041083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-412fa108-ddbf-4ccb-8a05-96e4bb193e54 admin admin] Synchronizing usage tracker for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:47:00.057214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-412fa108-ddbf-4ccb-8a05-96e4bb193e54 admin admin] Unset dirty status for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:47:00.058378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-412fa108-ddbf-4ccb-8a05-96e4bb193e54 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285999 May 20 15:47:02.198129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35396) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:02.305992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307a0af0-c5f8-4f6b-b699-8d9cf649eef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:02.306450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307a0af0-c5f8-4f6b-b699-8d9cf649eef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:02.307988 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-307a0af0-c5f8-4f6b-b699-8d9cf649eef1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088779 May 20 15:47:04.431177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35406) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:04.537579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07366c8e-7e86-4749-9bc0-b1a588a96017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:04.539085 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-07366c8e-7e86-4749-9bc0-b1a588a96017 admin admin] 10.222.0.13 "GET /v2.0/subnets/d22ce3b1-a737-453e-a0a1-91ec174fc9a0 HTTP/1.1" status: 200 len: 816 time: 0.1066439 May 20 15:47:06.656116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35416) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:06.762188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2737e5-9afe-4e82-920e-f1e4c28f2588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:06.764151 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ac2737e5-9afe-4e82-920e-f1e4c28f2588 admin admin] 10.222.0.13 "GET /v2.0/subnets/dc257b0f-091c-4640-8657-a4ec3f37141c HTTP/1.1" status: 200 len: 868 time: 0.1070800 May 20 15:47:10.274485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f10979b1-1778-4a21-91c8-483a65b5147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:13.081893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:13.685397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-568458fe-e30e-4b21-9b02-1bc8f2656758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:14.491128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:16.310689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:20.879381 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:47:29.906428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35460) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:29.955150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-2c036b82-05f8-4dee-a9c8-41ae5ef2a2ae admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:47:29.956326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2c036b82-05f8-4dee-a9c8-41ae5ef2a2ae admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488513 May 20 15:47:32.237307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35470) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:32.315413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da8f652-ea8b-4248-8a92-7b55cb1ca28b admin admin] GET failed (client error): The resource could not be found. May 20 15:47:32.316773 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1da8f652-ea8b-4248-8a92-7b55cb1ca28b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0782046 May 20 15:47:32.453846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f982e77-8d9e-4f1f-b8f6-f16f4be7e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:32.455207 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f982e77-8d9e-4f1f-b8f6-f16f4be7e0ca admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1345561 May 20 15:47:34.630808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35480) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:34.678837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:47:34.683434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:47:34.693451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:47:34.703766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Made reservation on behalf of f2160f6defaa46568822b5b47f619cc1 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:47:34.706150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:34.792167 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.services.revisions.revision_plugin [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Could not find related network for resource to bump revision. May 20 15:47:34.804778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:47:34.814151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:34.814483 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Added segment 22139e56-7349-4435-af0b-681b793fc6e1 of type vlan for network e539db90-7dd3-40b7-969f-a98629126ccf May 20 15:47:34.839431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:34.869745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:34.871043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:34.872180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:34.875433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:34.974615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Pushing event updated for resources: {'Network': ['ID=e539db90-7dd3-40b7-969f-a98629126ccf,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:34.977683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3458505 May 20 15:47:34.984125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.984486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.984802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.985262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.985756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.986099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.986450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.986803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.987120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.987432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.987740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.988044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:34.991946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:35.001028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e539db90-7dd3-40b7-969f-a98629126ccf details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:47:37.146500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35490) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:37.217212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbf0993-a614-4e0a-bef7-dd2337a31ced admin admin] GET failed (client error): The resource could not be found. May 20 15:47:37.217753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cbbf0993-a614-4e0a-bef7-dd2337a31ced admin admin] Synchronizing usage tracker for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:47:37.233760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cbbf0993-a614-4e0a-bef7-dd2337a31ced admin admin] Unset dirty status for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:47:37.234900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cbbf0993-a614-4e0a-bef7-dd2337a31ced admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0874510 May 20 15:47:37.337438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6afad9-aa4c-48b2-976d-3cbd594253eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:37.338766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ba6afad9-aa4c-48b2-976d-3cbd594253eb admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0996537 May 20 15:47:37.348205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:47:37.352553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:47:37.362440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:47:37.373101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Made reservation on behalf of f2160f6defaa46568822b5b47f619cc1 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:47:37.375650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:37.831790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:37.836250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:37.913244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4df2ba-e394-45f4-9985-c1c0ccad09cd,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:37.916953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:37.917687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Checking segment: {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:47:37.918013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Network hostable DHCP agents. Network: e539db90-7dd3-40b7-969f-a98629126ccf, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:47:37.934778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Network e539db90-7dd3-40b7-969f-a98629126ccf is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:47:37.943231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, e539db90-7dd3-40b7-969f-a98629126ccf) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:47:37.947270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:47:37.947837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:37.952583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b94b1-15d4-458e-93ee-39902f4a5b39 None None] Network e539db90-7dd3-40b7-969f-a98629126ccf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:47:37.972679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6275239 May 20 15:47:38.175360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-e539db90-7dd3-40b7-969f-a98629126ccf', 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf', 'tenant_id': 'f2160f6defaa46568822b5b47f619cc1', 'fixed_ips': [{'subnet_id': 'af4df2ba-e394-45f4-9985-c1c0ccad09cd'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:47:38.176194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:38.334286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Allocated IP 192.168.233.2 (e539db90-7dd3-40b7-969f-a98629126ccf/af4df2ba-e394-45f4-9985-c1c0ccad09cd/1caf46f6-7178-46bb-bb0a-66deb77e28e1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:47:38.640099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:38.654723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Transition to ACTIVE for port object 1caf46f6-7178-46bb-bb0a-66deb77e28e1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:47:38.732114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Transition to ACTIVE for port object 1caf46f6-7178-46bb-bb0a-66deb77e28e1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:47:38.739080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:38.746540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:38.797006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Network e539db90-7dd3-40b7-969f-a98629126ccf is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:47:38.804720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:47:38.814739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:47:38.905047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Pushing event updated for resources: {'Port': ['ID=1caf46f6-7178-46bb-bb0a-66deb77e28e1,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:38.931014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.931424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.931734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.932058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.932384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.932725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.933045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.933414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.933749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.934066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.934409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.934688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:38.939542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:38.947052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Attempting to bind port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:47:38.947431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Attempting to bind port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:47:38.947892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Attempting to bind port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 on network e539db90-7dd3-40b7-969f-a98629126ccf {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:47:38.953872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:47:38.954514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Checking segment: {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:47:38.954618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:38.955014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Bound using segment: {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:47:38.956155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Bound port: 1caf46f6-7178-46bb-bb0a-66deb77e28e1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:47:38.956155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:39.053253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] For port 1caf46f6-7178-46bb-bb0a-66deb77e28e1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:47:39.056771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] For port 1caf46f6-7178-46bb-bb0a-66deb77e28e1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1caf46f6-7178-46bb-bb0a-66deb77e28e1,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:47:39.062039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:39.066018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:39.142476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Pushing event updated for resources: {'Port': ['ID=1caf46f6-7178-46bb-bb0a-66deb77e28e1,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:39.145907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:39.957816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1caf46f6-7178-46bb-bb0a-66deb77e28e1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:47:40.015601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28666a2d-d3c6-42da-87dd-55a59d47ba83 None None] Network e539db90-7dd3-40b7-969f-a98629126ccf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:47:40.127561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0ccf0528-92b1-4b1b-8751-e59d4482101e None None] Provisioning for port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:47:40.150001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:47:40.167273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:47:40.167794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:40.352263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7934cdc8-0d7b-4b75-9847-26ec79a57e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:40.435245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:40.476141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1caf46f6-7178-46bb-bb0a-66deb77e28e1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1caf46f6-7178-46bb-bb0a-66deb77e28e1,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:47:40.480820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:40.482953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:40.552841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1caf46f6-7178-46bb-bb0a-66deb77e28e1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:40.556200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:40.660389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3aedf1cb-7071-4438-ad92-dd2a7b8b2ec8 None None] Provisioning complete for port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:47:40.660748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3aedf1cb-7071-4438-ad92-dd2a7b8b2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:41.902816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1caf46f6-7178-46bb-bb0a-66deb77e28e1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:47:41.999366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1caf46f6-7178-46bb-bb0a-66deb77e28e1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:47:42.000154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:43.085115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:43.688943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-611b434e-34b7-4920-a30d-487f7c7d8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:44.491030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:46.312971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:57.878494 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:48:10.276707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6528a0fb-101b-4c45-9a3d-0701b64287c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:13.091019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:13.691549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-62ca1805-cf6f-4adf-a4bd-e0adb91f2b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:14.494756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:16.316573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:34.876987 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:48:40.279860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0372b59d-72f1-4059-9721-9d59785e3349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.086705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.401424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35542) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:48:43.407422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-4867e3ab-fa08-43a6-82e6-159cab2c4e6b tempest-verify_tempest_config-1478969943 tempest-verify_tempest_config-1478969943-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:48:43.408370 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4867e3ab-fa08-43a6-82e6-159cab2c4e6b tempest-verify_tempest_config-1478969943 tempest-verify_tempest_config-1478969943-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059726 May 20 15:48:43.694441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8c6176a0-69e4-475f-8e15-eea2fdd009be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.718192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35560) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:48:43.834888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.848677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:48:43.853040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc2ed06f8af40ccb9a9206c814b6681 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:48:43.855898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:48:43.861525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:48:43.942413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.946318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:43.953773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-090f600d-2ee8-4209-bd89-2509e9f2be6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:48:43.994119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Synchronizing usage tracker for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:48:43.997400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2b45e-4aad-4c1a-8f66-286e4711c299,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:48:44.006780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.007137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.007473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.007792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.008116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.008475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.008817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.009132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.009474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.009794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.010162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.010438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:48:44.015574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:48:44.023663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Unset dirty status for tenant:f2160f6defaa46568822b5b47f619cc1 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:48:44.025067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc2ed06f8af40ccb9a9206c814b6681&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3056917 May 20 15:48:44.027731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35566) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:48:44.087321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:44.111811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:44.204142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:44.207860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:48:44.220002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2b45e-4aad-4c1a-8f66-286e4711c299,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:48:44.222853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:48:44.229372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:44.233159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fb2b45e-4aad-4c1a-8f66-286e4711c299 HTTP/1.1" status: 204 len: 168 time: 0.2044849 May 20 15:48:44.497576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:46.317206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:10.281859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-10e7b1e3-4f10-4e3b-b987-297ee3b20a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:11.876325 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:49:13.090361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:13.700022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f67709c1-96b3-4f1c-9281-b6fe58073824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:14.498963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:16.319362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:40.282994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5791-84c6-4277-a4dd-87ad3357e3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:43.092093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:43.701675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-11b18efe-bbe1-4580-8bdf-085e5853ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:44.501768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:46.322072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:48.875033 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 5 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:50:00.582168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198'] for agent, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:10.284419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f4ebf8-6766-4245-80dd-fc15bd465dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:13.093231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:13.705538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cb82-5cde-44a0-9575-c05c62c1adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:14.505073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:16.327186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:18.610011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35638) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:50:18.726955 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d76a0439-20e5-4482-b5e5-9cce34c4f599 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.1156750 May 20 15:50:20.849615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35648) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:50:20.905310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e66983f7-6921-4bf4-9b96-17fd643678d2 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.0545964 May 20 15:50:25.874568 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:50:30.534962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:40.286218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b782a9c-9a58-40a1-ad3f-c4a015b4073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:43.094082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:43.708889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-95bfe92d-2ab6-4265-8a38-33b4d6770cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:44.506807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:46.326698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:00.539428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:02.873575 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:51:10.289232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a22e31d-e5f8-4538-92be-2baa8387ce9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.096789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:13.712956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a308-03e3-424d-9f84-50c2221ee6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:14.510054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:16.329641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.549095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.032934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35710) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:33.282107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1986498544-network', 'tenant_id': '12a391f584f8417cab742e107f57fbff'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:33.290777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:33.317330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Usage tracker for resource:network and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:33.323423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:33.334549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:33.358668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Made reservation on behalf of 12a391f584f8417cab742e107f57fbff for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:33.364599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.409047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.465737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:33.477663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Usage tracker for resource:security_group_rule and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:33.483891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:33.500643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:33.733181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.741031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.764364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:33.768236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:33.827644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd2f4ae-a222-4cd1-9370-2cc6b06bb7be,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.834385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.834949 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Added segment acb82a99-6349-4967-a69b-ba2eeae048c9 of type vlan for network 3b5d8058-9b48-4168-91e9-a514eaee7812 May 20 15:51:33.851338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.851910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.852466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.853021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.853598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.854167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.854714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.855895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.855895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.856185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.856693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.857199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Tracked resource versions report: May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: pushed versions: May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: { 'AddressGroup': {'1.2'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'ConntrackHelper': {'1.0'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Log': {'1.0'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Network': {'1.1'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Port': {'1.7'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'PortForwarding': {'1.2'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'QosPolicy': {'1.8'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroup': {'1.4'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SubPort': {'1.0'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Subnet': {'1.1'}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Trunk': {'1.1'}} May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: consumer versions: May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: HyperV agent@hv-neutron-6013: {}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'ConntrackHelper': '1.0', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Log': '1.0', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Network': '1.1', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Port': '1.7', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'PortForwarding': '1.2', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'QosPolicy': '1.8', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroup': '1.4', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SecurityGroupRule': '1.2', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'SubPort': '1.0', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Subnet': '1.1', May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: 'Trunk': '1.1'}} May 20 15:51:33.859209 dv-neutron-601336-76-hyperv neutron-server[92432]: {{(pid=92432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:33.865095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.905830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.948358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.950662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:33.951798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.960230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:34.112725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Pushing event updated for resources: {'Network': ['ID=3b5d8058-9b48-4168-91e9-a514eaee7812,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:34.115979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:34.124827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35764) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:34.126109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:34.129959 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0958548 May 20 15:51:34.132049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Request body: {'subnet': {'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1986498544-subnet', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:34.137843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:34.142461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Usage tracker for resource:subnet and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:34.145709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:34.153071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:34.167715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Made reservation on behalf of 12a391f584f8417cab742e107f57fbff for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:34.170619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.709098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.716148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3d089e02-7fac-4217-99a6-52ad8ccc9d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:34.778629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3a33f7-27ef-4962-a571-8d5b81531f27,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:34.787121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.787475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.787808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.788142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.788468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.788937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.789114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.789454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.789780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.790096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.790413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.791519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Tracked resource versions report: May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: pushed versions: May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: { 'AddressGroup': {'1.2'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'ConntrackHelper': {'1.0'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Log': {'1.0'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Network': {'1.1'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Port': {'1.7'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'PortForwarding': {'1.2'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'QosPolicy': {'1.8'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroup': {'1.4'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SubPort': {'1.0'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Subnet': {'1.1'}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Trunk': {'1.1'}} May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: consumer versions: May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: HyperV agent@hv-neutron-6013: {}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'ConntrackHelper': '1.0', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Log': '1.0', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Network': '1.1', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Port': '1.7', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'PortForwarding': '1.2', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'QosPolicy': '1.8', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroup': '1.4', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SecurityGroupRule': '1.2', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'SubPort': '1.0', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Subnet': '1.1', May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: 'Trunk': '1.1'}} May 20 15:51:34.792496 dv-neutron-601336-76-hyperv neutron-server[92431]: {{(pid=92431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:34.796199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:34.845862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Checking segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:34.845862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Network hostable DHCP agents. Network: 3b5d8058-9b48-4168-91e9-a514eaee7812, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:34.867317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:34.883878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 3b5d8058-9b48-4168-91e9-a514eaee7812) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:34.888784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:34.889428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.907500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ea5be-b821-474b-98d8-a2889188dc2b None None] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:34.919423 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7903395 May 20 15:51:34.920331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35796) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:34.926257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:34.932635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:34.938649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Usage tracker for resource:router and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:34.945216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:34.954430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:34.973970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.977056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.006552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.348542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-3b5d8058-9b48-4168-91e9-a514eaee7812', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:51:35.351029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.580728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.607359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Allocated IP 172.20.0.2 (3b5d8058-9b48-4168-91e9-a514eaee7812/bb3a33f7-27ef-4962-a571-8d5b81531f27/04cc1ad3-9f4b-4338-98df-17f257b4982d) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:35.941811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35840) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:35.949555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.956485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.963630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Transition to ACTIVE for port object 04cc1ad3-9f4b-4338-98df-17f257b4982d will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:35.989142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Transition to ACTIVE for port object 04cc1ad3-9f4b-4338-98df-17f257b4982d will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:35.999070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.001480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.005847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.084530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:36.087549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:36.093743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:36.104082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Pushing event updated for resources: {'Port': ['ID=04cc1ad3-9f4b-4338-98df-17f257b4982d,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.143690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.144139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.144500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.144822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.145141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.145487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.145809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.146123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.146438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.146746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.147228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.147541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Tracked resource versions report: May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: pushed versions: May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: { 'AddressGroup': {'1.2'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'ConntrackHelper': {'1.0'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Log': {'1.0'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Network': {'1.1'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Port': {'1.7'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'PortForwarding': {'1.2'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'QosPolicy': {'1.8'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroup': {'1.4'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SubPort': {'1.0'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Subnet': {'1.1'}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Trunk': {'1.1'}} May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: consumer versions: May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: HyperV agent@hv-neutron-6013: {}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'ConntrackHelper': '1.0', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Log': '1.0', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Network': '1.1', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Port': '1.7', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'PortForwarding': '1.2', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'QosPolicy': '1.8', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroup': '1.4', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SecurityGroupRule': '1.2', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'SubPort': '1.0', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Subnet': '1.1', May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: 'Trunk': '1.1'}} May 20 15:51:36.148698 dv-neutron-601336-76-hyperv neutron-server[92433]: {{(pid=92433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:36.157194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.214611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Attempting to bind port 04cc1ad3-9f4b-4338-98df-17f257b4982d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:36.214977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Attempting to bind port 04cc1ad3-9f4b-4338-98df-17f257b4982d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:36.215494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Attempting to bind port 04cc1ad3-9f4b-4338-98df-17f257b4982d on network 3b5d8058-9b48-4168-91e9-a514eaee7812 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:36.221746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:36.222256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Checking segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:36.222662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.223055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Bound using segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:36.223531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Bound port: 04cc1ad3-9f4b-4338-98df-17f257b4982d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:36.223912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.260536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Allocated IP 172.26.8.200 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/bd4edf5b-89cf-4c92-90c0-723a5df8695f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:36.406872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1003939564-network', 'tenant_id': '54588b6103b1438b9382bd33395ee241'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:36.420589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] For port 04cc1ad3-9f4b-4338-98df-17f257b4982d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:36.425696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:36.433125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] For port 04cc1ad3-9f4b-4338-98df-17f257b4982d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=04cc1ad3-9f4b-4338-98df-17f257b4982d,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:36.440938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.444370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Usage tracker for resource:network and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:36.457041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d16e214c-7f7c-4846-aa51-fc1caacf4321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.458964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:36.480670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:36.511189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Made reservation on behalf of 54588b6103b1438b9382bd33395ee241 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:36.515456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.540455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.570647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.595779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.606457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.609648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:36.617491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Usage tracker for resource:security_group_rule and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:36.624012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:36.636399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:36.702960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Pushing event updated for resources: {'Port': ['ID=04cc1ad3-9f4b-4338-98df-17f257b4982d,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.709828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.764281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:36.768435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:36.775493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4edf5b-89cf-4c92-90c0-723a5df8695f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.798234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:36.836726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.845174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.875679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:36.880194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.960285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.960923 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Added segment a1bee40d-a481-467f-a6dd-11c2a05d2466 of type vlan for network f9a59543-dd78-4bd1-b036-16bb998f0b29 May 20 15:51:37.050939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.084358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a286a28f-ce95-415a-8242-67afd1b3a18f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.088267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.089971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.091637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:37.092487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.100096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:37.168286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.298703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a59543-dd78-4bd1-b036-16bb998f0b29,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.306309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.312181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:37.335495 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3895750 May 20 15:51:37.337567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35880) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:37.360327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Request body: {'subnet': {'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1003939564-subnet', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:37.379557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:37.394493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Usage tracker for resource:subnet and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:37.403618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:37.429727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:37.465308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Made reservation on behalf of 54588b6103b1438b9382bd33395ee241 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:37.471254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.520571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.804630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35892) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:38.182551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 04cc1ad3-9f4b-4338-98df-17f257b4982d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:38.205646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.255965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb9190-de6f-448d-86df-22756845dcf5 None None] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:38.350878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.356035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:38.414014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4cab8cc0-b346-44c9-a229-44a55221d367 None None] Provisioning for port 04cc1ad3-9f4b-4338-98df-17f257b4982d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:38.503527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-238831019'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:38.570606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 04cc1ad3-9f4b-4338-98df-17f257b4982d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:38.576705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:38.582641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 04cc1ad3-9f4b-4338-98df-17f257b4982d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:38.583021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.588696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:38.591851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:38.594163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:38.600285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Usage tracker for resource:network and tenant:03e7b95d4aa54958b3dae5d78352cd59 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:38.604336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:38.634293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:38.666110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Checking segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:38.666834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Network hostable DHCP agents. Network: f9a59543-dd78-4bd1-b036-16bb998f0b29, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:38.673715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Made reservation on behalf of 03e7b95d4aa54958b3dae5d78352cd59 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:38.678006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.700209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.726270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:38.731554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Usage tracker for resource:security_group_rule and tenant:03e7b95d4aa54958b3dae5d78352cd59 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:38.736297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:38.741868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:38.752351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:38.760658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, f9a59543-dd78-4bd1-b036-16bb998f0b29) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:38.771637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:38.772587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.792850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c17875-44ca-4632-a27a-2e42720ffeec None None] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:38.827605 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4883664 May 20 15:51:38.828782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35926) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:38.840047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:38.846891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:38.860356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Usage tracker for resource:router and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:38.865174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:38.878245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:38.901018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.902592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.965578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.007080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.037001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.063669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.094465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:39.116778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.117173 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Added segment 091aba85-c867-4764-b350-bb8be33c52bb of type vlan for network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 May 20 15:51:39.151919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.185574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:39.218405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.227545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 04cc1ad3-9f4b-4338-98df-17f257b4982d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=04cc1ad3-9f4b-4338-98df-17f257b4982d,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:39.241242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:39.241966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.258761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.380052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:39.460314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21fbca2-e6c8-4d15-8a81-7036c73ffbd2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:39.470108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:39.478646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:39.559163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-f9a59543-dd78-4bd1-b036-16bb998f0b29', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:51:39.560406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.597019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-93b266ee-d238-4d2c-9f4a-36a80af2e8d2 None None] Provisioning complete for port 04cc1ad3-9f4b-4338-98df-17f257b4982d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:39.597742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-93b266ee-d238-4d2c-9f4a-36a80af2e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.602222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:39.621734 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Sync routers for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:39.661459 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:39.663506 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:39.678946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.689676 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7679245 May 20 15:51:39.693427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35942) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:39.698500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=04cc1ad3-9f4b-4338-98df-17f257b4982d,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:39.723864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:39.882609 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:51:39.920538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Allocated IP 172.20.0.2 (f9a59543-dd78-4bd1-b036-16bb998f0b29/cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1/a8cf4765-c98d-4c33-9874-5bd291aa69d1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:40.156497 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:40.163009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event updated for resources: {'Network': ['ID=78b5c65c-df01-4dcc-a30e-85167d72f0f0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:40.224600 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4146535 May 20 15:51:40.225512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:40.236401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.238276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35954) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:40.253366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Transition to ACTIVE for port object a8cf4765-c98d-4c33-9874-5bd291aa69d1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:40.280141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Transition to ACTIVE for port object a8cf4765-c98d-4c33-9874-5bd291aa69d1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:40.288735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 04cc1ad3-9f4b-4338-98df-17f257b4982d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:40.361499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:40.450332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.495918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Request body: {'subnet': {'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:40.639631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:40.706497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:40.721644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 04cc1ad3-9f4b-4338-98df-17f257b4982d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:40.722365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.745285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35964) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:40.754938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:40.757713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:40.817620 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:37Z', 'revision_number': 3, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:40.821372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Pushing event updated for resources: {'Port': ['ID=a8cf4765-c98d-4c33-9874-5bd291aa69d1,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:40.825934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:40.838430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35974) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:40.839361 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Checking router: ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:40.839947 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Updating router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d port bd4edf5b-89cf-4c92-90c0-723a5df8695f binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:40.969903 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.007891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-083fd1e6-6053-42f6-9df7-55fc779ac0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.048566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Attempting to bind port a8cf4765-c98d-4c33-9874-5bd291aa69d1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:41.048972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Attempting to bind port a8cf4765-c98d-4c33-9874-5bd291aa69d1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:41.049661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Attempting to bind port a8cf4765-c98d-4c33-9874-5bd291aa69d1 on network f9a59543-dd78-4bd1-b036-16bb998f0b29 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:41.059218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:41.059775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Checking segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:41.060351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.060819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Bound using segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:41.061557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Bound port: a8cf4765-c98d-4c33-9874-5bd291aa69d1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:41.062010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.145815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.270168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] For port a8cf4765-c98d-4c33-9874-5bd291aa69d1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:41.273096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 35982) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:41.276929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] For port a8cf4765-c98d-4c33-9874-5bd291aa69d1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a8cf4765-c98d-4c33-9874-5bd291aa69d1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:41.285322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.301443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.418933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Pushing event updated for resources: {'Port': ['ID=a8cf4765-c98d-4c33-9874-5bd291aa69d1,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.432606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.547716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:41.550045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3dd60f71-8b7b-4ac1-8fce-fe371b3bd590 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1986286708'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:41.550558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3dd60f71-8b7b-4ac1-8fce-fe371b3bd590 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Unknown quota resources ['metering_label']. {{(pid=92432) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:41.561600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Usage tracker for resource:subnet and tenant:03e7b95d4aa54958b3dae5d78352cd59 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:41.573737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:41.586822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:41.613322 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.646204 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Transition to ACTIVE for port object bd4edf5b-89cf-4c92-90c0-723a5df8695f will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:41.661639 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.668810 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.675706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Made reservation on behalf of 03e7b95d4aa54958b3dae5d78352cd59 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:41.683003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.821589 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Attempting to bind port bd4edf5b-89cf-4c92-90c0-723a5df8695f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:41.822275 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Attempting to bind port bd4edf5b-89cf-4c92-90c0-723a5df8695f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:41.822736 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Attempting to bind port bd4edf5b-89cf-4c92-90c0-723a5df8695f on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:41.826015 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Pushing event updated for resources: {'Port': ['ID=bd4edf5b-89cf-4c92-90c0-723a5df8695f,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.837699 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.838205 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.838757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.839135 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.839548 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.839977 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.840389 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.841575 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.842887 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.842887 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.843509 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.843946 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Tracked resource versions report: May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: pushed versions: May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: { 'AddressGroup': {'1.2'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'ConntrackHelper': {'1.0'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Log': {'1.0'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Network': {'1.1'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Port': {'1.7'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'PortForwarding': {'1.2'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'QosPolicy': {'1.8'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroup': {'1.4'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SubPort': {'1.0'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Subnet': {'1.1'}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Trunk': {'1.1'}} May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: consumer versions: May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: { DHCP agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: HyperV agent@hv-neutron-6013: {}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: L3 agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: Metadata agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: Metering agent@dv-neutron-601336-76-hyperv: {}, May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: Open vSwitch agent@dv-neutron-601336-76-hyperv: { 'AddressGroup': '1.2', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'ConntrackHelper': '1.0', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Log': '1.0', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Network': '1.1', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Port': '1.7', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'PortForwarding': '1.2', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'QosPolicy': '1.8', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroup': '1.4', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SecurityGroupRule': '1.2', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'SubPort': '1.0', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Subnet': '1.1', May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: 'Trunk': '1.1'}} May 20 15:51:41.845216 dv-neutron-601336-76-hyperv neutron-server[92434]: {{(pid=92434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:41.849460 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:41.849953 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:41.850447 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.850986 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:41.851562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Bound port: bd4edf5b-89cf-4c92-90c0-723a5df8695f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:41.852050 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.894922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.979801 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] For port bd4edf5b-89cf-4c92-90c0-723a5df8695f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:41.985043 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] For port bd4edf5b-89cf-4c92-90c0-723a5df8695f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=bd4edf5b-89cf-4c92-90c0-723a5df8695f,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:42.008018 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.013604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-322901027'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:42.026668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:42.033766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Usage tracker for resource:router and tenant:88ef6f86ad04409496ff7f3426de2194 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:42.039507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:42.052074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:42.054685 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:42.055367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 35990) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:42.180369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:42.197639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:42.218992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Usage tracker for resource:floatingip and tenant:334db9ca35144f3591ce771f25151a42 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:42.225055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:42.239390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:42.247683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a8cf4765-c98d-4c33-9874-5bd291aa69d1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:42.270373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.271415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.285630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.312122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.322915 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:42.323560 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:42.386965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a46b0170-c7f1-494b-8e50-8f0f4da753e9 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1804030140'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:42.389699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a46b0170-c7f1-494b-8e50-8f0f4da753e9 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Unknown quota resources ['metering_label']. {{(pid=92432) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:42.415121 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Pushing event updated for resources: {'Port': ['ID=bd4edf5b-89cf-4c92-90c0-723a5df8695f,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:42.415846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a8cf4765-c98d-4c33-9874-5bd291aa69d1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:42.428207 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:42.587282 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:42.609329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.826887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3dd60f71-8b7b-4ac1-8fce-fe371b3bd590 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.829119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3dd60f71-8b7b-4ac1-8fce-fe371b3bd590 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.0609739 May 20 15:51:42.838297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36010) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:42.851046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.856168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-72ad3944-1365-49d1-9a6f-c97febdecf51 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.0061619 May 20 15:51:42.864007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1834f19e-99bb-443c-bfca-c2cb86d4cb53 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '53e25fa3-b021-466e-b38b-d220bde1f436'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:42.864549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1834f19e-99bb-443c-bfca-c2cb86d4cb53 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92431) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:42.870320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36014) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:43.112765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbd69a-c6e9-4f62-a571-7a722a4a7210 None None] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:43.142296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36020) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:43.156120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.184796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a46b0170-c7f1-494b-8e50-8f0f4da753e9 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.189487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a46b0170-c7f1-494b-8e50-8f0f4da753e9 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1177440 May 20 15:51:43.195712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36022) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:43.208696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ad6aa123-fb68-4f5b-82f0-2d426447a05c tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '87cf76bf-f7d8-45c7-aad1-18dfb14f5dfa'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:43.209201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ad6aa123-fb68-4f5b-82f0-2d426447a05c tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92432) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:43.220597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Provisioning for port a8cf4765-c98d-4c33-9874-5bd291aa69d1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:43.236932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Provisioning complete for port a8cf4765-c98d-4c33-9874-5bd291aa69d1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:43.237788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.256193 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:37Z', 'revision_number': 3, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:43.262255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.263802 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96f438-312f-4976-b6c0-f27d98fbbc80 None None] The sync data for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv is: [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:37Z', 'revision_number': 3, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:43.402868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.458901 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.services.metering.metering_plugin [None req-ad6aa123-fb68-4f5b-82f0-2d426447a05c tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 15:51:43.473129 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.services.metering.metering_plugin [None req-1834f19e-99bb-443c-bfca-c2cb86d4cb53 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 15:51:43.491862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.738360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad6aa123-fb68-4f5b-82f0-2d426447a05c tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.745322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad6aa123-fb68-4f5b-82f0-2d426447a05c tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5484722 May 20 15:51:43.746099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36032) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:43.756962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-60922e27-1130-4d9b-826e-597db509337e tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '87cf76bf-f7d8-45c7-aad1-18dfb14f5dfa'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:43.757654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-60922e27-1130-4d9b-826e-597db509337e tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92432) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:43.782530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.851542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.904065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-da253fcb-ccd9-456b-8b48-d7b34450e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.928037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] For port a8cf4765-c98d-4c33-9874-5bd291aa69d1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a8cf4765-c98d-4c33-9874-5bd291aa69d1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:43.936218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.946441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:43.983799 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.services.metering.metering_plugin [None req-60922e27-1130-4d9b-826e-597db509337e tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 15:51:44.041750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Pushing event updated for resources: {'Port': ['ID=a8cf4765-c98d-4c33-9874-5bd291aa69d1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:44.045925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:44.132424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:44.183178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bd4edf5b-89cf-4c92-90c0-723a5df8695f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:44.302615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:44.306601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Usage tracker for resource:floatingip and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:44.310326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:44.337685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:44.348105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port bd4edf5b-89cf-4c92-90c0-723a5df8695f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:44.372164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port bd4edf5b-89cf-4c92-90c0-723a5df8695f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:44.373635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.382713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60922e27-1130-4d9b-826e-597db509337e tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.384664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-60922e27-1130-4d9b-826e-597db509337e tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6347280 May 20 15:51:44.391742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36038) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:44.420941 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-baaa99b2-10ea-48b1-9838-14d96625bd3c tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=7ee90e0c-ff50-4654-a168-90e46d377ed7 HTTP/1.1" status: 200 len: 464 time: 0.0257683 May 20 15:51:44.421619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36042) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:44.553733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.558353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.595942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.610844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4f5db3de-4ab6-487d-9993-9b088d44aaad None None] Provisioning complete for port a8cf4765-c98d-4c33-9874-5bd291aa69d1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:44.611438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4f5db3de-4ab6-487d-9993-9b088d44aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.671825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Allocated IP 172.20.0.1 (3b5d8058-9b48-4168-91e9-a514eaee7812/bb3a33f7-27ef-4962-a571-8d5b81531f27/66b65cea-99d3-4bdc-af9b-58823df1a954) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:44.699106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee92598f-bb49-4b3d-9da6-893338f2f7c7 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.703317 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee92598f-bb49-4b3d-9da6-893338f2f7c7 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/7ee90e0c-ff50-4654-a168-90e46d377ed7 HTTP/1.1" status: 204 len: 168 time: 0.2803204 May 20 15:51:44.706551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36046) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:44.720521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.721012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2e54553-a4ec-4a75-9b80-152c86083f8a {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:51:44.729189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.797852 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b809c754-14bb-444b-b9c5-ce67a02a90dd tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=7ee90e0c-ff50-4654-a168-90e46d377ed7 HTTP/1.1" status: 200 len: 221 time: 0.0842333 May 20 15:51:44.821129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36052) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:44.823529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1834f19e-99bb-443c-bfca-c2cb86d4cb53 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.830812 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1834f19e-99bb-443c-bfca-c2cb86d4cb53 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.9761755 May 20 15:51:44.833067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.839890 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5ef9ab86-6fec-47d2-9730-f1f79cea4362 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b2e54553-a4ec-4a75-9b80-152c86083f8a HTTP/1.1" status: 204 len: 168 time: 1.9630733 May 20 15:51:44.840217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.842265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36056) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:44.842265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36058) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:44.845774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-35ec68df-8ba6-48ef-be93-8448ac23f6c8 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1531125451', 'description': 'label created by tempest'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:44.846245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-35ec68df-8ba6-48ef-be93-8448ac23f6c8 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Unknown quota resources ['metering_label']. {{(pid=92431) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:44.859555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Allocated IP 172.26.8.205 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/e846e202-5908-4cf1-ba4f-0694152bc590) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:44.874066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c87bf663-33c8-4e84-a936-394a58898178 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '53e25fa3-b021-466e-b38b-d220bde1f436'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:44.874606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c87bf663-33c8-4e84-a936-394a58898178 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92431) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:44.883244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Request body: {'router': {'name': 'tempest-router-1626343566', 'distributed': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:44.926994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port bd4edf5b-89cf-4c92-90c0-723a5df8695f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=bd4edf5b-89cf-4c92-90c0-723a5df8695f,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:44.940454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.944115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:44.993244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.017178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Transition to ACTIVE for port object 66b65cea-99d3-4bdc-af9b-58823df1a954 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:45.053499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.064086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.074113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=bd4edf5b-89cf-4c92-90c0-723a5df8695f,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.078212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.104555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:45.134950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Usage tracker for resource:router and tenant:88ef6f86ad04409496ff7f3426de2194 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:45.176235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:45.190359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:45.197907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:45.198588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.229888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Pushing event updated for resources: {'Port': ['ID=66b65cea-99d3-4bdc-af9b-58823df1a954,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.236300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.241301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:45.338460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:45.486924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.517748 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.services.metering.metering_plugin [None req-c87bf663-33c8-4e84-a936-394a58898178 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 15:51:45.571340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-55ddae11-a90d-4f64-b986-d0d9d7ebe847 None None] Provisioning for port 66b65cea-99d3-4bdc-af9b-58823df1a954 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:45.585683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-55ddae11-a90d-4f64-b986-d0d9d7ebe847 None None] Provisioning complete for port 66b65cea-99d3-4bdc-af9b-58823df1a954 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:45.587283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-55ddae11-a90d-4f64-b986-d0d9d7ebe847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.678743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-55ddae11-a90d-4f64-b986-d0d9d7ebe847 None None] Port 66b65cea-99d3-4bdc-af9b-58823df1a954 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:45.786348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.892105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.898674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.900035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.904705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.940065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.941850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.050909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Pushing event updated for resources: {'Port': ['ID=66b65cea-99d3-4bdc-af9b-58823df1a954,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:46.060011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:46.104187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bd4edf5b-89cf-4c92-90c0-723a5df8695f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:46.121755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:46.124615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:46.214707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.242918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port bd4edf5b-89cf-4c92-90c0-723a5df8695f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:46.243663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.313402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c87bf663-33c8-4e84-a936-394a58898178 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.317220 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c87bf663-33c8-4e84-a936-394a58898178 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.4640129 May 20 15:51:46.326168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-35ec68df-8ba6-48ef-be93-8448ac23f6c8 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.331000 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-35ec68df-8ba6-48ef-be93-8448ac23f6c8 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.5050154 May 20 15:51:46.338842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.348120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36064) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.348822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36066) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.396372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.426423 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3fd55699-25a6-4019-a874-1a77d35fb71e tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=39b0db0a-7bb6-4bcd-86e2-2bb0d8fe6600 HTTP/1.1" status: 200 len: 462 time: 0.0671110 May 20 15:51:46.428714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.431046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36072) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.475374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d68041c0-151c-462c-9caa-ea4c64cd0ec5 None None] Provisioning complete for port 66b65cea-99d3-4bdc-af9b-58823df1a954 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:46.476218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d68041c0-151c-462c-9caa-ea4c64cd0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.493606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:51:46.573458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a8cf4765-c98d-4c33-9874-5bd291aa69d1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:46.606155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d68041c0-151c-462c-9caa-ea4c64cd0ec5 None None] Port 66b65cea-99d3-4bdc-af9b-58823df1a954 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:46.673076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a8cf4765-c98d-4c33-9874-5bd291aa69d1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:46.674151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.709447 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-adc320d5-d690-4096-a60a-0819084c54d2 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=af4bbf1b-a088-4f5a-b773-2a0e4935e9ae HTTP/1.1" status: 200 len: 468 time: 0.3490376 May 20 15:51:46.710654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36076) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.717327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9450758f-80cd-446d-a706-9a6283a9dcdb tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.721009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9450758f-80cd-446d-a706-9a6283a9dcdb tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/39b0db0a-7bb6-4bcd-86e2-2bb0d8fe6600 HTTP/1.1" status: 204 len: 168 time: 0.2861211 May 20 15:51:46.723818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36080) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.738852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.744278 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-70a98a67-69af-48fe-a8be-f0826bcad651 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8883731 May 20 15:51:46.745320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36084) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.776448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.783819 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8e9f8785-c78d-4299-be00-ec5dc9c54ace tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=39b0db0a-7bb6-4bcd-86e2-2bb0d8fe6600 HTTP/1.1" status: 200 len: 221 time: 0.0533195 May 20 15:51:46.787896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.791022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36088) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:46.871755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:46.929879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8387d2d6-7c8e-4906-9e79-9075f537e01c tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--550107020', 'description': 'label created by tempest'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:46.930626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8387d2d6-7c8e-4906-9e79-9075f537e01c tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Unknown quota resources ['metering_label']. {{(pid=92431) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 15:51:47.103992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.247645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.297257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event updated for resources: {'Subnet': ['ID=4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.319055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.326073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-513c7be1-1c7b-4685-8a16-bbbc53258348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.447581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:47.510970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Allocated IP 172.26.8.95 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/3fdfc40f-89bf-4592-84cf-b3e53ff1fac0) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:47.513927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Checking segment: {'id': '091aba85-c867-4764-b350-bb8be33c52bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:47.514353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Network hostable DHCP agents. Network: 78b5c65c-df01-4dcc-a30e-85167d72f0f0, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:47.517398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:47.532505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5404-ab2e-4062-b223-a1582af05448 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.533705 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0e4b5404-ab2e-4062-b223-a1582af05448 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/af4bbf1b-a088-4f5a-b773-2a0e4935e9ae HTTP/1.1" status: 204 len: 168 time: 0.8215835 May 20 15:51:47.545257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:47.546532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36092) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.695728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e0e546a8-69fd-4396-8d52-9d5436d35e3a tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=af4bbf1b-a088-4f5a-b773-2a0e4935e9ae HTTP/1.1" status: 200 len: 216 time: 0.1480105 May 20 15:51:47.699162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:47.713711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Sync routers for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:47.732282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:47.733396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:47.757451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] 10.222.0.13 "PUT /v2.0/routers/ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0618870 May 20 15:51:47.757993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.774760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.778895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.783612 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c5c30723-dd86-447d-bb20-c99132256f61 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0242224 May 20 15:51:47.880903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36102) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.895923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.896432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c37115ff-167b-4b1d-8781-d3903369b0f2 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:51:47.906576 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-53c5331a-aaa1-421f-b7cf-fca79f6cb526 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0193446 May 20 15:51:47.909953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36106) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.026636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:48.139464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.147217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f64ab84f-98ae-4ffd-af73-d293fda5423c tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c37115ff-167b-4b1d-8781-d3903369b0f2 HTTP/1.1" status: 204 len: 168 time: 1.3990057 May 20 15:51:48.163726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36118) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.171332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Pushing event updated for resources: {'Port': ['ID=e846e202-5908-4cf1-ba4f-0694152bc590,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:48.173029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Request body: {'router': {'name': 'tempest-router-1970232144', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c894e3190d524b35bbc92708385b84f7'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:48.181522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dd2e9020-5ea4-44bb-8796-432ddb24725f tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/87cf76bf-f7d8-45c7-aad1-18dfb14f5dfa HTTP/1.1" status: 200 len: 473 time: 0.2701705 May 20 15:51:48.186903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:48.192099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36122) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.207835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:48.208147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Usage tracker for resource:router and tenant:c894e3190d524b35bbc92708385b84f7 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:48.218038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:48.230433 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-373aa58e-e0ed-4bc4-bfbb-702151ed2a54 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/34509102-4a0d-41e4-9929-3f9ce37c079a HTTP/1.1" status: 200 len: 461 time: 0.0313783 May 20 15:51:48.230716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36126) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.235492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:48.276433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.278699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.296570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:48.332542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8387d2d6-7c8e-4906-9e79-9075f537e01c tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.334080 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8387d2d6-7c8e-4906-9e79-9075f537e01c tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.5317974 May 20 15:51:48.337524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 78b5c65c-df01-4dcc-a30e-85167d72f0f0) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:48.339037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36130) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.355153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:48.355764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.436852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c74f58-e58e-4f67-9a5d-31639102e544 None None] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:48.555497 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0c0dd6a3-9e8b-4550-9360-9a519e83c444 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=1eb03683-feed-443e-aa51-c57a2889a980 HTTP/1.1" status: 200 len: 467 time: 0.2151847 May 20 15:51:48.571677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36136) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.591395 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.1554976 May 20 15:51:48.726978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36140) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.747869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Request body: {'port': {'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-17645345'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:48.767865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.783129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.785897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fcef8aeb-10fc-41bd-bbb2-e0c8ea934099 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.787062 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fcef8aeb-10fc-41bd-bbb2-e0c8ea934099 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/34509102-4a0d-41e4-9929-3f9ce37c079a HTTP/1.1" status: 204 len: 168 time: 0.5548923 May 20 15:51:48.843678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36144) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:49.018748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.079450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.090289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-78b5c65c-df01-4dcc-a30e-85167d72f0f0', 'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0', 'tenant_id': '03e7b95d4aa54958b3dae5d78352cd59', 'fixed_ips': [{'subnet_id': '4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:51:49.092863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.119893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 2, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:49.132877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Checking router: ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:49.133999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Updating router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d port 66b65cea-99d3-4bdc-af9b-58823df1a954 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:49.249267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.292904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.294850 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-82bd1bce-56d2-4fe9-9003-a1b61bf0b9d2 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1292543 May 20 15:51:49.298074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:49.300827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36148) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:49.306310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Allocated IP 172.26.8.188 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/339576d4-643e-4dc0-8ee2-0845cdf64354) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:49.306609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Request body: {'router': {'distributed': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:49.373227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Usage tracker for resource:port and tenant:03e7b95d4aa54958b3dae5d78352cd59 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:49.386105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8eb1347b-58f3-4e56-97f0-ef7051a06fb1 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.387262 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8eb1347b-58f3-4e56-97f0-ef7051a06fb1 tempest-MeteringTestJSON-558119238 tempest-MeteringTestJSON-558119238-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/87cf76bf-f7d8-45c7-aad1-18dfb14f5dfa HTTP/1.1" status: 204 len: 168 time: 0.5382442 May 20 15:51:49.388411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:49.399177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:49.543833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Made reservation on behalf of 03e7b95d4aa54958b3dae5d78352cd59 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:49.547704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.672161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] device_id is not set on port 4064d9a5-5270-4df3-8c02-15306bf141d0 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:51:49.691291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Allocated IP 172.20.0.2 (78b5c65c-df01-4dcc-a30e-85167d72f0f0/4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e/20631e37-4b63-4b15-abb7-1ed84c8d181c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:49.893534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.115956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.129325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.144112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Transition to ACTIVE for port object 66b65cea-99d3-4bdc-af9b-58823df1a954 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:50.151472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Transition to ACTIVE for port object 20631e37-4b63-4b15-abb7-1ed84c8d181c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:50.156150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.160626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.173510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.189447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.190023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.252300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af97ee-fa6d-4c0c-9e36-16baeefdd897 None None] Pushing event updated for resources: {'Port': ['ID=66b65cea-99d3-4bdc-af9b-58823df1a954,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.270242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-65af97ee-fa6d-4c0c-9e36-16baeefdd897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.275198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Transition to ACTIVE for port object 20631e37-4b63-4b15-abb7-1ed84c8d181c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:50.275454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.349131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.366785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.420773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36160) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:50.432810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Pushing event updated for resources: {'Port': ['ID=3fdfc40f-89bf-4592-84cf-b3e53ff1fac0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.437748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.464016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36162) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:50.474184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246336732', 'description': 'tempest-description--1332517199'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:50.512638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Pushing event updated for resources: {'Port': ['ID=20631e37-4b63-4b15-abb7-1ed84c8d181c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.559088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.566591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.581814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:50.592512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:50.606312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=92432) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 20 15:51:50.608221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Router af77e098-6b18-4f49-94e3-2e33830e77fa migrating from provider to provider. {{(pid=92432) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 20 15:51:50.608947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.619587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.643798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:50.646364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.646486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:50.732771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:50.743205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.747178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Usage tracker for resource:security_group and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:50.760954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:50.792401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Attempting to bind port 66b65cea-99d3-4bdc-af9b-58823df1a954 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:50.792784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Attempting to bind port 66b65cea-99d3-4bdc-af9b-58823df1a954 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:50.793136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Attempting to bind port 66b65cea-99d3-4bdc-af9b-58823df1a954 on network 3b5d8058-9b48-4168-91e9-a514eaee7812 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:50.802294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Attempting to bind port 20631e37-4b63-4b15-abb7-1ed84c8d181c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:50.802707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Attempting to bind port 20631e37-4b63-4b15-abb7-1ed84c8d181c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '091aba85-c867-4764-b350-bb8be33c52bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:50.803026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Attempting to bind port 20631e37-4b63-4b15-abb7-1ed84c8d181c on network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:50.813329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:50.813761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Checking segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:50.814129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.814551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Bound using segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:50.815044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Bound port: 66b65cea-99d3-4bdc-af9b-58823df1a954, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:50.815518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.826887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:50.827316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Checking segment: {'id': '091aba85-c867-4764-b350-bb8be33c52bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:50.827670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.828087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Bound using segment: {'id': '091aba85-c867-4764-b350-bb8be33c52bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:50.828560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Bound port: 20631e37-4b63-4b15-abb7-1ed84c8d181c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091aba85-c867-4764-b350-bb8be33c52bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '78b5c65c-df01-4dcc-a30e-85167d72f0f0'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:50.828979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.833837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:50.853145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:50.858964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Allocated IP 172.20.0.9 (78b5c65c-df01-4dcc-a30e-85167d72f0f0/4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e/4064d9a5-5270-4df3-8c02-15306bf141d0) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:50.933919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.980921 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] No L3 agents can host the router af77e098-6b18-4f49-94e3-2e33830e77fa May 20 15:51:50.986245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:51.005850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Usage tracker for resource:security_group_rule and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:51.011539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:51.031381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:51.037752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] For port 66b65cea-99d3-4bdc-af9b-58823df1a954, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:51.040273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] For port 20631e37-4b63-4b15-abb7-1ed84c8d181c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:51.043599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] For port 66b65cea-99d3-4bdc-af9b-58823df1a954, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=66b65cea-99d3-4bdc-af9b-58823df1a954,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:51.046172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] For port 20631e37-4b63-4b15-abb7-1ed84c8d181c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=20631e37-4b63-4b15-abb7-1ed84c8d181c,segment=NetworkSegment(091aba85-c867-4764-b350-bb8be33c52bb),segment_id=091aba85-c867-4764-b350-bb8be33c52bb)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:51.051363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.055885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:51.084780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Port': ['ID=339576d4-643e-4dc0-8ee2-0845cdf64354,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:51.087510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.158151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:51.159622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:51.165653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:51.175717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:51.176633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:51.176815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:51.196081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e21199a-2cba-4315-b2cb-2597db45aa35 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.201507 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6e21199a-2cba-4315-b2cb-2597db45aa35 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/1eb03683-feed-443e-aa51-c57a2889a980 HTTP/1.1" status: 204 len: 168 time: 2.6224689 May 20 15:51:51.201507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.218825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36174) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.224065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:51.228921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Usage tracker for resource:security_group_rule and tenant:e01dea6ee892467292baaa63c63f87c1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:51.233470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:51.240648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:51.254700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af97ee-fa6d-4c0c-9e36-16baeefdd897 None None] Pushing event updated for resources: {'Port': ['ID=66b65cea-99d3-4bdc-af9b-58823df1a954,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:51.260703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-65af97ee-fa6d-4c0c-9e36-16baeefdd897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:51.261196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:51.380566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:51.394565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Hosts for router af77e098-6b18-4f49-94e3-2e33830e77fa: [] {{(pid=92432) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 20 15:51:51.407877 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b57f7d6b-d9e0-46b7-bbd6-41819f90a68d tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=1eb03683-feed-443e-aa51-c57a2889a980 HTTP/1.1" status: 200 len: 216 time: 0.1321421 May 20 15:51:51.422934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.428209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36178) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.441861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Pushing event updated for resources: {'Port': ['ID=20631e37-4b63-4b15-abb7-1ed84c8d181c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:51.448161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:51.454548 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0be3f2e4-089b-43ff-ae6a-f302744cd159 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0229888 May 20 15:51:51.491620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36182) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.555275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.596633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:51.609450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.659579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Transition to ACTIVE for port object 4064d9a5-5270-4df3-8c02-15306bf141d0 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:51.708002 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4bfefd9c-2cba-4de7-9f64-df0718f1c5e9 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2147558 May 20 15:51:51.708295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.709602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Hosts for other DVR routers connected to router af77e098-6b18-4f49-94e3-2e33830e77fa: set() {{(pid=92432) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 20 15:51:51.716903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.720312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36186) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.736074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.783196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.847623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.863796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:51.889210 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-95e63283-37d3-46d0-90b5-c8b714ae7c0d tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/53e25fa3-b021-466e-b38b-d220bde1f436 HTTP/1.1" status: 200 len: 473 time: 0.1645675 May 20 15:51:51.903616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36192) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.929609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:51.945800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.951087 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f65e4dc6-377e-4100-84d6-396cd25d453f tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "PUT /v2.0/routers/af77e098-6b18-4f49-94e3-2e33830e77fa HTTP/1.1" status: 200 len: 717 time: 2.6461070 May 20 15:51:51.951324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.954965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.959163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4937520 May 20 15:51:51.960148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36196) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.960783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36198) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:51.969953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:51.977520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:51.980575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d4f5e279-2ab5-4fb1-9f28-e26db05cebf5 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/f35b0184-b9fd-4d69-a724-3d8999e406b7 HTTP/1.1" status: 200 len: 459 time: 0.0755949 May 20 15:51:51.986652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Request body: {'security_group_rule': {'security_group_id': '4d0c77b6-9ecb-4b67-a2d5-1b42bb218409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:51.998541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:52.001867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36204) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.002533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.006584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Usage tracker for resource:security_group_rule and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:52.012072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:52.031659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:52.064194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.116739 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e01dea6ee892467292baaa63c63f87c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5943978 May 20 15:51:52.118366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2024cc60-f770-4290-963f-d3a87e0bd25c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:52.120530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36208) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.148227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:52.159413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362c6aa7-5db4-45e6-8d1b-d1b3f28cb8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:52.185476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:51Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:52.196899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4351216-0954-43a0-b59b-f74c8fb09cfb None None] The sync data for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv is: [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:51Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:52.242607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 20631e37-4b63-4b15-abb7-1ed84c8d181c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:52.338732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event updated for resources: {'Port': ['ID=4064d9a5-5270-4df3-8c02-15306bf141d0,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:52.402270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 20631e37-4b63-4b15-abb7-1ed84c8d181c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:52.447920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.502772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4031ddc4-f54d-48cb-ba1a-e82b36b2e559 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "GET /v2.0/routers/af77e098-6b18-4f49-94e3-2e33830e77fa HTTP/1.1" status: 200 len: 717 time: 0.5386763 May 20 15:51:52.506254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:52.518953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:52.520054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.524893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:52.539436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:52.547893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:52.550214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.594535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8598759 May 20 15:51:52.597842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36216) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.771825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.789277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.813186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:52.814152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfae7230-7594-484b-92b8-88eb25583d78 None None] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:52.961912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Router e8f4dee2-feaa-4b46-a116-4b7aaba76bce is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:52.994813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dcf73c2-1858-47c9-9bd2-699afc209e15 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.996094 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9dcf73c2-1858-47c9-9bd2-699afc209e15 tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f35b0184-b9fd-4d69-a724-3d8999e406b7 HTTP/1.1" status: 204 len: 168 time: 0.9677722 May 20 15:51:52.997135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.001052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Provisioning for port 20631e37-4b63-4b15-abb7-1ed84c8d181c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:53.002316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36222) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:53.019514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Provisioning complete for port 20631e37-4b63-4b15-abb7-1ed84c8d181c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:53.019879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.206104 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-21cdc181-d332-4060-8281-c8eb3bdd3973 tempest-RoutersTestDVR-1220626706 tempest-RoutersTestDVR-1220626706-project] 10.222.0.13 "GET /v2.0/routers/af77e098-6b18-4f49-94e3-2e33830e77fa HTTP/1.1" status: 200 len: 683 time: 0.6263847 May 20 15:51:53.207101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36226) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:53.215735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.215735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2459488 May 20 15:51:53.215735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb8cb2e-6c29-4851-ab69-aab2aa5abee4,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:53.217455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36230) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:53.289192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.344062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.354710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] For port 20631e37-4b63-4b15-abb7-1ed84c8d181c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=20631e37-4b63-4b15-abb7-1ed84c8d181c,segment=NetworkSegment(091aba85-c867-4764-b350-bb8be33c52bb),segment_id=091aba85-c867-4764-b350-bb8be33c52bb)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:53.365154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.367754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:53.386517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.470519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Pushing event updated for resources: {'Port': ['ID=20631e37-4b63-4b15-abb7-1ed84c8d181c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:53.472776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Request body: {'security_group_rule': {'security_group_id': '4d0c77b6-9ecb-4b67-a2d5-1b42bb218409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:53.479219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:53.487594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:53.585597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Deleting port 4064d9a5-5270-4df3-8c02-15306bf141d0 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:51:53.585939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.650081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:53.720965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-280d3df2-dd38-428e-bfc1-c56bfce58446 None None] Provisioning for port 4064d9a5-5270-4df3-8c02-15306bf141d0 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:53.740790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-280d3df2-dd38-428e-bfc1-c56bfce58446 None None] Provisioning complete for port 4064d9a5-5270-4df3-8c02-15306bf141d0 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:53.741052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-280d3df2-dd38-428e-bfc1-c56bfce58446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.761819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Usage tracker for resource:security_group_rule and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:53.776238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:53.801818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.850221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.852948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:51:53.868237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-280d3df2-dd38-428e-bfc1-c56bfce58446 None None] Port 4064d9a5-5270-4df3-8c02-15306bf141d0 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:53.889873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-280d3df2-dd38-428e-bfc1-c56bfce58446 None None] Provisioning complete for port 20631e37-4b63-4b15-abb7-1ed84c8d181c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:53.890737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-280d3df2-dd38-428e-bfc1-c56bfce58446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.898084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-306e92d4-fe39-4941-ba75-822e65fb875b tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.899977 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-306e92d4-fe39-4941-ba75-822e65fb875b tempest-MeteringIpV6TestJSON-2139075853 tempest-MeteringIpV6TestJSON-2139075853-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/53e25fa3-b021-466e-b38b-d220bde1f436 HTTP/1.1" status: 204 len: 168 time: 0.8901420 May 20 15:51:53.911064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:53.953735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.029852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.034065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:54.084168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.093277 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Sync routers for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:54.095876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.098740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.103895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.119627 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:54.122698 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:54.164430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.273623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Port': ['ID=339576d4-643e-4dc0-8ee2-0845cdf64354,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.277713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.281740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.301478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.304055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.335564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ecda6f6a-783d-4e45-90b3-f3b821e0015d None None] Provisioning complete for port 4064d9a5-5270-4df3-8c02-15306bf141d0 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:54.337137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ecda6f6a-783d-4e45-90b3-f3b821e0015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.391044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.411888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Calling delete_port for 4064d9a5-5270-4df3-8c02-15306bf141d0 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:51:54.423224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.423698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af77e098-6b18-4f49-94e3-2e33830e77fa {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:51:54.452897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.455798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 20631e37-4b63-4b15-abb7-1ed84c8d181c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:54.471550 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2024cc60-f770-4290-963f-d3a87e0bd25c HTTP/1.1" status: 204 len: 168 time: 2.3314507 May 20 15:51:54.507130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36238) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:54.507130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.523620 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-589a0ef2-fad3-4638-be1a-ce2df8593d08 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 15.6874249 May 20 15:51:54.523620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.523620 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2193108 May 20 15:51:54.541211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36242) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:54.542263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:54.552496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.554292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee5c272f-c37e-47a4-a0ae-8adb8a94405e tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "DELETE /v2.0/routers/af77e098-6b18-4f49-94e3-2e33830e77fa HTTP/1.1" status: 204 len: 168 time: 1.3441820 May 20 15:51:54.565697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36252) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:54.629375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.663414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.667245 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:54.676653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1306badf-4862-44aa-af7b-838eaf05fcd5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.828212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cdd568-5678-4eec-9b63-090488fea262,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.835260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.873250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ecda6f6a-783d-4e45-90b3-f3b821e0015d None None] Port 4064d9a5-5270-4df3-8c02-15306bf141d0 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:54.915525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 20631e37-4b63-4b15-abb7-1ed84c8d181c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:54.916168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.924326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.931658 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5424414 May 20 15:51:54.935249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36258) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:54.943538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:54.951227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:54.956443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Usage tracker for resource:floatingip and tenant:12a391f584f8417cab742e107f57fbff is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:54.962271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:54.970183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.978581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.986798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-afcd619a-60ac-4ac5-88d2-7e8fc89e4db8 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.037671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1491292596'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:55.052315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event deleted for resources: {'Port': ['ID=4064d9a5-5270-4df3-8c02-15306bf141d0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.055397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.055850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.116518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Request body: {'router': {'name': 'tempest-router-201705048', 'distributed': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:55.122478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Usage tracker for resource:network and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.136916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36264) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.148194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.154617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.188955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.198129 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 13.9166479 May 20 15:51:55.198129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.204696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Pushing event updated for resources: {'Port': ['ID=3fdfc40f-89bf-4592-84cf-b3e53ff1fac0,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.208957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.209655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36270) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.236765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Usage tracker for resource:router and tenant:88ef6f86ad04409496ff7f3426de2194 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.239437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0fa596f-33fb-4936-aee8-24caa75dd8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.735s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.250249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.261051 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:51:48Z', 'revision_number': 3, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:55.266696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.268387 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Checking router: e8f4dee2-feaa-4b46-a116-4b7aaba76bce for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:55.268994 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Updating router e8f4dee2-feaa-4b46-a116-4b7aaba76bce port e846e202-5908-4cf1-ba4f-0694152bc590 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:55.272794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 66b65cea-99d3-4bdc-af9b-58823df1a954 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:55.293919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.330090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1132534111', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'fixed_ips': [{'ip_address': '172.26.8.95'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:55.338072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.347407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.352709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2024cc60-f770-4290-963f-d3a87e0bd25c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.358224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.363365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Usage tracker for resource:security_group_rule and tenant:467fb0033d4a4d0ea16994666391263f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.370207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.370434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.372140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.379006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.383288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Made reservation on behalf of 1c0b39c8bac749f4991ffc3037e511a5 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:55.387256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.407265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 66b65cea-99d3-4bdc-af9b-58823df1a954 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:55.409950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.414401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 66b65cea-99d3-4bdc-af9b-58823df1a954 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:55.414790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.418211 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "DELETE /v2.0/ports/4064d9a5-5270-4df3-8c02-15306bf141d0 HTTP/1.1" status: 204 len: 168 time: 2.8111773 May 20 15:51:55.419502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36274) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.445280 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.496114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Usage tracker for resource:security_group_rule and tenant:2497b7eb3eac4865b8ee6b62d18020cc is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.499121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.551151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Usage tracker for resource:port and tenant:334db9ca35144f3591ce771f25151a42 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.560350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.595771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.599011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.605965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.625891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.652882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 66b65cea-99d3-4bdc-af9b-58823df1a954, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=66b65cea-99d3-4bdc-af9b-58823df1a954,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:55.659852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.660835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.662856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.663096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb8619e9-1c62-4762-9789-aa96e28986af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.675911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.720791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.761954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Usage tracker for resource:security_group_rule and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.779086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.785233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.794796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=66b65cea-99d3-4bdc-af9b-58823df1a954,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.803561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.888366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Made reservation on behalf of 334db9ca35144f3591ce771f25151a42 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:55.892503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.896240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1af3f0a5-836a-427a-ba36-dd8ed5c7d0bf tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.4615548 May 20 15:51:55.898701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36280) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.905122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-246466641'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:55.910481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.915524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Usage tracker for resource:network and tenant:03e7b95d4aa54958b3dae5d78352cd59 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.919992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.926813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.940446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Made reservation on behalf of 03e7b95d4aa54958b3dae5d78352cd59 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:55.944619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.945699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.950345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.980895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:55.991506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.993246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.993665 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Added segment 2c9e3a4e-e503-4033-b560-805a1d07cbee of type vlan for network 4747593a-4f19-410d-9937-59317828c124 May 20 15:51:56.035591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.065173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.090839 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Transition to ACTIVE for port object e846e202-5908-4cf1-ba4f-0694152bc590 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:56.096486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.100650 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.105676 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.109869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:56.111027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.118082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:56.128366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89254221-9460-4674-8045-f54fac914b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.160848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 66b65cea-99d3-4bdc-af9b-58823df1a954 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:56.171648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Usage tracker for resource:security_group_rule and tenant:334db9ca35144f3591ce771f25151a42 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:56.184064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.222941 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458860f-dac4-4667-91e8-6ca83935d070 None None] Pushing event updated for resources: {'Port': ['ID=e846e202-5908-4cf1-ba4f-0694152bc590,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.234642 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e458860f-dac4-4667-91e8-6ca83935d070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.235534 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Attempting to bind port e846e202-5908-4cf1-ba4f-0694152bc590 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:56.235931 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Attempting to bind port e846e202-5908-4cf1-ba4f-0694152bc590 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:56.236328 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Attempting to bind port e846e202-5908-4cf1-ba4f-0694152bc590 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:56.243582 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:56.243970 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:56.245056 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.245497 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:56.245987 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Bound port: e846e202-5908-4cf1-ba4f-0694152bc590, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:56.246370 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.255708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 66b65cea-99d3-4bdc-af9b-58823df1a954 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:56.256079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.303750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:56.365434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:56.366543 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] For port e846e202-5908-4cf1-ba4f-0694152bc590, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:56.370358 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] For port e846e202-5908-4cf1-ba4f-0694152bc590, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e846e202-5908-4cf1-ba4f-0694152bc590,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:56.380751 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.388302 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:56.414769 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5125072 May 20 15:51:56.429542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36284) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.438440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event updated for resources: {'Network': ['ID=4747593a-4f19-410d-9937-59317828c124,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.487475 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:56.488123 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:56.598634 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458860f-dac4-4667-91e8-6ca83935d070 None None] Pushing event updated for resources: {'Port': ['ID=e846e202-5908-4cf1-ba4f-0694152bc590,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.610820 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e458860f-dac4-4667-91e8-6ca83935d070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.623690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.633908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4747593a-4f19-410d-9937-59317828c124 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:56.668887 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-58977cec-0dbd-456c-a198-f1fc038e5d6d tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/agents/b8edd3bc-d17f-46b5-853b-c0d02ebf1016/dhcp-networks HTTP/1.1" status: 200 len: 4877 time: 0.2324862 May 20 15:51:56.670012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Allocated IP 172.26.8.187 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/f19a0795-e061-4f30-9e09-66984747fa74) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:56.672509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36288) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.741600 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:56.812600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.816511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.830388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.832661 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8bda4681-ef10-4ac9-b48f-526c04321de1 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.8150403 May 20 15:51:56.859391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36292) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.862874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.867590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.950063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9c9ac-e2e0-46f4-ad7d-855010dedfff tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] Network 4747593a-4f19-410d-9937-59317828c124 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:56.980675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.980675 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-36a9c9ac-e2e0-46f4-ad7d-855010dedfff tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "POST /v2.0/agents/b8edd3bc-d17f-46b5-853b-c0d02ebf1016/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3065605 May 20 15:51:56.983694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36296) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.986793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef47b45-1962-4c2b-9c1e-d6e0a2a77657 None None] Network 4747593a-4f19-410d-9937-59317828c124 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:57.073291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:57.142295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.154048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:57.209588 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:51:48Z', 'revision_number': 3, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:57.215160 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c8f1d-3142-4483-a89d-0492de67e7f9 None None] The sync data for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:51:48Z', 'revision_number': 3, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:57.232161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-25a83d1d-ddd8-4dfb-8971-9e6ce12a129b tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/agents/b8edd3bc-d17f-46b5-853b-c0d02ebf1016/dhcp-networks HTTP/1.1" status: 200 len: 5644 time: 0.2448120 May 20 15:51:57.242972 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36300) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:57.253764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:57.265988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:57.269751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event updated for resources: {'Port': ['ID=f19a0795-e061-4f30-9e09-66984747fa74,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:57.272215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:57.281944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:57.402938 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e3a910cc-56ee-43b8-ab2b-b1207302d41d tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "DELETE /v2.0/agents/b8edd3bc-d17f-46b5-853b-c0d02ebf1016/dhcp-networks/4747593a-4f19-410d-9937-59317828c124 HTTP/1.1" status: 204 len: 168 time: 0.1559405 May 20 15:51:57.402938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.408151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36304) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:57.513773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.515229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.621725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.688206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.689022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c8b27-8688-4776-b545-8fc9bee0d0e0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:57.693454 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6aae3296-f253-43ca-b103-3d7b1d4152cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2497b7eb3eac4865b8ee6b62d18020cc&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1690314 May 20 15:51:57.700223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36308) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:57.761862 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=467fb0033d4a4d0ea16994666391263f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6200366 May 20 15:51:57.762131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36312) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:57.962314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-76d787cc-361f-4db7-ab90-e31134ee0045 tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/agents/b8edd3bc-d17f-46b5-853b-c0d02ebf1016/dhcp-networks HTTP/1.1" status: 200 len: 4877 time: 0.5528371 May 20 15:51:57.983010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36316) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:58.060975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:58.140592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.152337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef740a-275b-4baf-8df8-dd211e31447f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.157904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.162287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bc72a22-64b9-40e2-b469-2a10af836bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.166331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.178474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.179334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.179590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.181010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d019130-a16d-4a8f-b8ac-a7c4a2d17b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.199060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.199401 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Added segment f714e6ba-ed70-44b1-a70a-412037d2b76f of type vlan for network 0ce9e59e-553b-4626-bcea-c39f07acaa18 May 20 15:51:58.223966 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9daad649-659d-4bbb-9ea3-2ba7f24a2ea8 tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/networks/78b5c65c-df01-4dcc-a30e-85167d72f0f0/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2397807 May 20 15:51:58.229431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36320) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:58.248749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bc72a22-64b9-40e2-b469-2a10af836bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.249003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] device_id is not set on port 7a70ac76-bbf0-4fd4-8d72-37808b576611 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:51:58.286863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.303271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e846e202-5908-4cf1-ba4f-0694152bc590 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:58.346025 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8eda22bb-8ca5-4cb3-a320-784b1ff3b351 tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/networks/78b5c65c-df01-4dcc-a30e-85167d72f0f0/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1152816 May 20 15:51:58.353196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36324) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:58.371644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35324ae-f3b5-41bc-81ec-8559bb622144,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.380976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.381488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 811d5054-3ca2-4a2d-97c1-8bc35e2767ca {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:51:58.395724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.450695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.491190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e846e202-5908-4cf1-ba4f-0694152bc590 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:58.500959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e846e202-5908-4cf1-ba4f-0694152bc590 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:58.501658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.516221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.536503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7586d3a3-b14d-4036-bf7d-22fc971e4e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.542519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b25bfe-c2bd-4d74-8853-bf8bfae1d6dc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.556013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.580334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.799s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.581089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.600102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.600711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.601755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.626779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bc72a22-64b9-40e2-b469-2a10af836bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.657461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.667023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:58.668079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.678587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5162a7ca-9817-4928-92b3-85b248196629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.684985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event updated for resources: {'Port': ['ID=f19a0795-e061-4f30-9e09-66984747fa74,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.687586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.696228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.717469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b8a11155-0889-4709-b0c2-2dc2b8dacb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.792091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.813492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc72a22-64b9-40e2-b469-2a10af836bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c8b27-8688-4776-b545-8fc9bee0d0e0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.826697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bc72a22-64b9-40e2-b469-2a10af836bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.831041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7bc72a22-64b9-40e2-b469-2a10af836bb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c13c8b27-8688-4776-b545-8fc9bee0d0e0 HTTP/1.1" status: 204 len: 168 time: 1.1150625 May 20 15:51:58.841860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e846e202-5908-4cf1-ba4f-0694152bc590, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e846e202-5908-4cf1-ba4f-0694152bc590,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:58.854077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.861924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.865923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.893546 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.3395431 May 20 15:51:58.894855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.896047 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6535fa16-28f4-4c3a-a788-716e2f885514 tempest-RoutersTestDVR-1430464895 tempest-RoutersTestDVR-1430464895-project-admin] 10.222.0.13 "DELETE /v2.0/routers/811d5054-3ca2-4a2d-97c1-8bc35e2767ca HTTP/1.1" status: 204 len: 168 time: 2.0314760 May 20 15:51:58.900185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.902499 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbef740a-275b-4baf-8df8-dd211e31447f HTTP/1.1" status: 204 len: 168 time: 1.1322794 May 20 15:51:58.904916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.907320 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9701803 May 20 15:51:58.908200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36330) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:58.930176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Request body: {'subnet': {'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:58.968532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef740a-275b-4baf-8df8-dd211e31447f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.971500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Network': ['ID=0ce9e59e-553b-4626-bcea-c39f07acaa18,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.979918 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad8278a3-97f6-4e06-a3e9-7baf4302c27a tempest-DHCPAgentSchedulersTestJSON-956530471 tempest-DHCPAgentSchedulersTestJSON-956530471-project-admin] 10.222.0.13 "GET /v2.0/agents/b8edd3bc-d17f-46b5-853b-c0d02ebf1016/dhcp-networks HTTP/1.1" status: 200 len: 4877 time: 0.6171417 May 20 15:51:58.991372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.992060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.992456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.997820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36340) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:59.016817 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 15:51:59.017584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:51:59.022546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.060709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:59.231600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e846e202-5908-4cf1-ba4f-0694152bc590,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.242321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.310123 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.0623424 May 20 15:51:59.315460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:59.426066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:59.430925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Usage tracker for resource:subnet and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:59.435919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:59.443520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:59.467793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.471298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Made reservation on behalf of 1c0b39c8bac749f4991ffc3037e511a5 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:59.474827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.746366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Allocated IP 172.20.0.1 (f9a59543-dd78-4bd1-b036-16bb998f0b29/cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1/eb1a1264-3cb6-4ae6-ba76-cc3300c501c1) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:59.886478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Deleting port 3fdfc40f-89bf-4592-84cf-b3e53ff1fac0 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:51:59.886850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.910850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.943081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > segment before_delete 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.943682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.945891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.946535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > port after_create 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.952587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > port after_delete 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.953929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > port after_update 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.956086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > segment after_delete 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.960024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_create 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.960964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_delete 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:59.961753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_update 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:00.026845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.027357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.127335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e846e202-5908-4cf1-ba4f-0694152bc590 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:00.247258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.302360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Transition to ACTIVE for port object eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:00.329204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36358) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:00.349552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e846e202-5908-4cf1-ba4f-0694152bc590 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:00.349788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.389846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_create 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:00.390662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_delete 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:00.390662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet before_create 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:00.390944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet before_update 55550000 {{(pid=92432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:00.391314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4747593a-4f19-410d-9937-59317828c124']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:00.407175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9e3a4e-e503-4033-b560-805a1d07cbee') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:00.407458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9e3a4e-e503-4033-b560-805a1d07cbee') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:00.422595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.447597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.457304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:00.457629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.509271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36374) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:00.512850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.521866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Calling delete_port for 3fdfc40f-89bf-4592-84cf-b3e53ff1fac0 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:00.549839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: from cryptography.utils import int_from_bytes May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: from cryptography.utils import int_from_bytes May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:00.588084 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:00.594106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.607403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.607877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d57332c-9378-4530-a75b-754194fcccd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.644861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.647970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event deleted for resources: {'Network': ['ID=4747593a-4f19-410d-9937-59317828c124,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:00.653072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.655930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:00.697856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "DELETE /v2.0/networks/4747593a-4f19-410d-9937-59317828c124 HTTP/1.1" status: 204 len: 168 time: 1.6984680 May 20 15:52:00.704272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36386) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:00.755249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:00.759410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:00.764881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-611ae40f-c74f-46d7-88b8-468ca5e2dd11 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] DELETE failed (client error): The resource could not be found. May 20 15:52:00.765556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611ae40f-c74f-46d7-88b8-468ca5e2dd11 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:00.770523 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-611ae40f-c74f-46d7-88b8-468ca5e2dd11 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "DELETE /v2.0/ports/4064d9a5-5270-4df3-8c02-15306bf141d0 HTTP/1.1" status: 404 len: 333 time: 0.0649040 May 20 15:52:00.771736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36392) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:00.779404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:00.782274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Usage tracker for resource:security_group_rule and tenant:c31d79b160a54b75b6e8d11789ace204 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:00.788689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:00.789168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.996201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:01.110002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Deleting subnet 4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:52:01.145966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-63782b9d-dc12-4658-aa5b-50e90c62885e None None] Provisioning for port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:01.156253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-63782b9d-dc12-4658-aa5b-50e90c62885e None None] Provisioning complete for port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:01.156959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63782b9d-dc12-4658-aa5b-50e90c62885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.206996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:01.251689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.294214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Pushing event updated for resources: {'Port': ['ID=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.307579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.307904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.308226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-63782b9d-dc12-4658-aa5b-50e90c62885e None None] Port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:01.312097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a9c78a67-cc3d-497e-aca2-37a4269f7276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:01.407198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Subnet': ['ID=3fc519ae-d084-4211-8033-9862b2b344b9,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.411300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.414351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Checking segment: {'id': 'f714e6ba-ed70-44b1-a70a-412037d2b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:01.414713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network hostable DHCP agents. Network: 0ce9e59e-553b-4626-bcea-c39f07acaa18, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:01.423925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.442125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:01.460329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.466263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0ce9e59e-553b-4626-bcea-c39f07acaa18) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:01.480589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.481673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.483242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d85585-c6b4-43e4-bd9b-010800906f41 None None] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:01.519139 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6030691 May 20 15:52:01.521678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36414) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:01.536095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1969226508', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:01.546825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:01.553107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Usage tracker for resource:router and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:01.557198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:01.569607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:01.587575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.591529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.678219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36422) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:01.683506 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 15:52:01.699481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:01.723205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Usage tracker for resource:security_group_rule and tenant:c894e3190d524b35bbc92708385b84f7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:01.730488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:01.756997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-5cf10687-061e-4ada-a71f-18d88c77ea43 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Synchronizing usage tracker for tenant:12a391f584f8417cab742e107f57fbff on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:01.777868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:01.785455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.845414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.850089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.886381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-302da61f-ef5c-4ae3-8411-e99d54e34092 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:01.888808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-0ce9e59e-553b-4626-bcea-c39f07acaa18', 'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18', 'tenant_id': '1c0b39c8bac749f4991ffc3037e511a5', 'fixed_ips': [{'subnet_id': '3fc519ae-d084-4211-8033-9862b2b344b9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:52:01.890027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.980012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fdfc40f-89bf-4592-84cf-b3e53ff1fac0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.998642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.002703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.129870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Allocated IP 172.20.0.2 (0ce9e59e-553b-4626-bcea-c39f07acaa18/3fc519ae-d084-4211-8033-9862b2b344b9/b1097385-483f-4e96-962d-930f7079d266) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:02.164066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.247849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.288281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.336459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e42a9493-5cc7-4f47-a640-2f5cf7194764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.424557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.440849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Transition to ACTIVE for port object b1097385-483f-4e96-962d-930f7079d266 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:02.473488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Transition to ACTIVE for port object b1097385-483f-4e96-962d-930f7079d266 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:02.482752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.494421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.498290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.570667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:02.574066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:02.583914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:02.641779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36442) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.664662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.670233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.685076 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/863bd66c-d023-4a0c-8d15-eaedf8173ee4 HTTP/1.1" status: 204 len: 168 time: 3.3549314 May 20 15:52:02.692085 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c31d79b160a54b75b6e8d11789ace204&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1786883 May 20 15:52:02.694061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36448) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.700863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-5cf10687-061e-4ada-a71f-18d88c77ea43 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Unset dirty status for tenant:12a391f584f8417cab742e107f57fbff on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:02.708354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Pushing event updated for resources: {'Port': ['ID=b1097385-483f-4e96-962d-930f7079d266,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.714186 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-5cf10687-061e-4ada-a71f-18d88c77ea43 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--246336732&fields=id&tenant_id=12a391f584f8417cab742e107f57fbff HTTP/1.1" status: 200 len: 267 time: 1.0335953 May 20 15:52:02.717309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.718399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Attempting to bind port b1097385-483f-4e96-962d-930f7079d266 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:02.718770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Attempting to bind port b1097385-483f-4e96-962d-930f7079d266 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f714e6ba-ed70-44b1-a70a-412037d2b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:02.719131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Attempting to bind port b1097385-483f-4e96-962d-930f7079d266 on network 0ce9e59e-553b-4626-bcea-c39f07acaa18 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:02.727638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:02.727638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Checking segment: {'id': 'f714e6ba-ed70-44b1-a70a-412037d2b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:02.727940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.728203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Bound using segment: {'id': 'f714e6ba-ed70-44b1-a70a-412037d2b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:02.728542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Bound port: b1097385-483f-4e96-962d-930f7079d266, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f714e6ba-ed70-44b1-a70a-412037d2b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:02.728926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.858595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.860668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67646d64-3573-43b1-b5e9-7ccb33b51d07,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.864895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.866465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.870525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.885488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.892135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ee598eb-0f27-4edb-b0bd-c0c0953b39e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.946609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46287787-9f39-40f4-8a79-cac93337acec,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.951497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.967646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148cbb1-3894-4437-aecf-1689eaaea7a0 None None] Network 78b5c65c-df01-4dcc-a30e-85167d72f0f0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:02.974858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.977943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.995706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.008802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] For port b1097385-483f-4e96-962d-930f7079d266, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:03.092730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-3c943aa4-2fb0-473f-8ecf-a83fcbeb699b tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.093767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-3c943aa4-2fb0-473f-8ecf-a83fcbeb699b tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Synchronizing usage tracker for tenant:12a391f584f8417cab742e107f57fbff on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:03.105265 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "DELETE /v2.0/subnets/4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e HTTP/1.1" status: 204 len: 168 time: 2.3227255 May 20 15:52:03.153576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] For port b1097385-483f-4e96-962d-930f7079d266, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b1097385-483f-4e96-962d-930f7079d266,segment=NetworkSegment(f714e6ba-ed70-44b1-a70a-412037d2b76f),segment_id=f714e6ba-ed70-44b1-a70a-412037d2b76f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:03.159560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36456) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.160090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36458) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.167192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.178633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.272814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-3c943aa4-2fb0-473f-8ecf-a83fcbeb699b tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Unset dirty status for tenant:12a391f584f8417cab742e107f57fbff on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:03.274193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-3c943aa4-2fb0-473f-8ecf-a83fcbeb699b tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/networks?id=3b5d8058-9b48-4168-91e9-a514eaee7812 HTTP/1.1" status: 200 len: 812 time: 0.5497262 May 20 15:52:03.323210 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-f19ee6fd-5a4d-421a-b2c3-8bca1aeae370 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/quotas/12a391f584f8417cab742e107f57fbff HTTP/1.1" status: 200 len: 375 time: 0.0144038 May 20 15:52:03.328364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.344764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Pushing event updated for resources: {'Port': ['ID=b1097385-483f-4e96-962d-930f7079d266,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.353477 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.380802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.407182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3abda247-41e1-477c-a511-6dabfa0f1ff4 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:03.419587 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c894e3190d524b35bbc92708385b84f7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0868356 May 20 15:52:03.447665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36468) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:03.486473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] DHCP port deletion for 78b5c65c-df01-4dcc-a30e-85167d72f0f0 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:52:03.574032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Deleting port 20631e37-4b63-4b15-abb7-1ed84c8d181c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:03.574525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.615588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-ac27d220-edcd-4055-85e1-9be1f066b4a8 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Synchronizing usage tracker for tenant:12a391f584f8417cab742e107f57fbff on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:03.717367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Pushing event updated for resources: {'Port': ['ID=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.718862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Allocated IP 172.26.8.79 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/a24b0c19-e932-4de4-b198-bd011ad6718e) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:03.731499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-ac27d220-edcd-4055-85e1-9be1f066b4a8 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Unset dirty status for tenant:12a391f584f8417cab742e107f57fbff on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:03.739248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-ac27d220-edcd-4055-85e1-9be1f066b4a8 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a391f584f8417cab742e107f57fbff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3597043 May 20 15:52:03.774987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.778117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] For port 20631e37-4b63-4b15-abb7-1ed84c8d181c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=20631e37-4b63-4b15-abb7-1ed84c8d181c,segment=NetworkSegment(091aba85-c867-4764-b350-bb8be33c52bb),segment_id=091aba85-c867-4764-b350-bb8be33c52bb)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:03.778757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.846270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.847702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-32ef5b06-d260-45a0-8aed-ba3a62b818ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.898s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.941494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.947294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.979097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.988307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:04.001008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Calling delete_port for 20631e37-4b63-4b15-abb7-1ed84c8d181c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:04.058544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event deleted for resources: {'Subnet': ['ID=4b52f5da-cd5d-415b-ab3c-e366a5cb1a8e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:04.095691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.129762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:04.175159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:04.197377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.208802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Port': ['ID=a24b0c19-e932-4de4-b198-bd011ad6718e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:04.211891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9a359c2ce145b9b1e255ec0a6a1d03 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:04.216030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:04.228045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:04.229637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:04.229984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.232804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:04.236171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-65af97ee-fa6d-4c0c-9e36-16baeefdd897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:04.239250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:04.242389 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3abda247-41e1-477c-a511-6dabfa0f1ff4 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "PUT /v2.0/quotas/0941c3c4cdc84d9fa7021b092d2b4f64 HTTP/1.1" status: 200 len: 366 time: 1.5906246 May 20 15:52:04.249725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:04.254651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:04.257833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.268863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.283540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:04.291298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Pushing event deleted for resources: {'Port': ['ID=20631e37-4b63-4b15-abb7-1ed84c8d181c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:04.291947 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-78f0a6e7-8a41-4276-8406-e203afb1586f tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0188177 May 20 15:52:04.292522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36486) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.297879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:04.308407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] No DVR routers for this DVR port 20631e37-4b63-4b15-abb7-1ed84c8d181c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:52:04.314008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b3c84efe-d9e4-47cc-aec5-3cea9a9bd664 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "GET /v2.0/quotas/0941c3c4cdc84d9fa7021b092d2b4f64 HTTP/1.1" status: 200 len: 366 time: 0.0135531 May 20 15:52:04.318966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36490) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.390063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3b6839b4-eda4-4632-a1d3-a3ae90e6f5d5 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/0941c3c4cdc84d9fa7021b092d2b4f64 HTTP/1.1" status: 204 len: 168 time: 0.0546832 May 20 15:52:04.390812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36494) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.395905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1097385-483f-4e96-962d-930f7079d266 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:04.407537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-40d4c58f-0549-4869-9fa6-3e1f515792a9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:52:04.414078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-40d4c58f-0549-4869-9fa6-3e1f515792a9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4275699 May 20 15:52:04.502692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b1097385-483f-4e96-962d-930f7079d266 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:04.561580 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-de9d47bf-c0b8-4fa4-9384-3e0a27721ac8 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0549054 May 20 15:52:04.610976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36500) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.616017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.633669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.652709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 20631e37-4b63-4b15-abb7-1ed84c8d181c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:52:04.672203 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d5aba4e7-6474-4655-b017-8e8f65bfd9a4 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "GET /v2.0/quotas/0941c3c4cdc84d9fa7021b092d2b4f64 HTTP/1.1" status: 200 len: 370 time: 0.0544887 May 20 15:52:04.672973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36504) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.736335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 20631e37-4b63-4b15-abb7-1ed84c8d181c {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:52:04.736942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 20631e37-4b63-4b15-abb7-1ed84c8d181c not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:52:04.795949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-276fbb78-1126-4f03-9ca6-972d46c60fe1 None None] Provisioning complete for port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:04.795949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-276fbb78-1126-4f03-9ca6-972d46c60fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.806368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.822128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > segment before_delete 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.822526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.823355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > port after_create 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > port after_delete 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > port after_update 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > segment after_delete 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_create 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_delete 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.826901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_update 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:04.923666 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-c12f8622-2223-47c4-8bbf-7d796af4c7a5 service neutron] 10.222.0.13 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173439 May 20 15:52:04.939478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-276fbb78-1126-4f03-9ca6-972d46c60fe1 None None] Port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:04.994898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ea0dc-0788-490a-be9b-aa85b72ee345 None None] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:05.011351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_create 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:05.011670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet after_delete 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:05.012001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet before_create 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:05.012879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Subscribe: > subnet before_update 55550000 {{(pid=92431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:52:05.014152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b5c65c-df01-4dcc-a30e-85167d72f0f0']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:05.028945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091aba85-c867-4764-b350-bb8be33c52bb') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:05.029362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091aba85-c867-4764-b350-bb8be33c52bb') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:05.057877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.090194 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a5fcacd6-b1af-48b5-898a-80de1ae494e7 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "GET /v2.0/quotas/0941c3c4cdc84d9fa7021b092d2b4f64/default HTTP/1.1" status: 200 len: 370 time: 0.3982742 May 20 15:52:05.097228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36508) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.132833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67646d64-3573-43b1-b5e9-7ccb33b51d07,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:05.136747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.138607 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-7318dd78-c09a-453f-a71a-adb01b9d2c77 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] delete failed (client error): The resource could not be found. May 20 15:52:05.140236 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7318dd78-c09a-453f-a71a-adb01b9d2c77 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/0941c3c4cdc84d9fa7021b092d2b4f64 HTTP/1.1" status: 404 len: 348 time: 0.0414248 May 20 15:52:05.188580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.214046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Provisioning for port b1097385-483f-4e96-962d-930f7079d266 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:05.216630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.222390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.228662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:05.229250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.250392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Provisioning complete for port b1097385-483f-4e96-962d-930f7079d266 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:05.251204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.294769 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-ec4826ad-1ffa-444c-bcc6-a6b5d2582d0a service neutron] 10.222.0.13 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682075 May 20 15:52:05.321932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.373860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:network and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.382879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.470825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:subnet and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.478740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.537260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:subnetpool and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.545521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.568290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.586587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: from cryptography.utils import int_from_bytes May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: from cryptography.utils import int_from_bytes May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:05.724916 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:05.736252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] For port b1097385-483f-4e96-962d-930f7079d266, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b1097385-483f-4e96-962d-930f7079d266,segment=NetworkSegment(f714e6ba-ed70-44b1-a70a-412037d2b76f),segment_id=f714e6ba-ed70-44b1-a70a-412037d2b76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:05.744630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.753487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4269ee75-a219-4cb7-a8de-c7ead79d2cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.814924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.815798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:port and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.821560 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67646d64-3573-43b1-b5e9-7ccb33b51d07 HTTP/1.1" status: 204 len: 168 time: 3.1093271 May 20 15:52:05.821560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.823079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.826848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.830661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.848606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.870453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36540) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.888934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.892247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Pushing event updated for resources: {'Port': ['ID=b1097385-483f-4e96-962d-930f7079d266,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:05.896038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.896389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.904343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:router and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.914943 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e9a359c2ce145b9b1e255ec0a6a1d03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7500327 May 20 15:52:05.923707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Pushing event deleted for resources: {'Network': ['ID=78b5c65c-df01-4dcc-a30e-85167d72f0f0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:05.926562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.928604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36546) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.931553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.964054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.968603 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46287787-9f39-40f4-8a79-cac93337acec HTTP/1.1" status: 204 len: 168 time: 2.4918022 May 20 15:52:06.022080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454c24e-9481-4ee9-a5e5-e12b017087f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c29112-5fdf-456a-9596-dc2ba429a426,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.040516 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] 10.222.0.13 "DELETE /v2.0/networks/78b5c65c-df01-4dcc-a30e-85167d72f0f0 HTTP/1.1" status: 204 len: 168 time: 2.8789835 May 20 15:52:06.050625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46287787-9f39-40f4-8a79-cac93337acec,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.053093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.063633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:06.066556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Router e8f4dee2-feaa-4b46-a116-4b7aaba76bce has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:06.070810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:06.071348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.108761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:floatingip and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:06.158733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:06.308687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1097385-483f-4e96-962d-930f7079d266 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:06.391176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.407068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9de3360d-f5e7-4832-8818-c1112d680239 None None] Provisioning complete for port b1097385-483f-4e96-962d-930f7079d266 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:06.408560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9de3360d-f5e7-4832-8818-c1112d680239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.497325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.497774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b1097385-483f-4e96-962d-930f7079d266 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:06.498300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.615639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:06.624980 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] 10.222.0.13 "PUT /v2.0/routers/e8f4dee2-feaa-4b46-a116-4b7aaba76bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0737672 May 20 15:52:06.659085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Sync routers for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:06.662837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.674677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:06.693759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:06.694860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:06.706525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c29112-5fdf-456a-9596-dc2ba429a426,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.717749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.736444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.737629 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c29112-5fdf-456a-9596-dc2ba429a426 HTTP/1.1" status: 204 len: 168 time: 0.7675848 May 20 15:52:06.785643 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dfe29d1d-16ea-4f39-8fe1-12ff34573a9a req-566c3d97-4c3e-4d46-9bcf-299a718ea7d1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.9135623 May 20 15:52:06.818856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:security_group and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:06.839252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:06.866722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Router cc1c6e73-f521-418c-8559-1dbee80af13d is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:52:06.870937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Usage tracker for resource:security_group_rule and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:06.881801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:06.993657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad2bd892-47c6-4a00-8fce-59c4da182487 tempest-QuotasTest-2113196733 tempest-QuotasTest-2113196733-project-admin] 10.222.0.13 "GET /v2.0/quotas/c399b08eda33406fbc78dcb197c154f1/details.json HTTP/1.1" status: 200 len: 703 time: 1.6637969 May 20 15:52:07.131017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:07.149861 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] Sync routers for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:07.173882 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:07.174802 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:07.184877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.192113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36574) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:07.193080 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6679592 May 20 15:52:07.228334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:07.369002 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:07.373248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36584) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:07.386351 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:07.388184 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:07.412072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.453135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:07.464332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Usage tracker for resource:security_group_rule and tenant:88ef6f86ad04409496ff7f3426de2194 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:07.475144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:07.490789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:07.505303 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:07.506300 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1831b-7fe8-4813-ac2c-67123e8be399 None None] The sync data for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:07.686474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36592) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:07.702065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.710029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.752853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-84ff0b95-ba8b-4090-a33c-416c15482ff0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:07.784545 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88ef6f86ad04409496ff7f3426de2194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098914 May 20 15:52:07.788342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36598) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:07.884084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.889411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8cd91-a32a-4542-bb0f-d0d56315eae5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:07.893735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:07.941572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:02Z', 'revision_number': 2, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:07.958159 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Checking router: e8f4dee2-feaa-4b46-a116-4b7aaba76bce for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:52:07.960749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Updating router e8f4dee2-feaa-4b46-a116-4b7aaba76bce port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:52:08.009115 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3923df69-b235-4f02-8dcf-76ebb1c8796b req-28c63ca6-41cf-49ed-b5d5-f4254f5f59b1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.0666533 May 20 15:52:08.015591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.101592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.128124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.135205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.183418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8cd91-a32a-4542-bb0f-d0d56315eae5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.189773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.192981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.194866 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d8cd91-a32a-4542-bb0f-d0d56315eae5 HTTP/1.1" status: 204 len: 168 time: 0.4049222 May 20 15:52:08.468210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.653445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36618) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:08.784653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.812660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Transition to ACTIVE for port object eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:08.825181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36630) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:08.826766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.831258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.858730 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-575acaa6-2ac2-402a-b90c-ad30e95b6f5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03e7b95d4aa54958b3dae5d78352cd59&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1708069 May 20 15:52:08.859407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36634) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.033247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-15e46e18-52ba-4924-8441-2d6df22b4e18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=334db9ca35144f3591ce771f25151a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022150 May 20 15:52:09.034725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36640) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.179429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.320830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36648) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:09.389899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30831750', 'description': 'tempest-description--156394927'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:09.406588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8a63a1bc-cd8c-4ab5-a6cb-c27fc4a9a8da req-eaaab1ed-7b84-49f7-b0c9-7fc37e6b9515 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.2729952 May 20 15:52:09.448900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67489b-1c90-4ac4-bec5-700c1c5efdfb None None] Pushing event updated for resources: {'Port': ['ID=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.482293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:09.506837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.537141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Usage tracker for resource:security_group and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:09.544438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:09.551215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0e67489b-1c90-4ac4-bec5-700c1c5efdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.559953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:09.565157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:09.578286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Usage tracker for resource:security_group_rule and tenant:592a09515d224d349a5dabc3508aab20 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:09.591695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:09.604531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:09.611713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.628384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.691160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:09.710043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.723635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.742643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Usage tracker for resource:security_group_rule and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:09.771176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:09.801051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:09.813939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Attempting to bind port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:09.815580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Attempting to bind port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:09.816322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Attempting to bind port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 on network f9a59543-dd78-4bd1-b036-16bb998f0b29 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:09.835675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:09.836642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Checking segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:09.838098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.839084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Bound using segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:09.839925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Bound port: eb1a1264-3cb6-4ae6-ba76-cc3300c501c1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:09.841178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.875027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.887497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92c0ef23-b3c0-4f39-a026-bb3ff3f6ffce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.912575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21fbca2-e6c8-4d15-8a81-7036c73ffbd2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.928134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.942486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.947354 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f21fbca2-e6c8-4d15-8a81-7036c73ffbd2 HTTP/1.1" status: 204 len: 168 time: 1.0340118 May 20 15:52:10.079256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Allocated IP 172.20.0.1 (0ce9e59e-553b-4626-bcea-c39f07acaa18/3fc519ae-d084-4211-8033-9862b2b344b9/c6c022bf-c3af-480b-98e1-fca16e519136) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:10.087783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.121218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.126583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f0bdc1b2-a1c3-4770-a1ba-5e138e2f6a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.151734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b25bfe-c2bd-4d74-8853-bf8bfae1d6dc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.175139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.182318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.234516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2b8a109b-31ed-4607-bec6-841b8691fa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.247414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.249421 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8b25bfe-c2bd-4d74-8853-bf8bfae1d6dc HTTP/1.1" status: 204 len: 168 time: 1.2126555 May 20 15:52:10.262942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] For port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:10.268051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] For port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:10.270700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.274203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.284947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.292686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.364827 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=592a09515d224d349a5dabc3508aab20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7064059 May 20 15:52:10.364827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14c7e8-d0aa-45e4-a402-e43848e49c8e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.369686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36676) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:10.394025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b9231c5b-d041-428a-9eee-7e3ed86735ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.404910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:10.406690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:51:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:10.412897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.414075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.509712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67489b-1c90-4ac4-bec5-700c1c5efdfb None None] Pushing event updated for resources: {'Port': ['ID=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.529309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0e67489b-1c90-4ac4-bec5-700c1c5efdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.570947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.591370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.616705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.618721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2758415 May 20 15:52:10.632311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36684) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:10.662852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Request body: {'security_group_rule': {'security_group_id': '1dbfda39-4d3d-4c23-9781-3eb1d08b8bda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:10.676454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:10.685423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Usage tracker for resource:security_group_rule and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:10.693773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:10.698410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.707984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:10.760141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.25', 64328) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:10.804459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Transition to ACTIVE for port object c6c022bf-c3af-480b-98e1-fca16e519136 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:10.813650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:10.821059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.921179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.938184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:11.089607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:11.240966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:11.245196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:11.260847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:11.275585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-431e949c-8a54-482b-818d-a1b6e84bef29 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.286886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-431e949c-8a54-482b-818d-a1b6e84bef29 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.25 "GET /v2.0/networks?id=3b5d8058-9b48-4168-91e9-a514eaee7812 HTTP/1.1" status: 200 len: 812 time: 0.4788692 May 20 15:52:11.334789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.383217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-96d3687f-2345-4bce-8f2b-a0dbb3f80480 req-fd7da85c-cd6a-46db-95a2-205e3537ef0c tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.5662231 May 20 15:52:11.384369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.424769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Port': ['ID=c6c022bf-c3af-480b-98e1-fca16e519136,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:11.437685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:11.454431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:10Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:11.464000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c2a4d-5fe1-4f0e-9fb6-d3271b828d67 None None] The sync data for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:10Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:11.625951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.645127 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-49ec898c-f436-4d0d-a918-c2ec167f9f81 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a391f584f8417cab742e107f57fbff HTTP/1.1" status: 200 len: 379 time: 0.2988954 May 20 15:52:11.668862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Request body: {'port': {'device_id': '0684e656-921e-4de0-8aef-11a6e0df2946', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'admin_state_up': True, 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'security_groups': ['4d0c77b6-9ecb-4b67-a2d5-1b42bb218409']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:11.743722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36718) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:11.789038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.850909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-519c7ca9-23de-44de-9b54-bcb3d23bbc08 None None] Provisioning for port c6c022bf-c3af-480b-98e1-fca16e519136 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:11.854204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.872143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-519c7ca9-23de-44de-9b54-bcb3d23bbc08 None None] Provisioning complete for port c6c022bf-c3af-480b-98e1-fca16e519136 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:11.872714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-519c7ca9-23de-44de-9b54-bcb3d23bbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.895169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.908825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:11.917208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.921892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Usage tracker for resource:security_group_rule and tenant:e506621a1b384dc1865d64435072690a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:11.937456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:11.944479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:11.984676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.987228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:12.013375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c758393-d735-4b26-a425-7d2142055cf2,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:12.017191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:12.027709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:12.051343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.056671 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e14c7e8-d0aa-45e4-a402-e43848e49c8e HTTP/1.1" status: 204 len: 168 time: 1.6769261 May 20 15:52:12.063704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1031407528'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:12.076878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-519c7ca9-23de-44de-9b54-bcb3d23bbc08 None None] Port c6c022bf-c3af-480b-98e1-fca16e519136 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:12.080767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14c7e8-d0aa-45e4-a402-e43848e49c8e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:12.091635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.098632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4648278 May 20 15:52:12.104649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36724) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:12.109775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:12.127720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:12.134514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:12.150220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Request body: {'security_group_rule': {'security_group_id': '1dbfda39-4d3d-4c23-9781-3eb1d08b8bda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:12.158923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Usage tracker for resource:network and tenant:642dc1a2f89544d88f9e42a720a89891 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:12.165301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:12.173876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:12.181003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Usage tracker for resource:security_group_rule and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:12.181760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:12.187039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:12.201901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:12.223521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:12.236495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Made reservation on behalf of 12a391f584f8417cab742e107f57fbff for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:12.243217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.255872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:12.437398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:12.442311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:12.446658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.453954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:12.454549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.474901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.571738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:12.579126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Usage tracker for resource:security_group_rule and tenant:642dc1a2f89544d88f9e42a720a89891 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:12.584098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:12.681392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:12.711937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Allocated IP 172.20.0.10 (3b5d8058-9b48-4168-91e9-a514eaee7812/bb3a33f7-27ef-4962-a571-8d5b81531f27/c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:12.736231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.802624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:12.810601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.820961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.014231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36754) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.027259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.103360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.113615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.129924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3c141473-9ea3-4819-b133-12f983325734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.157322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.170889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.177707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.179111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:13.196889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.198341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.243619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12a48e-5942-4dbf-9829-51102915e1d9 req-d857db2d-6b7e-4c18-97dd-fdffab2697b5 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.6243668 May 20 15:52:13.279308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae773db-1801-4231-8506-fe8550c926df,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.305236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.312786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.313494 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Added segment 8da213c4-eda6-4f3d-83ab-4138a13940e5 of type vlan for network 9234105b-efc5-4b5f-9b84-3d8428481470 May 20 15:52:13.314838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.315218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.360086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.365908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36762) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.407707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Port': ['ID=c6c022bf-c3af-480b-98e1-fca16e519136,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.410829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.411010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d69c1e75-1a72-402f-9bc3-81b4e8bf3692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.423629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.457827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.525558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.532684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.537247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e506621a1b384dc1865d64435072690a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7891450 May 20 15:52:13.542015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:13.549364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5db39-9234-49c9-b448-079eccbdeba8,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.559756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36766) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.567895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.568917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Usage tracker for resource:security_group_rule and tenant:c399b08eda33406fbc78dcb197c154f1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:13.572218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.584768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:13.599962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:13.604999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.622112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.625121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Transition to ACTIVE for port object c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:13.678573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9393bd-86fc-41bd-ae15-0bb0579bd0aa,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.703902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.736255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7faa0d81-a7ee-44be-ad9e-c1dfe9f8cf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.738393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:13.740394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.741967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6311381 May 20 15:52:13.760404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36770) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.766093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:13.770200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:13.784852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:13.787326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.795420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Usage tracker for resource:floatingip and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:13.816691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:13.837913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:13.849234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.880190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.899523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.910793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.964324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.058303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:14.061104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.062706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.120227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:14.130104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f01de05a-0493-4a82-bcaa-c1b1909ac018 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.153891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.158267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:14.201144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:14.221786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.290966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event updated for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.367681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.374386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.516490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c399b08eda33406fbc78dcb197c154f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1481218 May 20 15:52:14.561142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36782) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:14.613318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.613672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.714822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-35a416d1-89f3-4a1b-8320-2d1741ffcf45 None None] Provisioning complete for port c6c022bf-c3af-480b-98e1-fca16e519136 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:14.725246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-35a416d1-89f3-4a1b-8320-2d1741ffcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.761461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-778727151'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:14.778162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4894d91-1106-4407-90fc-b2ed8e509b7a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.788523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.901780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-35a416d1-89f3-4a1b-8320-2d1741ffcf45 None None] Port c6c022bf-c3af-480b-98e1-fca16e519136 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:14.914731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:14.915114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.932383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:14.943043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Usage tracker for resource:network and tenant:6f8662d901a04880ac2c28e6efe16a29 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:14.949111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:14.963798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:14.983165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.995345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Router cc1c6e73-f521-418c-8559-1dbee80af13d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:15.072780 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9699697 May 20 15:52:15.075322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da2e3545-774e-429e-89ce-0d28809e9e06 None None] Provisioning for port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:15.084383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36796) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:15.091251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.095389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Network': ['ID=9234105b-efc5-4b5f-9b84-3d8428481470,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:15.111304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'subnet': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:15.137988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:15.147669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Made reservation on behalf of 6f8662d901a04880ac2c28e6efe16a29 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:15.152601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.169374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da2e3545-774e-429e-89ce-0d28809e9e06 None None] Provisioning complete for port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:15.169773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-da2e3545-774e-429e-89ce-0d28809e9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.192080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.218727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.224485 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92c5db39-9234-49c9-b448-079eccbdeba8 HTTP/1.1" status: 204 len: 168 time: 1.6572731 May 20 15:52:15.240787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:15.254827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Usage tracker for resource:security_group_rule and tenant:6f8662d901a04880ac2c28e6efe16a29 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:15.259184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:15.280753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:15.330456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 9234105b-efc5-4b5f-9b84-3d8428481470 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:15.395027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:15.404922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-da2e3545-774e-429e-89ce-0d28809e9e06 None None] Port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:15.414544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:15.426119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Usage tracker for resource:subnet and tenant:642dc1a2f89544d88f9e42a720a89891 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:15.436068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:15.455104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:15.483002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36804) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:15.542692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.566118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.571806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5db39-9234-49c9-b448-079eccbdeba8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:15.585704 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9306028 May 20 15:52:15.586949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:15.594363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-749a79bb-45d1-40f7-9760-4079032b91ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:15.685983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:15.686912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.694257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880ade5b-a0af-4d0c-8d4a-00a6470aef5e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:15.694566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.710475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:15.716352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-176d27b1-c0b1-46da-96a4-d5a22c30d376 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:52:15.718278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-176d27b1-c0b1-46da-96a4-d5a22c30d376 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255163 May 20 15:52:15.823798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:15.955535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9edf-3992-45ff-b10a-b09342928fb0 req-674e8aec-d331-4419-b1f1-b7368547af2d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:15.957162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-97ca9edf-3992-45ff-b10a-b09342928fb0 req-674e8aec-d331-4419-b1f1-b7368547af2d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Synchronizing usage tracker for tenant:12a391f584f8417cab742e107f57fbff on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:15.986931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.987624 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Added segment a9bd86ea-52d8-4d28-9784-360bdb6e499f of type vlan for network 27babe39-25d5-479d-bc4a-97402326e23c May 20 15:52:16.056195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.098937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.227922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.326614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-97ca9edf-3992-45ff-b10a-b09342928fb0 req-674e8aec-d331-4419-b1f1-b7368547af2d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Unset dirty status for tenant:12a391f584f8417cab742e107f57fbff on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:16.327794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97ca9edf-3992-45ff-b10a-b09342928fb0 req-674e8aec-d331-4419-b1f1-b7368547af2d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 932 time: 1.5328698 May 20 15:52:16.343435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-502039123'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:16.370502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:16.386203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.416051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:network and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:16.425637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.428098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:16.439644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.440360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.447506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:16.448908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f10a761f-cfa9-428b-af0b-2bfb50c2511a tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.478566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:16.496316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.497525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] Sync routers for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:16.519532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:16.542224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.552188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:16.553265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:16.576353 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "PUT /v2.0/routers/cc1c6e73-f521-418c-8559-1dbee80af13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3828177 May 20 15:52:16.579148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.592326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36822) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:16.603716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Request body: {'port': {'network_id': '0ce9e59e-553b-4626-bcea-c39f07acaa18', 'name': 'tempest-FloatingIPAdminTestJSON-108401276'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:16.608497 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97ca9edf-3992-45ff-b10a-b09342928fb0 req-192127bb-f105-41d6-9268-355f5a0e307f tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267766 May 20 15:52:16.672429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Allocated IP 172.26.8.65 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/75e6d8a0-5d5e-4c4f-acf0-04724856e272) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:16.769123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:16.778937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event updated for resources: {'Network': ['ID=27babe39-25d5-479d-bc4a-97402326e23c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.778937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Request body: {'port': {'device_id': '0684e656-921e-4de0-8aef-11a6e0df2946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:16.820645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.828453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.829130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:16.835435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 27babe39-25d5-479d-bc4a-97402326e23c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:16.874239 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:52:16.878712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:16.879377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:16.886188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.893852 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4894d91-1106-4407-90fc-b2ed8e509b7a HTTP/1.1" status: 204 len: 168 time: 2.3235011 May 20 15:52:16.893852 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.8699386 May 20 15:52:16.959391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36830) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:16.960243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4894d91-1106-4407-90fc-b2ed8e509b7a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.976977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.978442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:security_group_rule and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:17.008688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Request body: {'subnet': {'network_id': '27babe39-25d5-479d-bc4a-97402326e23c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:17.049449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:17.051337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75273314-212d-43cd-8efb-9947d40f2481 None None] The sync data for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:17.065689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:17.102921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:17.391687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:17.401881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Usage tracker for resource:port and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:17.412112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:17.493109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:17.553306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.565018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.574313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:17.597791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Made reservation on behalf of 1c0b39c8bac749f4991ffc3037e511a5 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:17.602626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.650284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:17.709276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] device_id is not set on port 71548aa8-7b07-4ffe-917c-f8c5f9a4873f yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:17.839716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:17.852693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Usage tracker for resource:subnet and tenant:6f8662d901a04880ac2c28e6efe16a29 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:17.877859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:17.908534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:17.954293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.022236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Made reservation on behalf of 6f8662d901a04880ac2c28e6efe16a29 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:18.050635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.107795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff25245-078f-4f64-9d88-8391a4552e2e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:18.114148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:18.235721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Allocated IP 172.20.0.6 (0ce9e59e-553b-4626-bcea-c39f07acaa18/3fc519ae-d084-4211-8033-9862b2b344b9/71548aa8-7b07-4ffe-917c-f8c5f9a4873f) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:18.273484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.274066 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Added segment 78bb43b3-8cdb-478d-aff0-311ec759da91 of type vlan for network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 May 20 15:52:18.317793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.356579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.689645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.797553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.830538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:18.934458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:18.935604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.968660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:19.627139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:19.657327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:19.691807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Transition to ACTIVE for port object c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:19.788675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:19.793966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36876) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:19.844513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:19.846199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Network': ['ID=a4456bed-0bbc-4ad9-9773-34ec7f76ee54,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:19.864548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:19.924188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Transition to ACTIVE for port object 71548aa8-7b07-4ffe-917c-f8c5f9a4873f will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:19.967500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:19.978528 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 4.4921744 May 20 15:52:19.981978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36884) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:19.982658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:20.000703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:20.066028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:20.114696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'subnet': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:20.145909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:20.219781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:20.222773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:20.231756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:20.239739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:20.328669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36890) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:20.404780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:20.606817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4f9f398a-83d7-4994-9e32-9e2640058f51 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] Request body: {'port': {'network_id': '819cd1f5-e85e-4dd3-af9d-3793ac26bddb', 'name': 'tempest-NetworksNegativeTestJSON-1445249837'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:20.684934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event updated for resources: {'Port': ['ID=75e6d8a0-5d5e-4c4f-acf0-04724856e272,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:20.696335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.866s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:20.736296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.431s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:20.781577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Subnet': ['ID=ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:20.786740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:20.790785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cb0441d0-ad7f-4560-bf10-19f4e67c6844 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.594s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:20.810856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da9e0f08-c228-44e9-ba20-bf6835751b90 None None] Provisioning for port 71548aa8-7b07-4ffe-917c-f8c5f9a4873f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:20.821120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da9e0f08-c228-44e9-ba20-bf6835751b90 None None] Provisioning complete for port 71548aa8-7b07-4ffe-917c-f8c5f9a4873f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:20.822232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-da9e0f08-c228-44e9-ba20-bf6835751b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:20.878360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3203b71d-f889-41bc-aefb-6e42bb1edc6b tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Request body: {'quota': {'network': 2}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:20.891996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Pushing event updated for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:20.908354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Checking segment: {'id': '8da213c4-eda6-4f3d-83ab-4138a13940e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:20.912528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network hostable DHCP agents. Network: 9234105b-efc5-4b5f-9b84-3d8428481470, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:20.912833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:20.940067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-da9e0f08-c228-44e9-ba20-bf6835751b90 None None] Port 71548aa8-7b07-4ffe-917c-f8c5f9a4873f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:20.958980 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9f398a-83d7-4994-9e32-9e2640058f51 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] POST failed (client error): The resource could not be found. May 20 15:52:20.959804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9f398a-83d7-4994-9e32-9e2640058f51 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:20.962099 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4f9f398a-83d7-4994-9e32-9e2640058f51 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.1211529 May 20 15:52:20.987238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:20.991367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36896) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.044718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.050382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:subnet and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:21.067988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7723c65-e996-4a99-ab94-25c4356c7ffc req-503de0de-5ac0-41c1-b0ab-99e7e2f6269b tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.069837 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7723c65-e996-4a99-ab94-25c4356c7ffc req-503de0de-5ac0-41c1-b0ab-99e7e2f6269b tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 932 time: 3.0721114 May 20 15:52:21.101118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:21.111933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event updated for resources: {'Port': ['ID=71548aa8-7b07-4ffe-917c-f8c5f9a4873f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:21.126988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:21.127571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:21.136675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.137686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.145237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:21.148114 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3203b71d-f889-41bc-aefb-6e42bb1edc6b tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] 10.222.0.13 "PUT /v2.0/quotas/1b13b312b00f4401838ca723b5c58a2a HTTP/1.1" status: 200 len: 368 time: 0.7865880 May 20 15:52:21.148498 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1ac376-77e9-4097-8e43-4d7d194d9ca1 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] DELETE failed (client error): The resource could not be found. May 20 15:52:21.149311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1ac376-77e9-4097-8e43-4d7d194d9ca1 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:21.155904 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7a1ac376-77e9-4097-8e43-4d7d194d9ca1 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "DELETE /v2.0/networks/b38cc18a-0975-4af5-8cb1-ea20b6323e72 HTTP/1.1" status: 404 len: 339 time: 0.1481593 May 20 15:52:21.155904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36900) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.167118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36902) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.180610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Request body: {'network': {'project_id': '1b13b312b00f4401838ca723b5c58a2a'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:21.188703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:21.194646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Usage tracker for resource:network and tenant:1b13b312b00f4401838ca723b5c58a2a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:21.198666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:21.207503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 9234105b-efc5-4b5f-9b84-3d8428481470) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:21.211873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:21.226899 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6334546 May 20 15:52:21.228917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.229732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.244081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738cf24-ab0e-4206-b752-e636a3466c60 None None] Network 9234105b-efc5-4b5f-9b84-3d8428481470 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:21.249281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:21.254739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.268644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36908) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.284786 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1931534 May 20 15:52:21.293997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36914) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.305818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'name': 'tempest-AllowedAddressPairTestJSON-1504204013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:21.325277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79c15ba-fac2-452e-b1cf-ed0549333bad tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] DELETE failed (client error): The resource could not be found. May 20 15:52:21.326648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79c15ba-fac2-452e-b1cf-ed0549333bad tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:21.333752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Made reservation on behalf of 1b13b312b00f4401838ca723b5c58a2a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:21.336913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.415893 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e79c15ba-fac2-452e-b1cf-ed0549333bad tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "DELETE /v2.0/ports/b1165a8d-d9a4-40ae-a246-10696ae79689 HTTP/1.1" status: 404 len: 333 time: 0.2413843 May 20 15:52:21.427563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36918) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.470017 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7723c65-e996-4a99-ab94-25c4356c7ffc req-7dfda52e-0572-456a-82f6-93e2e0c308ad tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450954 May 20 15:52:21.470607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.575913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.641599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Attempting to bind port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:21.642537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Attempting to bind port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:21.642678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Attempting to bind port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 on network 3b5d8058-9b48-4168-91e9-a514eaee7812 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:21.662873 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e7f117-8f2d-4083-9fe4-959946952770 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] DELETE failed (client error): The resource could not be found. May 20 15:52:21.663339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e7f117-8f2d-4083-9fe4-959946952770 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:21.665125 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-53e7f117-8f2d-4083-9fe4-959946952770 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "DELETE /v2.0/subnets/51b755e5-bc8a-4935-a8ec-201561497819 HTTP/1.1" status: 404 len: 337 time: 0.2247744 May 20 15:52:21.668895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:21.671384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 on network 3b5d8058-9b48-4168-91e9-a514eaee7812 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:21.673617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Attempting to bind port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 on network 3b5d8058-9b48-4168-91e9-a514eaee7812 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:21.677003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36922) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.685636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Usage tracker for resource:security_group_rule and tenant:1b13b312b00f4401838ca723b5c58a2a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:21.689710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:21.705210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'project_id': '1c0b39c8bac749f4991ffc3037e511a5', 'port_id': '71548aa8-7b07-4ffe-917c-f8c5f9a4873f'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:21.715404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:21.715404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Checking segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:21.716315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Bound using segment: {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:21.717005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Bound port: c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb82a99-6349-4967-a69b-ba2eeae048c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:21.717525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.726327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:21.784580 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7ddc66-dae5-4ddd-9997-b3cc9f9848fb tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] GET failed (client error): The resource could not be found. May 20 15:52:21.786036 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9c7ddc66-dae5-4ddd-9997-b3cc9f9848fb tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "GET /v2.0/networks/6d3eb72f-b87c-431a-9407-f3522cba19d7 HTTP/1.1" status: 404 len: 339 time: 0.1080065 May 20 15:52:21.796472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36926) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.874691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:21.880693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dbe7bf-53a4-4452-a1b6-1f9513e2dc27 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] GET failed (client error): The resource could not be found. May 20 15:52:21.882737 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-47dbe7bf-53a4-4452-a1b6-1f9513e2dc27 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "GET /v2.0/ports/297c190f-b0d7-4342-b931-19f8c5ebd363 HTTP/1.1" status: 404 len: 333 time: 0.0816936 May 20 15:52:21.890718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36930) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:21.915107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Usage tracker for resource:port and tenant:642dc1a2f89544d88f9e42a720a89891 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:21.941749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:21.961391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:21.976841 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bd918f-012e-4bb9-bf4c-43dfdedf2a1a tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] GET failed (client error): The resource could not be found. May 20 15:52:21.978436 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-54bd918f-012e-4bb9-bf4c-43dfdedf2a1a tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "GET /v2.0/subnets/906f146e-f896-4b96-b87e-7cb74cc95250 HTTP/1.1" status: 404 len: 337 time: 0.0823498 May 20 15:52:22.002625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-9234105b-efc5-4b5f-9b84-3d8428481470', 'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'tenant_id': '642dc1a2f89544d88f9e42a720a89891', 'fixed_ips': [{'subnet_id': 'ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:52:22.004934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.024299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36934) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.037418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b8cebac7-e315-41eb-855f-4859eddda7e6 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] Request body: {'network': {'name': 'new_name'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:22.063468 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cebac7-e315-41eb-855f-4859eddda7e6 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] PUT failed (client error): The resource could not be found. May 20 15:52:22.063952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cebac7-e315-41eb-855f-4859eddda7e6 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:22.068871 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b8cebac7-e315-41eb-855f-4859eddda7e6 tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "PUT /v2.0/networks/b6869a5c-b143-4ca0-8e0f-821c31f6abb7 HTTP/1.1" status: 404 len: 339 time: 0.0384355 May 20 15:52:22.073485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36938) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.081791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:22.085635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.111773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-97a41c56-94b9-4834-a7b5-5c60495b8f4f tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] Request body: {'port': {'name': 'new_name'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:22.178432 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a41c56-94b9-4834-a7b5-5c60495b8f4f tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] PUT failed (client error): The resource could not be found. May 20 15:52:22.179310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a41c56-94b9-4834-a7b5-5c60495b8f4f tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:22.184541 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-97a41c56-94b9-4834-a7b5-5c60495b8f4f tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "PUT /v2.0/ports/0dcb74bc-a4fb-4002-a675-5e7f1267fa67 HTTP/1.1" status: 404 len: 333 time: 0.1045256 May 20 15:52:22.191889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36942) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.196882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:22.203746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:22.205626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-344273f8-560b-46df-9390-a6115623d51b tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:22.207638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:22.234362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] device_id is not set on port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:22.235702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.237834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Usage tracker for resource:floatingip and tenant:1c0b39c8bac749f4991ffc3037e511a5 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:22.245685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:22.246706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Allocated IP 172.20.0.2 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/5278c124-ff60-4572-94d1-2086303cb32c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:22.272002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-52048939-0054-4ba7-959d-2993c092252c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.304134 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-344273f8-560b-46df-9390-a6115623d51b tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] PUT failed (client error): The resource could not be found. May 20 15:52:22.304600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344273f8-560b-46df-9390-a6115623d51b tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:22.309466 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-344273f8-560b-46df-9390-a6115623d51b tempest-NetworksNegativeTestJSON-385846400 tempest-NetworksNegativeTestJSON-385846400-project] 10.222.0.13 "PUT /v2.0/subnets/653e247e-82f0-4eb6-b0ac-213826548b95 HTTP/1.1" status: 404 len: 337 time: 0.1097755 May 20 15:52:22.321018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:22.322856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.325363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-0333a509-2190-491a-8c1b-6605c620125e service neutron] 10.222.0.25 "PUT /v2.0/ports/c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 HTTP/1.1" status: 200 len: 1094 time: 6.0241189 May 20 15:52:22.362841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:22.385586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.404725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.498468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.563556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:22.579588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:22.629367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.654751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Transition to ACTIVE for port object 5278c124-ff60-4572-94d1-2086303cb32c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:22.696600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Transition to ACTIVE for port object 5278c124-ff60-4572-94d1-2086303cb32c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:22.711073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.723641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a066d03f-d850-4cf5-a5f0-b712ac47f169,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:22.727171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.727516 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Added segment 0f1603d5-ec81-489f-96d4-3d4c9b353161 of type vlan for network 35eba456-1b3c-4277-9ae3-265b6b54cfcb May 20 15:52:22.730166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.776584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:22.880153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Pushing event updated for resources: {'Port': ['ID=5278c124-ff60-4572-94d1-2086303cb32c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:22.885637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:22.886419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.900437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:22.902809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:22.905835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:22.918841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Allocated IP 172.20.0.4 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/71afc33d-4af2-44cb-9d80-8c0cf66b3d77) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:23.070917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Attempting to bind port 5278c124-ff60-4572-94d1-2086303cb32c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:23.072078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Attempting to bind port 5278c124-ff60-4572-94d1-2086303cb32c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '8da213c4-eda6-4f3d-83ab-4138a13940e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:23.072078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Attempting to bind port 5278c124-ff60-4572-94d1-2086303cb32c on network 9234105b-efc5-4b5f-9b84-3d8428481470 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:23.080428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:23.080933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Checking segment: {'id': '8da213c4-eda6-4f3d-83ab-4138a13940e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:23.081233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.081671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Bound using segment: {'id': '8da213c4-eda6-4f3d-83ab-4138a13940e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:23.082365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Bound port: 5278c124-ff60-4572-94d1-2086303cb32c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da213c4-eda6-4f3d-83ab-4138a13940e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:23.082840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.144687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.150706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:23.151307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.162228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:23.363209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] For port 5278c124-ff60-4572-94d1-2086303cb32c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:23.377482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] For port 5278c124-ff60-4572-94d1-2086303cb32c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5278c124-ff60-4572-94d1-2086303cb32c,segment=NetworkSegment(8da213c4-eda6-4f3d-83ab-4138a13940e5),segment_id=8da213c4-eda6-4f3d-83ab-4138a13940e5)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:23.391785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.412064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:23.470116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36960) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:23.562502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.618916 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'status': 'completed', 'code': 200} May 20 15:52:23.625130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.629314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Pushing event updated for resources: {'Port': ['ID=5278c124-ff60-4572-94d1-2086303cb32c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:23.648919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:23.673165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Pushing event updated for resources: {'Network': ['ID=35eba456-1b3c-4277-9ae3-265b6b54cfcb,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:23.686640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 35eba456-1b3c-4277-9ae3-265b6b54cfcb details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:23.687299 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5273521 May 20 15:52:23.688466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36968) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:23.694512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:23.701438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Request body: {'network': {'project_id': '1b13b312b00f4401838ca723b5c58a2a'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:23.722454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:23.760151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Usage tracker for resource:network and tenant:1b13b312b00f4401838ca723b5c58a2a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:23.780677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:23.806414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:23.879651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.894768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Pushing event updated for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:23.927352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-89693273-865a-43bb-9cbd-a31249db7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:23.929480 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-89693273-865a-43bb-9cbd-a31249db7294 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12a391f584f8417cab742e107f57fbff&device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 1097 time: 1.3403895 May 20 15:52:23.931617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Transition to ACTIVE for port object 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:23.937109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.665s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:23.938952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.000770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.066599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.169770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.174716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.212295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:24.218162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Usage tracker for resource:security_group_rule and tenant:81e6df8d821f42b6b00d4abc9b1d3042 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:24.218933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ca33e-c6d8-4b7f-be24-183769b81aad req-4239cc89-96f2-4860-b327-74fc3b6916e0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.220662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c77ca33e-c6d8-4b7f-be24-183769b81aad req-4239cc89-96f2-4860-b327-74fc3b6916e0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 944 time: 1.3535833 May 20 15:52:24.223831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:24.233010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:24.242449 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-ce192fe5-1747-49be-bb82-aa24d0807d63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 HTTP/1.1" status: 200 len: 217 time: 0.2476153 May 20 15:52:24.281153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 5278c124-ff60-4572-94d1-2086303cb32c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:24.359775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Made reservation on behalf of 1b13b312b00f4401838ca723b5c58a2a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:24.360950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Checking segment: {'id': 'a9bd86ea-52d8-4d28-9784-360bdb6e499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27babe39-25d5-479d-bc4a-97402326e23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:24.361309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Network hostable DHCP agents. Network: 27babe39-25d5-479d-bc4a-97402326e23c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:24.368365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:52:24.372852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.376673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event updated for resources: {'Subnet': ['ID=76d3a5ad-de76-47ab-b64e-dbde16805e4e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.382364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.412849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 5278c124-ff60-4572-94d1-2086303cb32c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:24.426083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.446174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-da9c90b4-a6c3-4f34-a482-fb55bdad23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.447715 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-da9c90b4-a6c3-4f34-a482-fb55bdad23e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a33f7-27ef-4962-a571-8d5b81531f27 HTTP/1.1" status: 200 len: 851 time: 0.1870420 May 20 15:52:24.452980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c77ca33e-c6d8-4b7f-be24-183769b81aad req-bc515d44-2232-4d27-a8f2-891fc9599226 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092934 May 20 15:52:24.453730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.479960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:24.482843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Subnet': ['ID=786718ea-35b8-431e-b629-b1750b7f2b9b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.501897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.509951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.510973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e95ca2e-30eb-4768-9eb7-1642c702755a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.542495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Network 27babe39-25d5-479d-bc4a-97402326e23c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:24.544860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:24.547640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:24.652064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:24.683476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 27babe39-25d5-479d-bc4a-97402326e23c) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:24.688938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event updated for resources: {'Port': ['ID=75e6d8a0-5d5e-4c4f-acf0-04724856e272,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.700378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b381d-1a1f-4588-876f-1cfd1d636523 None None] Network 27babe39-25d5-479d-bc4a-97402326e23c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:24.706957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.716293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.717411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.726011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.726983 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Added segment e5ccd329-49ab-4528-a787-2889ba9ab8dd of type vlan for network e08a5f36-63eb-405d-afbb-e9919931a392 May 20 15:52:24.741876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.742486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.748579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.758477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Checking segment: {'id': '78bb43b3-8cdb-478d-aff0-311ec759da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:24.759183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network hostable DHCP agents. Network: a4456bed-0bbc-4ad9-9773-34ec7f76ee54, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:24.776392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.778880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=71afc33d-4af2-44cb-9d80-8c0cf66b3d77,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.793101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.803229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.831112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.832220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.855469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.856832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.0953734 May 20 15:52:24.897151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.9346402 May 20 15:52:24.908146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.913075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 36972) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:24.929778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Request body: {'port': {'network_id': '27babe39-25d5-479d-bc4a-97402326e23c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-889793430'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:24.974028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-483cfcdd-c2f7-4206-935d-9c52155d72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:24.976259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-483cfcdd-c2f7-4206-935d-9c52155d72e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b5d8058-9b48-4168-91e9-a514eaee7812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5141463 May 20 15:52:24.993282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1268a47f-cd5d-42b6-99c0-3aed0b716dbf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:25.001688 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81e6df8d821f42b6b00d4abc9b1d3042&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5259504 May 20 15:52:25.002492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36978) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.005514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:25.040208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:25.046574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a4456bed-0bbc-4ad9-9773-34ec7f76ee54) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:25.054602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712e554-ebf9-4477-ad91-3948d7348be1 None None] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:25.081690 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7862167 May 20 15:52:25.164768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 36982) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.189153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:52:25.227661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.228263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.254125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'name': 'tempest-AllowedAddressPairTestJSON-1870515322', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:53:9f:2d'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:25.548696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45ad85-a00e-4acd-b44c-2f7b77763a6c None None] Network 9234105b-efc5-4b5f-9b84-3d8428481470 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:25.585409 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5130160 May 20 15:52:25.588387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37002) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.597111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-199688110'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:25.616150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:25.619682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.632638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Usage tracker for resource:port and tenant:6f8662d901a04880ac2c28e6efe16a29 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:25.646227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.646992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.651673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:25.675385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:25.732723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Allocated IP 172.26.8.44 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/2732c76e-7113-4bf2-afb6-e2e2ac351820) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:25.820576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.982792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-27babe39-25d5-479d-bc4a-97402326e23c', 'network_id': '27babe39-25d5-479d-bc4a-97402326e23c', 'tenant_id': '6f8662d901a04880ac2c28e6efe16a29', 'fixed_ips': [{'subnet_id': '76d3a5ad-de76-47ab-b64e-dbde16805e4e'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:52:25.984831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.028898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-1dbd390d-5fdc-4ff5-bd29-225a794178ec tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Synchronizing usage tracker for tenant:54588b6103b1438b9382bd33395ee241 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:26.081314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-af1f7578-bb71-4e88-af37-ee64e84f37dd service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200253 May 20 15:52:26.097059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Provisioning for port 5278c124-ff60-4572-94d1-2086303cb32c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:26.108441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Pushing event updated for resources: {'Network': ['ID=e08a5f36-63eb-405d-afbb-e9919931a392,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.111299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:26.122044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.152901 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.4569049 May 20 15:52:26.153758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37006) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.155662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:26.164317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Request body: {'network': {'project_id': '1b13b312b00f4401838ca723b5c58a2a'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:26.168758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:port and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:26.172883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Made reservation on behalf of 6f8662d901a04880ac2c28e6efe16a29 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:26.176642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.187888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:26.191504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:26.200338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Provisioning complete for port 5278c124-ff60-4572-94d1-2086303cb32c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:26.200952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.202885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Usage tracker for resource:network and tenant:1b13b312b00f4401838ca723b5c58a2a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:26.206219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:26.208632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:26.218958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:26.228452 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 15:52:26.228898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:52:26.244587 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-da77f849-1abb-4b7a-8db9-b878daa1cee0 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0836232 May 20 15:52:26.248357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:26.254618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.283760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37010) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.284451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] device_id is not set on port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:26.296202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.314645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:26.399428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Usage tracker for resource:port and tenant:642dc1a2f89544d88f9e42a720a89891 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:26.412932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-1dbd390d-5fdc-4ff5-bd29-225a794178ec tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Unset dirty status for tenant:54588b6103b1438b9382bd33395ee241 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:26.414163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-1dbd390d-5fdc-4ff5-bd29-225a794178ec tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--30831750&fields=id&tenant_id=54588b6103b1438b9382bd33395ee241 HTTP/1.1" status: 200 len: 267 time: 0.8356037 May 20 15:52:26.426536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:26.435274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e08a5f36-63eb-405d-afbb-e9919931a392 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:26.517236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:26.517957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] device_id is not set on port 4c1a715b-2607-4b5e-bcf8-9074b5455d34 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:26.690678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:26.740964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619dfa7-cc97-4f25-be3d-3d3e115e1020 req-b875134d-07e7-4bec-b012-e62df53c3d60 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:26.749464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c619dfa7-cc97-4f25-be3d-3d3e115e1020 req-b875134d-07e7-4bec-b012-e62df53c3d60 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 944 time: 1.0133243 May 20 15:52:26.805472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.067196 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c619dfa7-cc97-4f25-be3d-3d3e115e1020 req-42c9fcfd-3068-4259-925c-3453885cdfe8 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168590 May 20 15:52:27.098663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.126477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d811355-4b1a-4df9-a507-e9c8af2cdf15 req-2b857d05-a3ac-4f6e-8ddd-8a992a68cf8c service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8876014 May 20 15:52:27.169275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Allocated IP 2001:db8::148 (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/4c1a715b-2607-4b5e-bcf8-9074b5455d34) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:27.207117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.235010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'tenant_id': '52ebd0a6e6a04bc09e467640b8443a23', 'fixed_ips': [{'subnet_id': '786718ea-35b8-431e-b629-b1750b7f2b9b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:52:27.236138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Allocated IP 2001:db8::28 (27babe39-25d5-479d-bc4a-97402326e23c/76d3a5ad-de76-47ab-b64e-dbde16805e4e/a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:27.236311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.321172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.434380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] For port 5278c124-ff60-4572-94d1-2086303cb32c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5278c124-ff60-4572-94d1-2086303cb32c,segment=NetworkSegment(8da213c4-eda6-4f3d-83ab-4138a13940e5),segment_id=8da213c4-eda6-4f3d-83ab-4138a13940e5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:27.491134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.503606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2a900091-dc4a-435a-ba37-c26a93501c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:27.568553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-20536509-6e40-49c4-b79e-4e82389a4796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:27.600781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-4db553ee-ae87-4748-8046-86bec333244b tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:27.603368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-4db553ee-ae87-4748-8046-86bec333244b tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/networks?id=f9a59543-dd78-4bd1-b036-16bb998f0b29 HTTP/1.1" status: 200 len: 806 time: 1.1145451 May 20 15:52:27.644651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Pushing event updated for resources: {'Port': ['ID=5278c124-ff60-4572-94d1-2086303cb32c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:27.649908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:27.654642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.675909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1268a47f-cd5d-42b6-99c0-3aed0b716dbf,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:27.725754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:27.755160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08a5f36-63eb-405d-afbb-e9919931a392']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:27.802516 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-cd3822fc-fe57-4dd5-b5c0-031e3cc80538 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/quotas/54588b6103b1438b9382bd33395ee241 HTTP/1.1" status: 200 len: 375 time: 0.1336806 May 20 15:52:27.806159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ccd329-49ab-4528-a787-2889ba9ab8dd') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:27.806674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ccd329-49ab-4528-a787-2889ba9ab8dd') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:27.837283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.864525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.889081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.899622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:27.900405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.022939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.025298 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1268a47f-cd5d-42b6-99c0-3aed0b716dbf HTTP/1.1" status: 204 len: 168 time: 3.0185225 May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:28.027658 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:28.036600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f697e6f2-9abb-4967-a419-de0be5b2ea76 None None] Provisioning for port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:28.039995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.065140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f697e6f2-9abb-4967-a419-de0be5b2ea76 None None] Provisioning complete for port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:28.065766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f697e6f2-9abb-4967-a419-de0be5b2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.134387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.208726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f697e6f2-9abb-4967-a419-de0be5b2ea76 None None] Port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:28.218745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 5278c124-ff60-4572-94d1-2086303cb32c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:28.223585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-d1518c5b-c2ef-402e-88b7-d55671fa3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.226532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-d1518c5b-c2ef-402e-88b7-d55671fa3380 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12a391f584f8417cab742e107f57fbff&device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 1097 time: 0.7329171 May 20 15:52:28.227786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.268248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] device_id is not set on port f66db0e6-f3fa-4b00-8784-2d966efdf77e yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:28.271343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.312260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f697e6f2-9abb-4967-a419-de0be5b2ea76 None None] Provisioning complete for port 5278c124-ff60-4572-94d1-2086303cb32c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:28.313294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f697e6f2-9abb-4967-a419-de0be5b2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.321558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Transition to ACTIVE for port object 4c1a715b-2607-4b5e-bcf8-9074b5455d34 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:28.352638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Transition to ACTIVE for port object a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:28.450894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 5278c124-ff60-4572-94d1-2086303cb32c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:28.451290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.472345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.477756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.489367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.628054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event updated for resources: {'Port': ['ID=a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.709722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.791823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=4c1a715b-2607-4b5e-bcf8-9074b5455d34,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.813014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Pushing event deleted for resources: {'Network': ['ID=e08a5f36-63eb-405d-afbb-e9919931a392,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.815039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Network 27babe39-25d5-479d-bc4a-97402326e23c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:28.821018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:28.822466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:28.824960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:28.828470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.829238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:28.833072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:28.835030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:28.845180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.847806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.849197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.887794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:28.894111 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-039f3d0c-0a45-467d-91d2-a25a5392dc23 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.9693217 May 20 15:52:28.896907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:28.908705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.910216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.917925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37024) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:28.948131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Request body: {'port': {'network_id': '27babe39-25d5-479d-bc4a-97402326e23c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1044828714', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:28.949970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] bootfile-name is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:52:28.950736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] tftp-server is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:52:28.951535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] server-ip-address is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:52:29.175538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a7ff8f31-5c0e-46d7-9e05-415491ed6978 None None] Provisioning complete for port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:29.175798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8f31-5c0e-46d7-9e05-415491ed6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.218535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:29.227560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Usage tracker for resource:port and tenant:6f8662d901a04880ac2c28e6efe16a29 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:29.236323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:29.250965 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6610632 May 20 15:52:29.253783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:29.257431 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37034) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.257667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-9cacddb1-9939-4d01-b0b2-3347c50d7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:29.259091 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-9cacddb1-9939-4d01-b0b2-3347c50d7d03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b5d8058-9b48-4168-91e9-a514eaee7812 HTTP/1.1" status: 200 len: 912 time: 0.5790808 May 20 15:52:29.268330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-675148380', 'allowed_address_pairs': [{'ip_address': '2001:db8::148', 'mac_address': 'fa:16:3e:ee:84:f8'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:29.278757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8cecea58-5f5a-493b-a410-c36f9ea12da6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:29.328147 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e08a5f36-63eb-405d-afbb-e9919931a392 HTTP/1.1" status: 204 len: 168 time: 3.0343695 May 20 15:52:29.334611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37040) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.336267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Allocated IP 2001:db8::2 (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/0f36845f-22d1-4084-b277-7bcc5e8e1a39) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:29.341355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Allocated IP 2001:db8::2 (27babe39-25d5-479d-bc4a-97402326e23c/76d3a5ad-de76-47ab-b64e-dbde16805e4e/45495ee8-9a7b-4e01-9dd1-a58db48380dc) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:29.360851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff8f31-5c0e-46d7-9e05-415491ed6978 None None] Port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:29.432220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Made reservation on behalf of 6f8662d901a04880ac2c28e6efe16a29 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:29.441245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.555091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] device_id is not set on port aad989c4-9052-46ff-9217-307e2c744308 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:29.583437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.604560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-6d2afb83-a8b3-4b8a-a406-2b6a04426df3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 HTTP/1.1" status: 200 len: 217 time: 0.3325045 May 20 15:52:29.610550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Allocated IP 172.20.0.3 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/f66db0e6-f3fa-4b00-8784-2d966efdf77e) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:29.631765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:29.701852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-78acf7bc-8f97-4007-9511-429eff551799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:29.703132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-78acf7bc-8f97-4007-9511-429eff551799 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a33f7-27ef-4962-a571-8d5b81531f27 HTTP/1.1" status: 200 len: 851 time: 0.0784822 May 20 15:52:29.711759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:29.714426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Pushing event updated for resources: {'Port': ['ID=2732c76e-7113-4bf2-afb6-e2e2ac351820,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:29.717068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:29.762393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:29.767566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:port and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:29.771842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:29.779699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:29.794657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:29.840384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:29.916516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243cf0-c5e3-4d36-82a3-17ae0d821f92 req-29165a6a-90d9-43c0-b027-d29f1d37209c tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:29.925317 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a243cf0-c5e3-4d36-82a3-17ae0d821f92 req-29165a6a-90d9-43c0-b027-d29f1d37209c tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 944 time: 1.2006927 May 20 15:52:29.982633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.997117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37048) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.999588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-9c2d13e3-bc6b-4cad-b9ce-fdae8ea8a41c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54588b6103b1438b9382bd33395ee241&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9805207 May 20 15:52:30.034485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] device_id is not set on port cd5932a3-4338-4ff2-81ce-ba096c2d92a1 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:30.068616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.082043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.089171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Transition to ACTIVE for port object 0f36845f-22d1-4084-b277-7bcc5e8e1a39 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:30.103653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Transition to ACTIVE for port object 45495ee8-9a7b-4e01-9dd1-a58db48380dc will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:30.127906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Transition to ACTIVE for port object 0f36845f-22d1-4084-b277-7bcc5e8e1a39 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:30.150979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Transition to ACTIVE for port object 45495ee8-9a7b-4e01-9dd1-a58db48380dc will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:30.162430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.200789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.207531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a243cf0-c5e3-4d36-82a3-17ae0d821f92 req-b3f9b36b-a63e-486e-9c8e-896b605ffdeb tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790861 May 20 15:52:30.265859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Allocated IP 2001:db8::351 (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/cd5932a3-4338-4ff2-81ce-ba096c2d92a1) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:30.306754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:30.320956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:30.321661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-663433271'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:30.326010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.333169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:30.336455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:30.359950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.360319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:30.368369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:30.388419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:30.410094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eba456-1b3c-4277-9ae3-265b6b54cfcb']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:30.435288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Allocated IP 2001:db8::338 (27babe39-25d5-479d-bc4a-97402326e23c/76d3a5ad-de76-47ab-b64e-dbde16805e4e/aad989c4-9052-46ff-9217-307e2c744308) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:30.469355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:30.472965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.495017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-37f7bef2-e170-4edd-89f4-313027b7ef99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:52:30.496075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-37f7bef2-e170-4edd-89f4-313027b7ef99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1936774 May 20 15:52:30.506614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1603d5-ec81-489f-96d4-3d4c9b353161') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:30.506914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1603d5-ec81-489f-96d4-3d4c9b353161') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:30.560048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.611641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:30.629227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group_rule and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:30.634350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:30.655827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-88eb7324-8b0b-4e04-9c19-c0912c305ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:30.657850 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-88eb7324-8b0b-4e04-9c19-c0912c305ab6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b5d8058-9b48-4168-91e9-a514eaee7812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8809929 May 20 15:52:30.660164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.661906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:30.690812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Network 27babe39-25d5-479d-bc4a-97402326e23c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:30.710396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:30.715109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:30.826573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Pushing event updated for resources: {'Port': ['ID=0f36845f-22d1-4084-b277-7bcc5e8e1a39,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:30.830908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:30.833632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-951f6e97-3d63-4d5d-a68c-cb7dac6a20cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.478s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.857503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.896827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.896827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Attempting to bind port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:30.896827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Attempting to bind port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '78bb43b3-8cdb-478d-aff0-311ec759da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:30.897716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Attempting to bind port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 on network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:30.915213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.922603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:30.923130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Checking segment: {'id': '78bb43b3-8cdb-478d-aff0-311ec759da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:30.923408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.923765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Bound using segment: {'id': '78bb43b3-8cdb-478d-aff0-311ec759da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:30.925170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Bound port: 0f36845f-22d1-4084-b277-7bcc5e8e1a39, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bb43b3-8cdb-478d-aff0-311ec759da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:30.925170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.933045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Transition to ACTIVE for port object cd5932a3-4338-4ff2-81ce-ba096c2d92a1 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:30.970432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Pushing event updated for resources: {'Port': ['ID=45495ee8-9a7b-4e01-9dd1-a58db48380dc,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.003216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.004050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Attempting to bind port 45495ee8-9a7b-4e01-9dd1-a58db48380dc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:31.007285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Attempting to bind port 45495ee8-9a7b-4e01-9dd1-a58db48380dc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a9bd86ea-52d8-4d28-9784-360bdb6e499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27babe39-25d5-479d-bc4a-97402326e23c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:31.007799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Attempting to bind port 45495ee8-9a7b-4e01-9dd1-a58db48380dc on network 27babe39-25d5-479d-bc4a-97402326e23c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:31.028925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:31.029276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Checking segment: {'id': 'a9bd86ea-52d8-4d28-9784-360bdb6e499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27babe39-25d5-479d-bc4a-97402326e23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:31.029770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.030175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Bound using segment: {'id': 'a9bd86ea-52d8-4d28-9784-360bdb6e499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27babe39-25d5-479d-bc4a-97402326e23c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:31.030668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Bound port: 45495ee8-9a7b-4e01-9dd1-a58db48380dc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bd86ea-52d8-4d28-9784-360bdb6e499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27babe39-25d5-479d-bc4a-97402326e23c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:31.031055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.032195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:31.032836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.033009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:31.055210 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:31.083150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Transition to ACTIVE for port object aad989c4-9052-46ff-9217-307e2c744308 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:31.089025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.106851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.130283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] For port 0f36845f-22d1-4084-b277-7bcc5e8e1a39, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:31.150987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] For port 0f36845f-22d1-4084-b277-7bcc5e8e1a39, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0f36845f-22d1-4084-b277-7bcc5e8e1a39,segment=NetworkSegment(78bb43b3-8cdb-478d-aff0-311ec759da91),segment_id=78bb43b3-8cdb-478d-aff0-311ec759da91)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:31.162043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.168237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.207175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:31.229666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] For port 45495ee8-9a7b-4e01-9dd1-a58db48380dc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:31.238122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:31.257684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:31.260886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] For port 45495ee8-9a7b-4e01-9dd1-a58db48380dc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=45495ee8-9a7b-4e01-9dd1-a58db48380dc,segment=NetworkSegment(a9bd86ea-52d8-4d28-9784-360bdb6e499f),segment_id=a9bd86ea-52d8-4d28-9784-360bdb6e499f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:31.261149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:31.273915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:31.275035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.292138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.350602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=cd5932a3-4338-4ff2-81ce-ba096c2d92a1,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.362900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.371854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Pushing event updated for resources: {'Port': ['ID=0f36845f-22d1-4084-b277-7bcc5e8e1a39,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.382781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.383756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0e67489b-1c90-4ac4-bec5-700c1c5efdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.409801 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1499436 May 20 15:52:31.411377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37060) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.551916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Pushing event updated for resources: {'Port': ['ID=45495ee8-9a7b-4e01-9dd1-a58db48380dc,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.559262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.561566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:31.579784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'port_id': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'mac_address': 'fa:16:3e:a5:0c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:31.672398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.683551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.757694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:31.793630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.810457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:31.818389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.824497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.833053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.901790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.931112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-0e752256-7794-40ff-9802-c601486ee791 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4090915 May 20 15:52:31.947632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Pushing event deleted for resources: {'Network': ['ID=35eba456-1b3c-4277-9ae3-265b6b54cfcb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.954619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.958623 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-86f3fdbf-db71-494e-8c7c-9ed7dccc8065 service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2764971 May 20 15:52:31.962562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Transition to ACTIVE for port object f66db0e6-f3fa-4b00-8784-2d966efdf77e will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:31.973054 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] 10.222.0.13 "DELETE /v2.0/networks/35eba456-1b3c-4277-9ae3-265b6b54cfcb HTTP/1.1" status: 204 len: 168 time: 2.5515361 May 20 15:52:32.022444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.080731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.102318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.124088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.126847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:32.252930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Network 27babe39-25d5-479d-bc4a-97402326e23c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:32.271571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:32.278714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:32.286241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.286947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.415659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event updated for resources: {'Port': ['ID=aad989c4-9052-46ff-9217-307e2c744308,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.439775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.452116 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5292947 May 20 15:52:32.466285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37066) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.485502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0f36845f-22d1-4084-b277-7bcc5e8e1a39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:32.559220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8febf69-23bb-4ed5-85ed-dbf4700731be tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.567745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8febf69-23bb-4ed5-85ed-dbf4700731be tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.576815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8febf69-23bb-4ed5-85ed-dbf4700731be tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.578087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8febf69-23bb-4ed5-85ed-dbf4700731be tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Synchronizing usage tracker for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:32.589686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.607089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.618373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb6db644-6a4f-4eb2-aeed-d467012895de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.624941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.651874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7645f-ef18-4cc8-bcf5-6eae40299bcf req-3e1589f9-d10e-419d-871a-9a1fda4d79e8 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.653545 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-68c7645f-ef18-4cc8-bcf5-6eae40299bcf req-3e1589f9-d10e-419d-871a-9a1fda4d79e8 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 944 time: 0.9637899 May 20 15:52:32.660645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-16e3ac92-47d7-4794-8a04-13f2e8515769 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031136 May 20 15:52:32.673205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fec8be06-0e2f-4672-882e-5f5516d9aa26 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.720103 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f40f11e2-0425-4187-b6b3-717b4f4999fb req-970f458a-d16b-4dbb-8567-c039cef815a1 service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7500362 May 20 15:52:32.757892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8febf69-23bb-4ed5-85ed-dbf4700731be tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Unset dirty status for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:32.763562 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b8febf69-23bb-4ed5-85ed-dbf4700731be tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 1.3446898 May 20 15:52:32.767493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37072) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.778223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:32.800250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:32.813375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e643012-ff39-4315-b55c-8d5dbc27316d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.823230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.837834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.851640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.854221 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment ba33be6f-be68-4b5c-80a6-a496430cc00b of type vlan for network f239d450-e010-44de-8116-5875eff52743 May 20 15:52:32.890433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:32.903326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:32.936351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23692f1c-b980-470a-aa85-ec6a5bb56823 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.950088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:32.956927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23692f1c-b980-470a-aa85-ec6a5bb56823 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.973238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 45495ee8-9a7b-4e01-9dd1-a58db48380dc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:32.974541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23692f1c-b980-470a-aa85-ec6a5bb56823 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.977905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-23692f1c-b980-470a-aa85-ec6a5bb56823 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Synchronizing usage tracker for tenant:6f8662d901a04880ac2c28e6efe16a29 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:32.981853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=f66db0e6-f3fa-4b00-8784-2d966efdf77e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.044240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.097194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-23692f1c-b980-470a-aa85-ec6a5bb56823 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Unset dirty status for tenant:6f8662d901a04880ac2c28e6efe16a29 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:33.103034 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-23692f1c-b980-470a-aa85-ec6a5bb56823 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.6309767 May 20 15:52:33.130181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37082) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.187634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 45495ee8-9a7b-4e01-9dd1-a58db48380dc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:33.252728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-68c7645f-ef18-4cc8-bcf5-6eae40299bcf req-72d2224b-a473-4985-858c-e069fddb2d90 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5831754 May 20 15:52:33.286130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.344130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.385173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.386926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.407450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.412409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.413086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.506232 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea1abe97-b53e-4461-b7b2-0f538786a62c req-af3b6603-6ce3-48bb-be16-14d00e3790d8 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 0.2094102 May 20 15:52:33.507937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 8.3423915 May 20 15:52:33.512070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.520723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7582b4d5-5c94-49f6-8a78-120d58b4da05 None None] Provisioning for port f66db0e6-f3fa-4b00-8784-2d966efdf77e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:33.571969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7582b4d5-5c94-49f6-8a78-120d58b4da05 None None] Provisioning complete for port f66db0e6-f3fa-4b00-8784-2d966efdf77e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:33.572853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7582b4d5-5c94-49f6-8a78-120d58b4da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.651681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37102) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.727568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7582b4d5-5c94-49f6-8a78-120d58b4da05 None None] Port f66db0e6-f3fa-4b00-8784-2d966efdf77e cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:33.767315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.801584 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.8015401 May 20 15:52:33.806150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37110) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.840322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=f239d450-e010-44de-8116-5875eff52743,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.846215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.853257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network f239d450-e010-44de-8116-5875eff52743 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:33.855743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port cd5932a3-4338-4ff2-81ce-ba096c2d92a1 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:33.856126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.856439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'name': 'tempest-PortsIpV6TestJSON-612164912'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:33.912129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83535600-e7c8-4d2d-a7e1-e58d944c6b4f None None] Network 27babe39-25d5-479d-bc4a-97402326e23c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:34.057776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.061277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0eb364-41f3-4f22-96a6-3d54226f6666 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:34.067563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0eb364-41f3-4f22-96a6-3d54226f6666 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:34.074182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0eb364-41f3-4f22-96a6-3d54226f6666 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:34.075083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5e0eb364-41f3-4f22-96a6-3d54226f6666 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Synchronizing usage tracker for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:34.077568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.081997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.091789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.111708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Deleting port aad989c4-9052-46ff-9217-307e2c744308 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:34.111996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.160098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.176886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5e0eb364-41f3-4f22-96a6-3d54226f6666 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Unset dirty status for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:34.177571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9c73c-0f1d-4a16-9edb-3aa51a365b68 None None] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:34.181089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5e0eb364-41f3-4f22-96a6-3d54226f6666 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6644878 May 20 15:52:34.191018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37120) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.223205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Provisioning for port 45495ee8-9a7b-4e01-9dd1-a58db48380dc completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:34.293672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.309189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Provisioning complete for port 45495ee8-9a7b-4e01-9dd1-a58db48380dc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:34.309588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.457723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Calling delete_port for aad989c4-9052-46ff-9217-307e2c744308 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:34.513474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.538452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Usage tracker for resource:security_group_rule and tenant:cc622ee8546c4ce385e2e6f428fad829 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.593406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.615583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.630414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:34.634219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.650199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.675433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.679353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 16ea9a23-bac9-4a86-a474-63b8db1c5225 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:34.743932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.858178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event deleted for resources: {'Port': ['ID=aad989c4-9052-46ff-9217-307e2c744308,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.960653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.961168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.961460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for cd5932a3-4338-4ff2-81ce-ba096c2d92a1 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:34.961749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.962319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.962789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.963236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.964145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.964661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.966040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.966040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.966284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.966689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:34.979109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.980987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.994804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-df965c88-ed0a-436b-a51a-d086ff9de13a req-0b384c60-9993-4246-8029-c1074780bec1 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 0.3532357 May 20 15:52:35.065315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.107274 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "DELETE /v2.0/ports/aad989c4-9052-46ff-9217-307e2c744308 HTTP/1.1" status: 204 len: 168 time: 1.9753757 May 20 15:52:35.111666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37136) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:35.121223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Request body: {'port': {'name': 'tempest-new-port-name-985592071', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:35.121815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] bootfile-name is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:52:35.122282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] tftp-server is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:52:35.122731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] server-ip-address is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:52:35.181215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:35.184361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.198582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae8ab-9ba1-4f7f-88b7-d4c66e056b86 req-bf9692cd-ac9f-409d-81e5-652d2bab00df tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:35.200618 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f42ae8ab-9ba1-4f7f-88b7-d4c66e056b86 req-bf9692cd-ac9f-409d-81e5-652d2bab00df tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 945 time: 0.6413825 May 20 15:52:35.215767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.238141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.243052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] For port 45495ee8-9a7b-4e01-9dd1-a58db48380dc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=45495ee8-9a7b-4e01-9dd1-a58db48380dc,segment=NetworkSegment(a9bd86ea-52d8-4d28-9784-360bdb6e499f),segment_id=a9bd86ea-52d8-4d28-9784-360bdb6e499f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:35.265867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:35.278088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.284108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:35.325831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.372788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port f66db0e6-f3fa-4b00-8784-2d966efdf77e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:35.373142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.383734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Pushing event updated for resources: {'Port': ['ID=45495ee8-9a7b-4e01-9dd1-a58db48380dc,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:35.394268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:35.395605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:35.403814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:35.404229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.453231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.507292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Provisioning for port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:35.521014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Provisioning complete for port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:35.521700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.650837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:35.792905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f42ae8ab-9ba1-4f7f-88b7-d4c66e056b86 req-80a4c332-760a-4efc-9a08-253c746db3c3 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5722013 May 20 15:52:35.864362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=16ea9a23-bac9-4a86-a474-63b8db1c5225,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:35.883849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:35.889815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': 'ba33be6f-be68-4b5c-80a6-a496430cc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f239d450-e010-44de-8116-5875eff52743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:35.891253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: f239d450-e010-44de-8116-5875eff52743, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:35.951346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:35.954353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Pushing event updated for resources: {'Port': ['ID=2732c76e-7113-4bf2-afb6-e2e2ac351820,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:35.969429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, f239d450-e010-44de-8116-5875eff52743) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:35.975155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.984818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:35.991343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:35.992478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.012995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d187e-0267-4b36-8ad2-2422bd521ff4 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:36.069965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.093945 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2657394 May 20 15:52:36.099043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37142) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:36.110323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.130088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1447047198'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:36.157432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:36.168713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:36.225484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.262486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.266953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.268027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.268930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.269862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.271302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.272221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.273130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.274042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.274967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.275852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.284175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:36.310358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:36.338567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.344268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 45495ee8-9a7b-4e01-9dd1-a58db48380dc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:36.453214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event updated for resources: {'Port': ['ID=a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:36.461598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:36.465056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:36.481703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] For port 0f36845f-22d1-4084-b277-7bcc5e8e1a39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0f36845f-22d1-4084-b277-7bcc5e8e1a39,segment=NetworkSegment(78bb43b3-8cdb-478d-aff0-311ec759da91),segment_id=78bb43b3-8cdb-478d-aff0-311ec759da91)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:36.486070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:36.498752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:36.507556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.518941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:36.535013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] In _notify_port_updated(), no bound segment for port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f on network 27babe39-25d5-479d-bc4a-97402326e23c {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:52:36.547024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:36.548270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.557270 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "PUT /v2.0/ports/a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f HTTP/1.1" status: 200 len: 1128 time: 1.4445200 May 20 15:52:36.559071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37148) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:36.639570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.661786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:36.679824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.710497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:36.744373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7da598-828e-49d7-88ed-17565b279919 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:36.745354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-be7da598-828e-49d7-88ed-17565b279919 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Synchronizing usage tracker for tenant:6f8662d901a04880ac2c28e6efe16a29 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:36.776741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:36.783144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.795493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.815618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Could not find standard attr ID for object cd5932a3-4338-4ff2-81ce-ba096c2d92a1. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:52:36.826187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-be7da598-828e-49d7-88ed-17565b279919 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Unset dirty status for tenant:6f8662d901a04880ac2c28e6efe16a29 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:36.833997 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-be7da598-828e-49d7-88ed-17565b279919 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "GET /v2.0/ports/a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f HTTP/1.1" status: 200 len: 1128 time: 0.2701261 May 20 15:52:36.835077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37158) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:36.923407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Provisioning for port 4c1a715b-2607-4b5e-bcf8-9074b5455d34 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:36.931753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 45495ee8-9a7b-4e01-9dd1-a58db48380dc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:36.932588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.950592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:36.954608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.969705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.970484 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment a7487707-782a-422d-8c11-df251cd05c1d of type vlan for network 0a22a576-94c9-4300-bddf-1ef14344f7f7 May 20 15:52:37.027660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.040678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Pushing event updated for resources: {'Port': ['ID=0f36845f-22d1-4084-b277-7bcc5e8e1a39,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.045455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Provisioning complete for port 4c1a715b-2607-4b5e-bcf8-9074b5455d34 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:37.046257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.095904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.109803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.110623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.122528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.123401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.124237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.124919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.125631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.125754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:37.126790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.127244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.127722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.128298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.128894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.129725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:37.146306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.152334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for f66db0e6-f3fa-4b00-8784-2d966efdf77e owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:37.153016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.155321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.288626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.330073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc622ee8546c4ce385e2e6f428fad829&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6721191 May 20 15:52:37.330073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.337285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-29fb41ac-fef2-4ebe-975e-80766c00e7b0 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:37.338821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-29fb41ac-fef2-4ebe-975e-80766c00e7b0 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.25 "GET /v2.0/networks?id=f9a59543-dd78-4bd1-b036-16bb998f0b29 HTTP/1.1" status: 200 len: 806 time: 1.3867638 May 20 15:52:37.347322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37166) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.387215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Port 4c1a715b-2607-4b5e-bcf8-9074b5455d34 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:37.393811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=0a22a576-94c9-4300-bddf-1ef14344f7f7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.398770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.405067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.413811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.415028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0a22a576-94c9-4300-bddf-1ef14344f7f7 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:37.460257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Provisioning complete for port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:37.461011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.467833 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3635163 May 20 15:52:37.480722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.517644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'ports': [{'network_id': 'f239d450-e010-44de-8116-5875eff52743'}, {'network_id': '0a22a576-94c9-4300-bddf-1ef14344f7f7'}]} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:37.518287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:37.519397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f4dcd-d17a-4686-8e88-631babe77f30,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.519571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '0a22a576-94c9-4300-bddf-1ef14344f7f7'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:37.525397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44cfaea8-48c0-4e45-931e-b83c3a21240b req-ede1c283-78fd-4fd4-9681-681bd3dd160b tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 1.0506077 May 20 15:52:37.560319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.630606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1c69b40-a285-48fe-97a2-69b37795d44d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.798732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Deleting port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:37.799076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.822960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=cd5932a3-4338-4ff2-81ce-ba096c2d92a1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.832706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.852321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.922835 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'code': 200} May 20 15:52:37.946530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Provisioning for port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:37.952937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Provisioning complete for port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:37.953317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.118667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.138797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.25', 64343) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:38.141721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:38.152746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:38.155735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:38.160017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:38.172925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:38.181884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:38.208984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Provisioning complete for port 45495ee8-9a7b-4e01-9dd1-a58db48380dc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:38.209444 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6179cf16-ece0-41f8-9057-f6c76e3e5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.262444 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0f36845f-22d1-4084-b277-7bcc5e8e1a39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:38.267967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-8dbb19fe-f4db-47b9-9e70-2b35bbf26c05 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54588b6103b1438b9382bd33395ee241 HTTP/1.1" status: 200 len: 378 time: 0.7061193 May 20 15:52:38.343033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.359214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 2} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:38.361746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.369809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.397895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Request body: {'port': {'device_id': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'admin_state_up': True, 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'security_groups': ['1dbfda39-4d3d-4c23-9781-3eb1d08b8bda']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:38.456068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:38.456968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.521523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=f66db0e6-f3fa-4b00-8784-2d966efdf77e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:38.574124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8c13d8a0-2cd4-4bef-a4c4-aa5d0c7b9a62 None None] Could not find standard attr ID for object aad989c4-9052-46ff-9217-307e2c744308. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:52:38.587880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8c13d8a0-2cd4-4bef-a4c4-aa5d0c7b9a62 None None] Could not find standard attr ID for object cd5932a3-4338-4ff2-81ce-ba096c2d92a1. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:52:38.673992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:38.679872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.704795 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Floating IP 67455544-3745-40aa-b074-585f9039ee1d associated. External IP: 172.26.8.44, port: 71548aa8-7b07-4ffe-917c-f8c5f9a4873f. May 20 15:52:38.705397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8c13d8a0-2cd4-4bef-a4c4-aa5d0c7b9a62 None None] Provisioning complete for port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:38.706009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8c13d8a0-2cd4-4bef-a4c4-aa5d0c7b9a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.709619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Calling delete_port for a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:38.771365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b991c304-b57a-4c89-8762-784197eb0e1d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/ports/cd5932a3-4338-4ff2-81ce-ba096c2d92a1 HTTP/1.1" status: 204 len: 168 time: 5.9841874 May 20 15:52:38.786219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37182) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:38.827998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8c13d8a0-2cd4-4bef-a4c4-aa5d0c7b9a62 None None] Port a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:38.952340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.996985 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ca90408c-0f78-4b82-995b-53dad2a73a87 req-d249c628-c0aa-4379-bc26-9b257ba78e0a tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 0.1547103 May 20 15:52:39.056643 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3503d2f8-fad6-47ae-8412-54c807a50f6d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] GET failed (client error): The resource could not be found. May 20 15:52:39.059013 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3503d2f8-fad6-47ae-8412-54c807a50f6d tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "GET /v2.0/ports/cd5932a3-4338-4ff2-81ce-ba096c2d92a1 HTTP/1.1" status: 404 len: 333 time: 0.2684393 May 20 15:52:39.068617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37186) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:39.117202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 44e642c8-7afd-4f85-920d-985f5e37275b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:39.137975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-225cbbf5-542e-46f0-917a-fcabb0372882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:39.140760 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-225cbbf5-542e-46f0-917a-fcabb0372882 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 1099 time: 0.9509218 May 20 15:52:39.178224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-842011195'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:39.268346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a545-cfa3-44a3-af71-2ac4f55da472 req-c3cc600a-f37a-409d-8713-0d7a1e0b0b5d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:39.270020 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1860a545-cfa3-44a3-af71-2ac4f55da472 req-c3cc600a-f37a-409d-8713-0d7a1e0b0b5d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 1.7525251 May 20 15:52:39.332752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.356112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:39.363983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Usage tracker for resource:security_group_rule and tenant:7e2566a6cc71488ca78a475de3496ee4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:39.365379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.377609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:39.390498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Usage tracker for resource:port and tenant:54588b6103b1438b9382bd33395ee241 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:39.397932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.398364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:39.402001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:39.414574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1b9ca073-77fc-4f12-9e2d-22da8676aae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:39.416340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:39.497177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:39.503360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/ports/f66db0e6-f3fa-4b00-8784-2d966efdf77e HTTP/1.1" status: 204 len: 168 time: 5.3127739 May 20 15:52:39.518869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37190) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:39.528320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f4dcd-d17a-4686-8e88-631babe77f30,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:39.538506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:39.542437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.543564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d1f4dcd-d17a-4686-8e88-631babe77f30 HTTP/1.1" status: 204 len: 168 time: 2.0213165 May 20 15:52:39.558535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1860a545-cfa3-44a3-af71-2ac4f55da472 req-1b10aec3-260b-4b57-964c-7ee42e855820 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356117 May 20 15:52:39.581414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Made reservation on behalf of 54588b6103b1438b9382bd33395ee241 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:39.585392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.603202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.623583 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4d1a6e-95fd-47c4-90c6-bbc8b7e922c3 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] GET failed (client error): The resource could not be found. May 20 15:52:39.623886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9b4d1a6e-95fd-47c4-90c6-bbc8b7e922c3 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Synchronizing usage tracker for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:39.626617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:39.699254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event deleted for resources: {'Port': ['ID=a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:39.718190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:39.792829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9b4d1a6e-95fd-47c4-90c6-bbc8b7e922c3 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Unset dirty status for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:39.794470 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9b4d1a6e-95fd-47c4-90c6-bbc8b7e922c3 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "GET /v2.0/ports/f66db0e6-f3fa-4b00-8784-2d966efdf77e HTTP/1.1" status: 404 len: 333 time: 0.2745144 May 20 15:52:39.801978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.804845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37196) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:39.810775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:39.824473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'name': 'tempest-AllowedAddressPairTestJSON-611763596'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:39.866327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:39.876793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:port and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:39.919590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:39.938989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:39.984628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:39.988531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.004069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Router cc1c6e73-f521-418c-8559-1dbee80af13d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:40.141190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] device_id is not set on port afbeb282-605f-4d7e-ad0c-79c9149f0dee yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:40.168765 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "DELETE /v2.0/ports/a3fe05dd-6a4a-4009-b7cd-9eb38caa5b7f HTTP/1.1" status: 204 len: 168 time: 3.3280582 May 20 15:52:40.176712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:40.182045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37204) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:40.247995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37208) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:40.262962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.280147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.302382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a8829359-99da-4291-b3ac-5b0c77368eba tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:40.303889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-32a7d81c-f634-47f3-9453-9ee3bc6204bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.310397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9ba74d2d-aceb-4152-9b78-748b1fe568ae req-142f0190-bac1-44cd-bce2-5b528778144d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 0.1358974 May 20 15:52:40.331466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.352857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Synchronizing usage tracker for tenant:7e2566a6cc71488ca78a475de3496ee4 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:40.372162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:40.381384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Deleting subnet 76d3a5ad-de76-47ab-b64e-dbde16805e4e {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:52:40.383621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f86e5c-06d6-46ff-a990-619df25b13cf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:40.385639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Allocated IP 172.20.0.7 (f9a59543-dd78-4bd1-b036-16bb998f0b29/cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1/ee2cb152-f7d3-40a8-9598-e1aabf674530) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:40.387348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:40.393703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.451984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:40.497946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:40.508486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Usage tracker for resource:security_group_rule and tenant:efd21e202e594391bbf97e9ee6e5d847 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:40.513163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Unset dirty status for tenant:7e2566a6cc71488ca78a475de3496ee4 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:40.514455 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-98e44e1d-a89f-4280-81a7-6bcb20d0255b req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3514090 May 20 15:52:40.520214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:40.541768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.547385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:40.571158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:40.575218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.596854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:40.611734 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87777a9-4115-4799-b713-129b43907717 None None] Sync routers for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:40.648105 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87777a9-4115-4799-b713-129b43907717 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:40.649915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] device_id is not set on port 4f1c8110-ef00-45f2-9199-6b75b8adb222 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:40.652563 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c87777a9-4115-4799-b713-129b43907717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:40.659937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Allocated IP 2001:db8::309 (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/afbeb282-605f-4d7e-ad0c-79c9149f0dee) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:40.735871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.821210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.860375 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c87777a9-4115-4799-b713-129b43907717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:40.877303 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87777a9-4115-4799-b713-129b43907717 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:40.877602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:40.878740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c87777a9-4115-4799-b713-129b43907717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:41.007863 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c87777a9-4115-4799-b713-129b43907717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:41.009023 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87777a9-4115-4799-b713-129b43907717 None None] The sync data for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:41.025880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.043250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-750097ca-c321-48f4-bc81-07e0377d7d33 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:41.088333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.118220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 19.8478038 May 20 15:52:41.130968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37214) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:41.140477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Allocated IP 172.20.0.3 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/4f1c8110-ef00-45f2-9199-6b75b8adb222) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:41.156629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.158075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Transition to ACTIVE for port object ee2cb152-f7d3-40a8-9598-e1aabf674530 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:41.168404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.179443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:41.275173 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efd21e202e594391bbf97e9ee6e5d847&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0112181 May 20 15:52:41.275173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2467f1-616f-4f95-8c80-d4f519dfc0fa,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:41.275576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37218) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:41.283948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:41.286701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:41.294313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec9a39-d1c7-4003-82d4-84d1111840cf req-eb8b06d4-9f31-44db-a1de-691b2f029ea6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:41.295830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ebec9a39-d1c7-4003-82d4-84d1111840cf req-eb8b06d4-9f31-44db-a1de-691b2f029ea6 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 0.4428246 May 20 15:52:41.317493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:41.348443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.348967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:41.350304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.370984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.389434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:41.421494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=44e642c8-7afd-4f85-920d-985f5e37275b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:41.436852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Transition to ACTIVE for port object afbeb282-605f-4d7e-ad0c-79c9149f0dee will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:41.456929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:41.471239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d880443-3cdc-4fe4-86d5-26a0592d2fae tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:41.501853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:41.508582 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ebec9a39-d1c7-4003-82d4-84d1111840cf req-2b4aa6e6-7c1a-4f88-98ee-9894a03e5310 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918120 May 20 15:52:41.514439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:41.529035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:41.557668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event updated for resources: {'Port': ['ID=ee2cb152-f7d3-40a8-9598-e1aabf674530,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:41.580412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:41.646674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.687757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.694114 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8b17ba73-7231-46b7-b446-eb66550ebdda tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] 10.222.0.13 "GET /v2.0/floatingips/67455544-3745-40aa-b074-585f9039ee1d HTTP/1.1" status: 200 len: 981 time: 0.5460372 May 20 15:52:41.694791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37224) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:41.711674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:41.769919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:41.789594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:41.793300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:41.800384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:41.801102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.814759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:41.815464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.912089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-432e02c4-2226-4cfc-b624-b4dcc1544cda None None] Provisioning for port ee2cb152-f7d3-40a8-9598-e1aabf674530 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:41.921597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-432e02c4-2226-4cfc-b624-b4dcc1544cda None None] Provisioning complete for port ee2cb152-f7d3-40a8-9598-e1aabf674530 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:41.922259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-432e02c4-2226-4cfc-b624-b4dcc1544cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:41.989835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-432e02c4-2226-4cfc-b624-b4dcc1544cda None None] Port ee2cb152-f7d3-40a8-9598-e1aabf674530 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:42.058759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:42.080463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.175601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0918858 May 20 15:52:42.176465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8570690 May 20 15:52:42.179268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:42.180606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': 'a7487707-782a-422d-8c11-df251cd05c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0a22a576-94c9-4300-bddf-1ef14344f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:42.181736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: 0a22a576-94c9-4300-bddf-1ef14344f7f7, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:42.186658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37228) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:42.192034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=afbeb282-605f-4d7e-ad0c-79c9149f0dee,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:42.197754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Request body: {'port': {'device_id': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:42.221112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-871111ae-a69f-4bf0-85f5-568202d8ee20 None None] Provisioning for port afbeb282-605f-4d7e-ad0c-79c9149f0dee completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:42.226805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::148', 'mac_address': 'fa:16:3e:ee:84:f8'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:42.227389 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d8ebac47-bc89-434e-a7d3-0596bb7ed865 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.5118718 May 20 15:52:42.232328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-871111ae-a69f-4bf0-85f5-568202d8ee20 None None] Provisioning complete for port afbeb282-605f-4d7e-ad0c-79c9149f0dee triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:42.233000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37232) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:42.233500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-871111ae-a69f-4bf0-85f5-568202d8ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.253754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:42.305619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-871111ae-a69f-4bf0-85f5-568202d8ee20 None None] Port afbeb282-605f-4d7e-ad0c-79c9149f0dee cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:42.323437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643021-65db-45ec-951f-05dbe32c5f15 req-33d25e0c-ba19-4203-81e6-10352b09cf4c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:42.324168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7f643021-65db-45ec-951f-05dbe32c5f15 req-33d25e0c-ba19-4203-81e6-10352b09cf4c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Synchronizing usage tracker for tenant:54588b6103b1438b9382bd33395ee241 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:42.397621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.410678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cfb25626-c5af-4c65-92f8-cda9ef1b35ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:42.480676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2467f1-616f-4f95-8c80-d4f519dfc0fa,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:42.489253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:42.493214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7f643021-65db-45ec-951f-05dbe32c5f15 req-33d25e0c-ba19-4203-81e6-10352b09cf4c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Unset dirty status for tenant:54588b6103b1438b9382bd33395ee241 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:42.494439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f643021-65db-45ec-951f-05dbe32c5f15 req-33d25e0c-ba19-4203-81e6-10352b09cf4c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 931 time: 0.9222360 May 20 15:52:42.499357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 0a22a576-94c9-4300-bddf-1ef14344f7f7 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:42.509897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.524379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.529021 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce2467f1-616f-4f95-8c80-d4f519dfc0fa HTTP/1.1" status: 204 len: 168 time: 1.2453222 May 20 15:52:42.585805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0a22a576-94c9-4300-bddf-1ef14344f7f7) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:42.588729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.607608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c48a92-7ee9-44ef-9e11-8e3a146a036d None None] Network 0a22a576-94c9-4300-bddf-1ef14344f7f7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:42.694944 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f643021-65db-45ec-951f-05dbe32c5f15 req-33bcda66-dabe-405d-a2d4-86747aa0be4c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1864407 May 20 15:52:42.704892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:42.714843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:42.722706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:42.724256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.768853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:42.828950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.849555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.886708 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "DELETE /v2.0/subnets/76d3a5ad-de76-47ab-b64e-dbde16805e4e HTTP/1.1" status: 204 len: 168 time: 2.6998444 May 20 15:52:42.887798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event deleted for resources: {'Subnet': ['ID=76d3a5ad-de76-47ab-b64e-dbde16805e4e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:42.895541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:42.898889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37240) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:42.900428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53fc04-cc5a-4093-9f38-6504b6d5a9c2 None None] Network 27babe39-25d5-479d-bc4a-97402326e23c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:42.906007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:42.910298 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4287829 May 20 15:52:42.914485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Transition to ACTIVE for port object 4f1c8110-ef00-45f2-9199-6b75b8adb222 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:42.915489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37242) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:43.150474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.164839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30147901-8aed-41a9-b697-5f0a1aea5115 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085 tempest-ExternalNetworksAdminNegativeTestJSON-1803661085-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:43.178016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.265104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting port 2732c76e-7113-4bf2-afb6-e2e2ac351820 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:43.270634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.305099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:43.312201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=4f1c8110-ef00-45f2-9199-6b75b8adb222,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:43.313128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] DHCP port deletion for 27babe39-25d5-479d-bc4a-97402326e23c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:52:43.315662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:43.316949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:43.319576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:43.423001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Deleting port 45495ee8-9a7b-4e01-9dd1-a58db48380dc {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:43.423405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.487104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:43.487451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.630602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.647677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] For port 45495ee8-9a7b-4e01-9dd1-a58db48380dc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=45495ee8-9a7b-4e01-9dd1-a58db48380dc,segment=NetworkSegment(a9bd86ea-52d8-4d28-9784-360bdb6e499f),segment_id=a9bd86ea-52d8-4d28-9784-360bdb6e499f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:43.648690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.657330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:43.659047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.794022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-79e3ae69-a713-42cc-9b95-9cac870b7bfd None None] Provisioning for port 4f1c8110-ef00-45f2-9199-6b75b8adb222 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:43.807034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Calling delete_port for 45495ee8-9a7b-4e01-9dd1-a58db48380dc owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:43.811503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-79e3ae69-a713-42cc-9b95-9cac870b7bfd None None] Provisioning complete for port 4f1c8110-ef00-45f2-9199-6b75b8adb222 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:43.811887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-79e3ae69-a713-42cc-9b95-9cac870b7bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.880653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-058a8ca2-2ffb-475d-a97f-83927d4eb56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.884492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.900038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-79e3ae69-a713-42cc-9b95-9cac870b7bfd None None] Port 4f1c8110-ef00-45f2-9199-6b75b8adb222 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:43.913859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:43.931130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.938178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-65af97ee-fa6d-4c0c-9e36-16baeefdd897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:43.977134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.977651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.991509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Pushing event deleted for resources: {'Port': ['ID=45495ee8-9a7b-4e01-9dd1-a58db48380dc,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:43.995992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:43.997094 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] No DVR routers for this DVR port 45495ee8-9a7b-4e01-9dd1-a58db48380dc on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:52:44.010518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.043550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcb79-ecee-4190-b88a-f78f5b0914d4 req-7e7ac316-a226-49b5-8c90-c306a759539e tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.045136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed5fcb79-ecee-4190-b88a-f78f5b0914d4 req-7e7ac316-a226-49b5-8c90-c306a759539e tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 1.2434835 May 20 15:52:44.082498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:52:44.093454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.114428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.152023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 45495ee8-9a7b-4e01-9dd1-a58db48380dc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:52:44.193043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 45495ee8-9a7b-4e01-9dd1-a58db48380dc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:52:44.194107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 45495ee8-9a7b-4e01-9dd1-a58db48380dc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:52:44.257816 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4486461 May 20 15:52:44.265290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Calling delete_port for 2732c76e-7113-4bf2-afb6-e2e2ac351820 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:44.268179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.270083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37268) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:44.279646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2762ba72-2098-4939-a446-d0e286b01edd tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.314900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:53:9f:2d'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:44.358998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] In _notify_port_updated(), no bound segment for port afbeb282-605f-4d7e-ad0c-79c9149f0dee on network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:52:44.364508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.365585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.369702 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "PUT /v2.0/ports/afbeb282-605f-4d7e-ad0c-79c9149f0dee HTTP/1.1" status: 200 len: 1002 time: 2.1782947 May 20 15:52:44.371775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.374409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.374828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.378381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37274) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:44.429461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.467272 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b HTTP/1.1" status: 204 len: 168 time: 1.5504351 May 20 15:52:44.493840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37278) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:44.555504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.580391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27babe39-25d5-479d-bc4a-97402326e23c']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:44.607586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2cb152-f7d3-40a8-9598-e1aabf674530 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:44.626719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bd86ea-52d8-4d28-9784-360bdb6e499f') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:44.626987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bd86ea-52d8-4d28-9784-360bdb6e499f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:44.640378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.642880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=afbeb282-605f-4d7e-ad0c-79c9149f0dee,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.654233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed5fcb79-ecee-4190-b88a-f78f5b0914d4 req-1f5e7991-dab8-4c9a-a0b6-f8de5caa95e7 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5532117 May 20 15:52:44.659193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.661058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.685134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Transition to ACTIVE for port object ee2cb152-f7d3-40a8-9598-e1aabf674530 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:44.692760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.697218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.700209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3131aaeb-81ff-4bed-b1dd-0c6c7cead035 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.736919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d346f-36e8-4c4f-bdcf-ef70219fc6ca req-ba295b01-2e13-41a9-b2eb-e155ce1947cb tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:44.738553 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7c5d346f-36e8-4c4f-bdcf-ef70219fc6ca req-ba295b01-2e13-41a9-b2eb-e155ce1947cb tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 931 time: 0.7217338 May 20 15:52:44.759414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:44.759851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.770320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6213ad8e-4f42-43a0-bd6d-983461382107 None None] Provisioning complete for port afbeb282-605f-4d7e-ad0c-79c9149f0dee triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:44.773416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6213ad8e-4f42-43a0-bd6d-983461382107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:44.777977 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:44.974466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6213ad8e-4f42-43a0-bd6d-983461382107 None None] Port afbeb282-605f-4d7e-ad0c-79c9149f0dee cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:45.032934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.083729 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7c5d346f-36e8-4c4f-bdcf-ef70219fc6ca req-ce4c75ce-1afa-4666-8375-01ab374f8ad8 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3342960 May 20 15:52:45.093126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.141962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Pushing event updated for resources: {'Port': ['ID=ee2cb152-f7d3-40a8-9598-e1aabf674530,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:45.153454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.156213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:45.156718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:45.220396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Pushing event deleted for resources: {'Network': ['ID=27babe39-25d5-479d-bc4a-97402326e23c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:45.231678 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] 10.222.0.13 "DELETE /v2.0/networks/27babe39-25d5-479d-bc4a-97402326e23c HTTP/1.1" status: 204 len: 168 time: 2.3046229 May 20 15:52:45.231982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:45.238945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58000bd3-3d85-42f9-b108-2ec0be11800d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.250440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58000bd3-3d85-42f9-b108-2ec0be11800d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.251665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-58000bd3-3d85-42f9-b108-2ec0be11800d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:45.308163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port afbeb282-605f-4d7e-ad0c-79c9149f0dee {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:45.308636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.329101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Attempting to bind port ee2cb152-f7d3-40a8-9598-e1aabf674530 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:45.329843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Attempting to bind port ee2cb152-f7d3-40a8-9598-e1aabf674530 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:45.330327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Attempting to bind port ee2cb152-f7d3-40a8-9598-e1aabf674530 on network f9a59543-dd78-4bd1-b036-16bb998f0b29 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:45.344829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9f413-a721-46dc-b271-ddfc391d67e6 req-6e9054c9-008f-4773-9604-cec7de8e59f0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.346778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ede9f413-a721-46dc-b271-ddfc391d67e6 req-6e9054c9-008f-4773-9604-cec7de8e59f0 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 0.2693262 May 20 15:52:45.347790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Port ee2cb152-f7d3-40a8-9598-e1aabf674530 on network f9a59543-dd78-4bd1-b036-16bb998f0b29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:45.348268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Attempting to bind port ee2cb152-f7d3-40a8-9598-e1aabf674530 on network f9a59543-dd78-4bd1-b036-16bb998f0b29 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:45.355195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:45.355832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Checking segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:45.356235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Bound using segment: {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:45.356649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Bound port: ee2cb152-f7d3-40a8-9598-e1aabf674530, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1bee40d-a481-467f-a6dd-11c2a05d2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:45.356997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.367357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37298) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:45.379616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Request body: {'floatingip': {'port_id': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:45.502069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37302) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:45.506247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.563589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-58000bd3-3d85-42f9-b108-2ec0be11800d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:45.570104 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-58000bd3-3d85-42f9-b108-2ec0be11800d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.9994962 May 20 15:52:45.571548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37308) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:45.677605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37314) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:45.688904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] For port ee2cb152-f7d3-40a8-9598-e1aabf674530, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:45.695118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] For port ee2cb152-f7d3-40a8-9598-e1aabf674530, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:45.740116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.742282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.752521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:45.768305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:45.836096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.836729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:45.838259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] 10.222.0.25 "PUT /v2.0/ports/ee2cb152-f7d3-40a8-9598-e1aabf674530 HTTP/1.1" status: 200 len: 1093 time: 3.6481383 May 20 15:52:45.841167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:45.859097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Pushing event updated for resources: {'Port': ['ID=ee2cb152-f7d3-40a8-9598-e1aabf674530,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:45.889181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Port': ['ID=2732c76e-7113-4bf2-afb6-e2e2ac351820,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:45.923221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:45.973723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'status': 'completed', 'code': 200} May 20 15:52:45.991232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-698385011'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:46.000357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:46.008279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Usage tracker for resource:network and tenant:d00f7445574646bc823b4da0222032bb is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:46.012005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:46.013435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:46.023113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:46.035886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.136618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Made reservation on behalf of d00f7445574646bc823b4da0222032bb for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:46.138840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.194305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.249860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:46.365407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.418938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Usage tracker for resource:security_group_rule and tenant:d00f7445574646bc823b4da0222032bb is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:46.425954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-b45fa261-af2e-4263-89aa-a195d8f2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:46.428603 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-b45fa261-af2e-4263-89aa-a195d8f2bdae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54588b6103b1438b9382bd33395ee241&device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 1096 time: 0.5039241 May 20 15:52:46.430104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:46.490207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for afbeb282-605f-4d7e-ad0c-79c9149f0dee owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:46.636329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:46.688297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:46.688787 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Floating IP 67455544-3745-40aa-b074-585f9039ee1d disassociated (deleted). External IP: 172.26.8.44, port: 71548aa8-7b07-4ffe-917c-f8c5f9a4873f. May 20 15:52:46.794754 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ed2774f-ea57-41e9-941d-ecf5985bbd96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f8662d901a04880ac2c28e6efe16a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0995944 May 20 15:52:46.820268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37324) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:46.880403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-2f0e1b54-27ed-458c-9e70-d50a8bd6922d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530 HTTP/1.1" status: 200 len: 217 time: 0.3524683 May 20 15:52:46.980864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 44e642c8-7afd-4f85-920d-985f5e37275b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:46.981421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.037056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-d488a0be-c907-48d8-a192-6ef40702341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:47.038665 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-d488a0be-c907-48d8-a192-6ef40702341d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1 HTTP/1.1" status: 200 len: 845 time: 0.1466787 May 20 15:52:47.092750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.098047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db62e-0160-45a9-8495-ac81e4bc1f0c req-429eba21-8c27-462b-94d2-d290d63b5934 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:47.099615 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-938db62e-0160-45a9-8495-ac81e4bc1f0c req-429eba21-8c27-462b-94d2-d290d63b5934 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 943 time: 0.7048452 May 20 15:52:47.170323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.195832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c733afd8-a995-40b9-9c03-a742a0d3897e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:47.217521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-938db62e-0160-45a9-8495-ac81e4bc1f0c req-a2da0c37-f21d-4940-9c2d-dcfb2c568178 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069686 May 20 15:52:47.317858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.331568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.345321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e15f0b26-fbba-4fae-81f4-96ab9f225385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:47.359264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-86c140e1-1bc6-46cb-835d-820322cdaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:47.360795 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-86c140e1-1bc6-46cb-835d-820322cdaf2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9a59543-dd78-4bd1-b036-16bb998f0b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3146777 May 20 15:52:47.362861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.376139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.394007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.423522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.549782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98beb580-96e2-4ab6-b057-f7a11cfc1a77,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:47.559279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:47.595147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3450129f-8c58-4733-9fc7-d1b247379650 None None] Provisioning complete for port 4f1c8110-ef00-45f2-9199-6b75b8adb222 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:47.596052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3450129f-8c58-4733-9fc7-d1b247379650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.666765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3450129f-8c58-4733-9fc7-d1b247379650 None None] Port 4f1c8110-ef00-45f2-9199-6b75b8adb222 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:47.696349 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-4c8fdf4d-3909-481d-8551-7d5ec71dfdfe service neutron] 10.222.0.25 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278186 May 20 15:52:47.718703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 44e642c8-7afd-4f85-920d-985f5e37275b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:47.730042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=4f1c8110-ef00-45f2-9199-6b75b8adb222,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:47.737753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Floating IP 8f4b194a-f71e-49ae-8e1e-d4171e127cfb associated. External IP: 172.26.8.187, port: c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8. May 20 15:52:47.746140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:47.760358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.769829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] In _notify_port_updated(), no bound segment for port 4f1c8110-ef00-45f2-9199-6b75b8adb222 on network 9234105b-efc5-4b5f-9b84-3d8428481470 {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:52:47.775527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:47.776231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.779225 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "PUT /v2.0/ports/4f1c8110-ef00-45f2-9199-6b75b8adb222 HTTP/1.1" status: 200 len: 992 time: 3.5055349 May 20 15:52:47.785439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37328) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:47.791320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:47.847833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5bf26ab-5916-4704-8d97-1abba45e2edb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:47.933049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=afbeb282-605f-4d7e-ad0c-79c9149f0dee,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:47.955362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:48.000434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:48.019150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.019712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Added segment 31f12550-c375-4f70-a033-044628ff6748 of type vlan for network b630e896-20e1-4c80-96e7-ecf44af81243 May 20 15:52:48.218089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.253896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Router cc1c6e73-f521-418c-8559-1dbee80af13d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:48.254734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.261873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7acd7138-c468-4110-af90-acc4a65f55aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:48.287430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de429d70-6ff1-44c7-a753-bcec82b62aed req-5cab3bb6-5ee4-4e05-978d-630e81e55b3c service neutron] 10.222.0.25 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850763 May 20 15:52:48.318140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.334417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ade5b-a0af-4d0c-8d4a-00a6470aef5e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:48.345046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:48.353076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0451cb18-79c7-4042-9632-33d2bfbb7eed tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:48.396569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.441395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.452672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:48.453298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.462423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:48.634755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=44e642c8-7afd-4f85-920d-985f5e37275b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:48.646816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:48.651021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.690718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.691926 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/880ade5b-a0af-4d0c-8d4a-00a6470aef5e HTTP/1.1" status: 204 len: 168 time: 1.8650489 May 20 15:52:48.700528 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/44e642c8-7afd-4f85-920d-985f5e37275b HTTP/1.1" status: 204 len: 168 time: 3.1181235 May 20 15:52:48.702208 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/ports/afbeb282-605f-4d7e-ad0c-79c9149f0dee HTTP/1.1" status: 204 len: 168 time: 4.3228030 May 20 15:52:48.705814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37336) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:48.706143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37338) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:48.861783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port 4f1c8110-ef00-45f2-9199-6b75b8adb222 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:48.861783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:48.873022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.3102219 May 20 15:52:48.888534 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd220de-737c-4359-8b10-babb37f56e46 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] GET failed (client error): The resource could not be found. May 20 15:52:48.889023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7dd220de-737c-4359-8b10-babb37f56e46 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Synchronizing usage tracker for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:48.903092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Pushing event updated for resources: {'Network': ['ID=b630e896-20e1-4c80-96e7-ecf44af81243,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:48.919889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:48.921007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b630e896-20e1-4c80-96e7-ecf44af81243 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:48.969126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:48.983178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-7797c090-5a31-4043-ad71-70d10875bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:48.985122 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-7797c090-5a31-4043-ad71-70d10875bf94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54588b6103b1438b9382bd33395ee241&device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 1096 time: 0.6115701 May 20 15:52:49.021563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7dd220de-737c-4359-8b10-babb37f56e46 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Unset dirty status for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:49.026910 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7dd220de-737c-4359-8b10-babb37f56e46 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "GET /v2.0/ports/afbeb282-605f-4d7e-ad0c-79c9149f0dee HTTP/1.1" status: 404 len: 333 time: 0.3135972 May 20 15:52:49.037542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37350) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:49.038743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:49.051980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:49.095832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] Sync routers for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:49.104058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-238023606'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:49.169552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175556a-ceb9-49b0-b5bd-a2b5b6e5167d req-3af11e5c-40a2-4331-b308-3a1dedd67df8 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.171208 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f175556a-ceb9-49b0-b5bd-a2b5b6e5167d req-3af11e5c-40a2-4331-b308-3a1dedd67df8 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 943 time: 0.7098551 May 20 15:52:49.180179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:49.181109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:49.268410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:49.272616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:49.289528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:49.291176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:49.367307 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f175556a-ceb9-49b0-b5bd-a2b5b6e5167d req-7f373a62-21f0-4bd7-ba63-ecfb8416c479 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1807809 May 20 15:52:49.383929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:49.395291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597581f9-d363-4e47-9501-bf81685a25e0 None None] The sync data for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:49.403894 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "DELETE /v2.0/floatingips/67455544-3745-40aa-b074-585f9039ee1d HTTP/1.1" status: 204 len: 168 time: 7.1643829 May 20 15:52:49.408552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37360) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:49.423424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:49.429552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-8366abe0-8b3b-459e-85e7-fd108b11ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.431063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-8366abe0-8b3b-459e-85e7-fd108b11ec11 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9a59543-dd78-4bd1-b036-16bb998f0b29 HTTP/1.1" status: 200 len: 906 time: 0.4388101 May 20 15:52:49.433778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:49.435791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:49.440519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:49.446447 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] Sync routers for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:49.472511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3df0c3-4771-457b-bf34-aa1cd2b90113 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.473265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1a3df0c3-4771-457b-bf34-aa1cd2b90113 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:49.483379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for 4f1c8110-ef00-45f2-9199-6b75b8adb222 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:49.494568 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:49.496958 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:49.530297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37366) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:49.546985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Usage tracker for resource:floatingip and tenant:5fe3a813ea3b4d74bbdf204aea94a4f9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:49.555991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:49.563011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Request body: {'port': {'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-455033197'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:49.572984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:49.578170 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-0b8cae8e-0fcb-4ea9-9e01-fe7a0e1cb9c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530 HTTP/1.1" status: 200 len: 217 time: 0.1068041 May 20 15:52:49.579818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:49.580437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1a3df0c3-4771-457b-bf34-aa1cd2b90113 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:49.581665 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1a3df0c3-4771-457b-bf34-aa1cd2b90113 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8741751 May 20 15:52:49.582948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Usage tracker for resource:port and tenant:22cff54432834134b1b70a2f810e245c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:49.590111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37370) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:49.592163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:49.602912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:49.609932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:49.650245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:49.690081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-60b3fe78-f5c0-47f4-857b-6f0b4ece2731 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "PUT /v2.0/floatingips/8f4b194a-f71e-49ae-8e1e-d4171e127cfb HTTP/1.1" status: 200 len: 992 time: 4.3187075 May 20 15:52:49.697182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:49.764734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:49.780878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-4eb7f6e0-432a-4abb-8540-2604afb28ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.782568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-4eb7f6e0-432a-4abb-8540-2604afb28ed2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1 HTTP/1.1" status: 200 len: 845 time: 0.1703718 May 20 15:52:49.808671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:49.811142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:49.883052 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62827f8-eb1f-4841-98a8-79b03bdf748b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:52:49.891675 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e62827f8-eb1f-4841-98a8-79b03bdf748b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/5ecc2657-7a51-4a2a-a87c-c855ccf2ee4b HTTP/1.1" status: 404 len: 333 time: 0.2960410 May 20 15:52:49.897029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37386) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:49.939659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=4f1c8110-ef00-45f2-9199-6b75b8adb222,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:49.942004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Made reservation on behalf of 22cff54432834134b1b70a2f810e245c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:49.945139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:49.954599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-cd4e2840-5457-4f96-b20f-6589976f5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.956470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-cd4e2840-5457-4f96-b20f-6589976f5146 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9a59543-dd78-4bd1-b036-16bb998f0b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1658437 May 20 15:52:49.959765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:49.963506 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'status': 'completed', 'code': 200} May 20 15:52:50.001971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-508531d3-3ca5-4740-90ab-02dbfa0c511f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:52:50.006731 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-508531d3-3ca5-4740-90ab-02dbfa0c511f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/44e642c8-7afd-4f85-920d-985f5e37275b HTTP/1.1" status: 404 len: 333 time: 0.1068580 May 20 15:52:50.011957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37394) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:50.031434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:50.034985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.042820 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:50.064066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.129963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:50.132184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.143143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] device_id is not set on port d6d30258-a50e-4f37-ab46-4e601ea24751 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:50.180911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Usage tracker for resource:security_group_rule and tenant:22cff54432834134b1b70a2f810e245c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:50.189226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:50.241122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:50.362542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37400) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:50.450021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Allocated IP 172.26.8.125 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/4ae6ab3d-e106-44e9-951f-0e95a0dc2873) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:50.562380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.574820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-8eaa2e8a-258b-4483-9e16-6e0f2a3b3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:50.579834 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-8eaa2e8a-258b-4483-9e16-6e0f2a3b3d83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12a391f584f8417cab742e107f57fbff&device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 1099 time: 0.6226327 May 20 15:52:50.590264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:50.624780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8f4b194a-f71e-49ae-8e1e-d4171e127cfb', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'port_id': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'mac_address': 'fa:16:3e:a5:0c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684e656-921e-4de0-8aef-11a6e0df2946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:57Z', 'updated_at': '2021-05-20T15:52:47Z', 'revision_number': 1, 'project_id': '12a391f584f8417cab742e107f57fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:55Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:50.631618 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] Checking router: ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:52:50.636753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-623490192'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:50.645837 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:50.646585 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:50.660768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:50.716288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-a3d82079-5ef5-4196-ab27-e3df93e61fd2 service neutron] 10.222.0.25 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492528 May 20 15:52:50.886284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:network and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:50.895300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Allocated IP 2001:db8::17e (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/d6d30258-a50e-4f37-ab46-4e601ea24751) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:50.904762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:50.908807 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/ports/4f1c8110-ef00-45f2-9199-6b75b8adb222 HTTP/1.1" status: 204 len: 168 time: 3.1190815 May 20 15:52:50.922088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:50.924455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37408) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:50.976476 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:51.018403 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c1a8a7-565f-4cb4-be79-8eeb18f446c5 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] GET failed (client error): The resource could not be found. May 20 15:52:51.019042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-56c1a8a7-565f-4cb4-be79-8eeb18f446c5 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Synchronizing usage tracker for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:51.021896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:51.025670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.081750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.115492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.130962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a22a576-94c9-4300-bddf-1ef14344f7f7']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:51.142823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-0b89ac0b-6e2a-4ece-ba96-5dace1d41700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:51.144711 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-0b89ac0b-6e2a-4ece-ba96-5dace1d41700 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b5d8058-9b48-4168-91e9-a514eaee7812 HTTP/1.1" status: 200 len: 912 time: 0.5512662 May 20 15:52:51.149044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7487707-782a-422d-8c11-df251cd05c1d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:51.149848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7487707-782a-422d-8c11-df251cd05c1d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:51.150523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.160996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:51.163671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-56c1a8a7-565f-4cb4-be79-8eeb18f446c5 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Unset dirty status for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:51.169004 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-56c1a8a7-565f-4cb4-be79-8eeb18f446c5 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "GET /v2.0/ports/4f1c8110-ef00-45f2-9199-6b75b8adb222 HTTP/1.1" status: 404 len: 333 time: 0.2388606 May 20 15:52:51.170423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.170692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.176061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37414) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:51.178538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:security_group_rule and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:51.181451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:51.203975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.246906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:51.264483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ee2cb152-f7d3-40a8-9598-e1aabf674530 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:51.283240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:51.309737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'name': 'tempest-AllowedAddressPairTestJSON-32164789'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:51.337065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:51.337806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.355386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:51.387826 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:51.496587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ee2cb152-f7d3-40a8-9598-e1aabf674530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:51.532069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'port_id': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'mac_address': 'fa:16:3e:cb:04:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:51.540957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b038277-f82b-4846-9af3-b266bef783ba,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:51.573322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:51.629786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.646231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.653455 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-46c1c961-74d1-46f7-8fe6-d38c3b91d2b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 HTTP/1.1" status: 200 len: 1000 time: 0.4763110 May 20 15:52:51.659373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6018e2-396e-465c-8151-4a7944a7d0ee req-2030fd2b-a6d1-49b4-9cc8-441d9167aebe tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:51.661159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c6018e2-396e-465c-8151-4a7944a7d0ee req-2030fd2b-a6d1-49b4-9cc8-441d9167aebe tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 943 time: 1.0602546 May 20 15:52:51.678730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.691326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:51.709946 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44e7924e-c16c-42e5-a717-5aac2e39bd25 req-efbdabf4-1c7c-44d9-bff8-98013f363fb8 service neutron] 10.222.0.25 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9517190 May 20 15:52:51.723349 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.725173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8f4b194a-f71e-49ae-8e1e-d4171e127cfb', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'port_id': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'mac_address': 'fa:16:3e:a5:0c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684e656-921e-4de0-8aef-11a6e0df2946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:57Z', 'updated_at': '2021-05-20T15:52:47Z', 'revision_number': 1, 'project_id': '12a391f584f8417cab742e107f57fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:55Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:51.733509 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b10cf-b816-4129-af9a-2ed5b92cd54f None None] The sync data for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv is: [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8f4b194a-f71e-49ae-8e1e-d4171e127cfb', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'port_id': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'mac_address': 'fa:16:3e:a5:0c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684e656-921e-4de0-8aef-11a6e0df2946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:57Z', 'updated_at': '2021-05-20T15:52:47Z', 'revision_number': 1, 'project_id': '12a391f584f8417cab742e107f57fbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:55Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:51.762626 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/0a22a576-94c9-4300-bddf-1ef14344f7f7 HTTP/1.1" status: 204 len: 168 time: 1.7426193 May 20 15:52:51.764475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=0a22a576-94c9-4300-bddf-1ef14344f7f7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:51.772428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37418) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:51.780051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2cb152-f7d3-40a8-9598-e1aabf674530 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:51.786274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1793696029'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:51.792757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:51.800813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:51.811347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ee2cb152-f7d3-40a8-9598-e1aabf674530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:51.819010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.822350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8430cd66-b46e-497a-930c-1d11bf424141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:51.837873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:51.847111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:51.855726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c6018e2-396e-465c-8151-4a7944a7d0ee req-49d8b83e-313e-4ca6-aac7-f32bc25d480f tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676815 May 20 15:52:51.860569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:51.884572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:51.889175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.904078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.913184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ed110fe-7324-4551-96a4-15b837c3101d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:51.919745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:51.928014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:51.936753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ee2cb152-f7d3-40a8-9598-e1aabf674530,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:51.954062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:51.972440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:51.981850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-90b9245f-fdee-493c-a3b6-f961c0d78deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:51.983478 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-90b9245f-fdee-493c-a3b6-f961c0d78deb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a33f7-27ef-4962-a571-8d5b81531f27 HTTP/1.1" status: 200 len: 851 time: 0.2988737 May 20 15:52:51.993473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:51.998516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:52.003457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:52.051693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ee2cb152-f7d3-40a8-9598-e1aabf674530'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:52.077104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:52.092932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Pushing event updated for resources: {'Port': ['ID=4ae6ab3d-e106-44e9-951f-0e95a0dc2873,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.099412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.111350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Transition to ACTIVE for port object d6d30258-a50e-4f37-ab46-4e601ea24751 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:52.115910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.116247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment 950ce95f-0334-4d08-8a21-abda44a3b2b1 of type vlan for network e0f0b213-579a-4b20-9949-62029b08a088 May 20 15:52:52.171664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.172789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:52.176561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.203158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.204791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb2c8a-3007-426d-9daa-2e79a798ec77 None None] New status for floating IP 8f4b194a-f71e-49ae-8e1e-d4171e127cfb: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:52:52.222799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.271701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.272483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.289187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.301388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:52.301918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.305132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] device_id is not set on port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:52.306397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.334495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.380694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:52.437913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.438395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93165939-26d1-4e7c-9c85-5c6a109dd3b9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.446630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:52.457537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.464706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c317acc3-1bf8-48e2-b740-c0d70a2a826b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.513125 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7368596 May 20 15:52:52.517292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.517674 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Added segment 2533d04f-4466-43e9-8ca2-f2ec3677ff1b of type vlan for network 91312924-ffb8-4117-a466-a09aab05a174 May 20 15:52:52.519191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.521615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37424) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:52.560044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=e0f0b213-579a-4b20-9949-62029b08a088,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.566027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.589961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:52.630800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e0f0b213-579a-4b20-9949-62029b08a088 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:52.660115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Transition to ACTIVE for port object 7476861c-8302-45ce-8fac-6c6e9da7c8e1 will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:52.666553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:52.669755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:52.672318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:52.680395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:52.680395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.721861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-4e341314-cb85-4ca0-9fdc-5f3cd03ec4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:52.722959 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-4e341314-cb85-4ca0-9fdc-5f3cd03ec4f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b5d8058-9b48-4168-91e9-a514eaee7812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6885948 May 20 15:52:52.724704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.733630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.740201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.741595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=d6d30258-a50e-4f37-ab46-4e601ea24751,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.752002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.880127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Pushing event updated for resources: {'Port': ['ID=4ae6ab3d-e106-44e9-951f-0e95a0dc2873,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.886332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.905186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.947133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.949315 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5377018 May 20 15:52:52.953971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37430) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:53.163819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:53.182260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:53.192843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.206896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Usage tracker for resource:floatingip and tenant:5a000ae0f32c4896b01710361e57099e is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:53.212348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:53.222741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.228668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:53.238430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0fc1c132-06f6-4332-92f1-7c479890dcb3 None None] Provisioning for port d6d30258-a50e-4f37-ab46-4e601ea24751 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:53.257899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.261640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.267777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0fc1c132-06f6-4332-92f1-7c479890dcb3 None None] Provisioning complete for port d6d30258-a50e-4f37-ab46-4e601ea24751 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:53.268409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c132-06f6-4332-92f1-7c479890dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.412392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Allocated IP 172.20.0.10 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/5649ed6e-28a4-452d-baf0-63bbef75d5c9) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:53.438042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1c132-06f6-4332-92f1-7c479890dcb3 None None] Port d6d30258-a50e-4f37-ab46-4e601ea24751 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:53.441194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d8127-24f4-45f2-8703-3e658506c22a req-f0791823-7c82-47ad-ba67-bfd8d7ff0654 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:53.444361 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-719d8127-24f4-45f2-8703-3e658506c22a req-f0791823-7c82-47ad-ba67-bfd8d7ff0654 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 944 time: 0.3246467 May 20 15:52:53.452651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:53.498031 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4569209 May 20 15:52:53.500462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37436) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:53.515964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ee:84:f8'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:53.520100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:53.532788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:53.547735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=7476861c-8302-45ce-8fac-6c6e9da7c8e1,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:53.550565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:53.567433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:53.595673 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-719d8127-24f4-45f2-8703-3e658506c22a req-08fa9fa8-63e1-49ff-8ed2-5e8244d34d61 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362493 May 20 15:52:53.653233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.668747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:53.669280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.674732 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-b9f83a45-ada7-4864-b3d1-8e8566aa2c2a service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9094481 May 20 15:52:53.675495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Checking segment: {'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:53.675851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Network hostable DHCP agents. Network: b630e896-20e1-4c80-96e7-ecf44af81243, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:53.689193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.704169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:53.707703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.875878 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:52:53.942713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.985933 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.6156969 May 20 15:52:53.990606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37442) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:54.021275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'subnet': {'network_id': '91312924-ffb8-4117-a466-a09aab05a174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:54.101038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Network': ['ID=91312924-ffb8-4117-a466-a09aab05a174,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:54.104023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:54.116861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Network b630e896-20e1-4c80-96e7-ecf44af81243 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:54.120548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 91312924-ffb8-4117-a466-a09aab05a174 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:54.164387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b630e896-20e1-4c80-96e7-ecf44af81243) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:54.168792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:54.201329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833bc3d-a630-4165-983e-498ed96d0b36 None None] Network b630e896-20e1-4c80-96e7-ecf44af81243 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:54.233901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:54.234262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:54.234634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:54.241747 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-f4837648-53ed-436d-a29d-2eb4194a2ad4 req-7a31088f-55ee-475c-863f-9d9ff677c9a8 service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069380 May 20 15:52:54.283780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:54.284361 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:54.291805 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 2 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:54.318180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.358942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:54.359489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:54.360014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:54.446647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Transition to ACTIVE for port object 5649ed6e-28a4-452d-baf0-63bbef75d5c9 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:54.449575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:54.449864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:54.450054 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:54.457679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:subnet and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:54.461556 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 3 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:54.463631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:54.467005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.486994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:54.494449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:54.495532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:54.496078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:54.513589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:54.514033 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:54.519324 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 4 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:54.547945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Allocated IP 172.26.8.39 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/e325dbea-d162-4e1f-af57-e5323508ae5e) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:54.571323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:54.574910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.590756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:54.591101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:54.591430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:54.612960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:54.613483 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:54.617461 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 5 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:54.669755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:54.670701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:54.670858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:54.674046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.688652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:54.742490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:54.743222 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:54.765839 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 6 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:54.840557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:54.915870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:54.929900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:54.930288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:54.930846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:54.945286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:55.002688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=5649ed6e-28a4-452d-baf0-63bbef75d5c9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.020720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.021671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:55.022172 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:55.031945 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 7 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:55.104151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.114152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:55.114740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:55.115346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:55.134991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.136886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.163202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:55.163772 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:55.169989 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 8 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:55.221138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:55.221841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:55.222306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:55.232021 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0418160 May 20 15:52:55.238569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37450) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:55.247552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:55.248104 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:55.257523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:9f:2d'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:55.260414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.277816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3422a85-7a4e-4bc5-a033-a8e15348ff58 req-ab3db123-7052-4ca3-ae20-8591f120c01c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.280604 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b3422a85-7a4e-4bc5-a033-a8e15348ff58 req-ab3db123-7052-4ca3-ae20-8591f120c01c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 944 time: 0.4132414 May 20 15:52:55.287226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-01d24098-43f4-4ddb-8e4a-87ac479e411b None None] Provisioning for port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:55.295513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ee2cb152-f7d3-40a8-9598-e1aabf674530 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:55.308001 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 9 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:55.311053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.327189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5c7337a-b535-40ac-b112-f36a85f9c677 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:55.334229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-01d24098-43f4-4ddb-8e4a-87ac479e411b None None] Provisioning complete for port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:55.335194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-01d24098-43f4-4ddb-8e4a-87ac479e411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.386886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:55.387449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:55.388046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:55.421393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-01d24098-43f4-4ddb-8e4a-87ac479e411b None None] Port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:55.422329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:55.422660 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:55.426201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] In _notify_port_updated(), no bound segment for port d6d30258-a50e-4f37-ab46-4e601ea24751 on network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:52:55.432353 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 10 to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 May 20 15:52:55.433376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.434113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.438192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "PUT /v2.0/ports/d6d30258-a50e-4f37-ab46-4e601ea24751 HTTP/1.1" status: 200 len: 1002 time: 1.9331963 May 20 15:52:55.441250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port ee2cb152-f7d3-40a8-9598-e1aabf674530 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:55.447209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port ee2cb152-f7d3-40a8-9598-e1aabf674530 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:55.448439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.449938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:55.510648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.514484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=d6d30258-a50e-4f37-ab46-4e601ea24751,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.518105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.518233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c0c28dde-c860-4954-8a06-b51698ea261c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:55.596987 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b3422a85-7a4e-4bc5-a033-a8e15348ff58 req-baaa2594-38f0-4253-b29c-16a74465eba1 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2871828 May 20 15:52:55.606962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:55.607517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:55.608110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:55.633545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.669559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:55.680574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:55.689694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:55.693943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:55.714369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ee2cb152-f7d3-40a8-9598-e1aabf674530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:55.724072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.734772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-efe51c1b-fb1b-4fbf-b927-db2773eac467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:55.769833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:55.770644 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:52:55.770644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.779029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Pushing event updated for resources: {'Port': ['ID=e325dbea-d162-4e1f-af57-e5323508ae5e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.806367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.824059 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'code': 200} May 20 15:52:55.886517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a88744d4-07b1-47e6-972b-5e5120881e66 None None] Provisioning complete for port d6d30258-a50e-4f37-ab46-4e601ea24751 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:55.887170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a88744d4-07b1-47e6-972b-5e5120881e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.953900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.957693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a88744d4-07b1-47e6-972b-5e5120881e66 None None] Port d6d30258-a50e-4f37-ab46-4e601ea24751 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:55.965285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ee2cb152-f7d3-40a8-9598-e1aabf674530,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.969418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:56.178869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.211600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.245499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a16ae6b3-abb1-453c-bec0-f387b2031e12 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:56.288730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.303315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:56.352609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.407754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] For port 7476861c-8302-45ce-8fac-6c6e9da7c8e1, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:56.408189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempted to set empty binding levels {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 15:52:56.414745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=2231e8c3-47ee-4174-a42a-8cf4c81b6a8d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:56.447065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:56.457241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.469831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efb44c7b-a125-48e4-99fa-7d67d352dfee tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:56.543109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': '950ce95f-0334-4d08-8a21-abda44a3b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:56.543365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: e0f0b213-579a-4b20-9949-62029b08a088, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:56.549768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.549768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.567018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port d6d30258-a50e-4f37-ab46-4e601ea24751 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:56.567365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.611414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c1c69-c165-47bb-8979-2fb66774304d req-c7b787f6-6dc5-4430-a88c-34ea8a6970be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.612963 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-561c1c69-c165-47bb-8979-2fb66774304d req-c7b787f6-6dc5-4430-a88c-34ea8a6970be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 1098 time: 0.5308604 May 20 15:52:56.702989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Subnet': ['ID=5877056c-8cc3-4d41-9756-7071910e57e5,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:56.711936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=7476861c-8302-45ce-8fac-6c6e9da7c8e1,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:56.718278 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.1799099 May 20 15:52:56.722086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:56.722504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37466) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:56.782306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network e0f0b213-579a-4b20-9949-62029b08a088 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:56.805533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:56.888347 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-561c1c69-c165-47bb-8979-2fb66774304d req-b9c3b032-b87b-4c91-9401-77e48ca3fb89 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2615101 May 20 15:52:56.896575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, e0f0b213-579a-4b20-9949-62029b08a088) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:56.906439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4096896-3305-4c11-bf70-282889b0f3f1 None None] Network e0f0b213-579a-4b20-9949-62029b08a088 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:56.916878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Checking segment: {'id': '2533d04f-4466-43e9-8ca2-f2ec3677ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '91312924-ffb8-4117-a466-a09aab05a174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:56.917982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network hostable DHCP agents. Network: 91312924-ffb8-4117-a466-a09aab05a174, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:56.953086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.953695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.964435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.042057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:57.074018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 91312924-ffb8-4117-a466-a09aab05a174) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:57.092395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac737a4-d484-41f7-a630-ff2c1bef1ce8 None None] Network 91312924-ffb8-4117-a466-a09aab05a174 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:57.108788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:57.110156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.160855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for d6d30258-a50e-4f37-ab46-4e601ea24751 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:57.164459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a752fc-f2d2-490a-acf6-a74f09d68e08 req-e05c637b-2308-4c25-b5ce-c2573fbda37f tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:57.167807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88a752fc-f2d2-490a-acf6-a74f09d68e08 req-e05c637b-2308-4c25-b5ce-c2573fbda37f tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.3757458 May 20 15:52:57.181928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.188079 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6590979 May 20 15:52:57.190245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37472) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:57.201033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088', 'name': 'tempest-PortsIpV6TestJSON-1222953375'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:57.226577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.248333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:57.345243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-e0f0b213-579a-4b20-9949-62029b08a088', 'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': '2231e8c3-47ee-4174-a42a-8cf4c81b6a8d'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:52:57.346049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.360980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.379871 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3863411 May 20 15:52:57.385996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37476) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:57.387974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a152198-38d7-4afa-bdb9-407665028b6e None None] Network 91312924-ffb8-4117-a466-a09aab05a174 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:57.389933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.399942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:57.430598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Deleting port 7476861c-8302-45ce-8fac-6c6e9da7c8e1 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:57.430936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.461032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1505521802', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:57.501889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:57.528092 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88a752fc-f2d2-490a-acf6-a74f09d68e08 req-c1baac31-83e9-40da-a862-debc16a6330c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3511713 May 20 15:52:57.533402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:router and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:57.546361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:57.581570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Pushing event updated for resources: {'Port': ['ID=e325dbea-d162-4e1f-af57-e5323508ae5e,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:57.597951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:57.610457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:57.629193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:57.634966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.660327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.662605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.696713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.701166 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7437229 May 20 15:52:57.702174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37480) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:57.719279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=5649ed6e-28a4-452d-baf0-63bbef75d5c9,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:57.737879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:57.876597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-35831aa9-c13a-4e72-bcbe-dc481d41a4cd tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Synchronizing usage tracker for tenant:5fe3a813ea3b4d74bbdf204aea94a4f9 on resource:floatingip {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:57.898929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-35831aa9-c13a-4e72-bcbe-dc481d41a4cd tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Unset dirty status for tenant:5fe3a813ea3b4d74bbdf204aea94a4f9 on resource:floatingip {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:57.903314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-35831aa9-c13a-4e72-bcbe-dc481d41a4cd tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.1966777 May 20 15:52:57.903664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37484) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:57.933158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] For port 7476861c-8302-45ce-8fac-6c6e9da7c8e1, host hv-neutron-6013, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:57.934199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.942538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:57.946661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Allocated IP 2001:db8::2 (e0f0b213-579a-4b20-9949-62029b08a088/2231e8c3-47ee-4174-a42a-8cf4c81b6a8d/80f2e451-e8ec-46bf-9aa7-df770f879b98) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:57.965806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b80f4277-0918-4763-b188-b477d301b49b None None] Provisioning complete for port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:57.966327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b80f4277-0918-4763-b188-b477d301b49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.995339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dd71babc-5791-4ac9-8486-144a273fa70c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Synchronizing usage tracker for tenant:1c0b39c8bac749f4991ffc3037e511a5 on resource:floatingip {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:58.014660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dd71babc-5791-4ac9-8486-144a273fa70c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Unset dirty status for tenant:1c0b39c8bac749f4991ffc3037e511a5 on resource:floatingip {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:58.016535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dd71babc-5791-4ac9-8486-144a273fa70c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1117868 May 20 15:52:58.019552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37488) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:58.036330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:58.039953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.050194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] In _notify_port_updated(), no bound segment for port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 on network 9234105b-efc5-4b5f-9b84-3d8428481470 {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:52:58.055669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:58.056297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.057937 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "PUT /v2.0/ports/5649ed6e-28a4-452d-baf0-63bbef75d5c9 HTTP/1.1" status: 200 len: 995 time: 2.8135765 May 20 15:52:58.107751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4277-0918-4763-b188-b477d301b49b None None] Port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:58.119575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37492) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:58.131094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Calling delete_port for 7476861c-8302-45ce-8fac-6c6e9da7c8e1 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:58.157250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 2e1b779e-755c-44fa-afd8-e3028528a373 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:58.209767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.221114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6cb56848-e97f-44e3-8a29-bd4b8ce35a9e tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:58.260031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.294449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=d6d30258-a50e-4f37-ab46-4e601ea24751,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:58.337500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:58.350293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.352394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.380517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Transition to ACTIVE for port object 80f2e451-e8ec-46bf-9aa7-df770f879b98 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:58.426790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Transition to ACTIVE for port object 80f2e451-e8ec-46bf-9aa7-df770f879b98 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:58.440429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.463891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0e67489b-1c90-4ac4-bec5-700c1c5efdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:58.522157 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/ports/d6d30258-a50e-4f37-ab46-4e601ea24751 HTTP/1.1" status: 204 len: 168 time: 3.0670755 May 20 15:52:58.539640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37498) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:58.591879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.641599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:58.648110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Network e0f0b213-579a-4b20-9949-62029b08a088 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:58.655580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:58.669496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:58.698803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Pushing event updated for resources: {'Port': ['ID=80f2e451-e8ec-46bf-9aa7-df770f879b98,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:58.702555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:58.771781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::3b3 (e0f0b213-579a-4b20-9949-62029b08a088/2231e8c3-47ee-4174-a42a-8cf4c81b6a8d/2e1b779e-755c-44fa-afd8-e3028528a373) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:58.811754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Attempting to bind port 80f2e451-e8ec-46bf-9aa7-df770f879b98 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:58.812074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Attempting to bind port 80f2e451-e8ec-46bf-9aa7-df770f879b98 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '950ce95f-0334-4d08-8a21-abda44a3b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:58.812379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Attempting to bind port 80f2e451-e8ec-46bf-9aa7-df770f879b98 on network e0f0b213-579a-4b20-9949-62029b08a088 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:58.820106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:58.820492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Checking segment: {'id': '950ce95f-0334-4d08-8a21-abda44a3b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:58.820906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.821298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Bound using segment: {'id': '950ce95f-0334-4d08-8a21-abda44a3b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:58.821820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Bound port: 80f2e451-e8ec-46bf-9aa7-df770f879b98, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950ce95f-0334-4d08-8a21-abda44a3b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0f0b213-579a-4b20-9949-62029b08a088'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:58.822203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.868060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.888452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event deleted for resources: {'Port': ['ID=7476861c-8302-45ce-8fac-6c6e9da7c8e1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:58.891766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:58.903243 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7476861c-8302-45ce-8fac-6c6e9da7c8e1 HTTP/1.1" status: 204 len: 168 time: 2.1674719 May 20 15:52:58.907114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37504) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:58.960859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] For port 80f2e451-e8ec-46bf-9aa7-df770f879b98, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:58.968652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] For port 80f2e451-e8ec-46bf-9aa7-df770f879b98, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=80f2e451-e8ec-46bf-9aa7-df770f879b98,segment=NetworkSegment(950ce95f-0334-4d08-8a21-abda44a3b2b1),segment_id=950ce95f-0334-4d08-8a21-abda44a3b2b1)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:58.975219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.983652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3e5aab57-55b0-4c36-8667-032ac179725b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:59.133392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.148946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Pushing event updated for resources: {'Port': ['ID=80f2e451-e8ec-46bf-9aa7-df770f879b98,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:59.154344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:59.169320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 2e1b779e-755c-44fa-afd8-e3028528a373 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:59.169635 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfca815-9168-4f94-b431-323d89492e0c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] GET failed (client error): The resource could not be found. May 20 15:52:59.170197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7bfca815-9168-4f94-b431-323d89492e0c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Synchronizing usage tracker for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:59.193968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.203683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d85418-7dc0-442e-be73-2eac1bbdc3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] GET failed (client error): The resource could not be found. May 20 15:52:59.205268 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-55d85418-7dc0-442e-be73-2eac1bbdc3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "GET /v2.0/ports/7476861c-8302-45ce-8fac-6c6e9da7c8e1 HTTP/1.1" status: 404 len: 333 time: 0.2870541 May 20 15:52:59.211705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37508) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:59.222774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Request body: {'port': {'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184935776'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:59.228723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.231459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:59.237887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:59.252768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port 5649ed6e-28a4-452d-baf0-63bbef75d5c9 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:59.253087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.272801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7bfca815-9168-4f94-b431-323d89492e0c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Unset dirty status for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:59.277384 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7bfca815-9168-4f94-b431-323d89492e0c tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "GET /v2.0/ports/d6d30258-a50e-4f37-ab46-4e601ea24751 HTTP/1.1" status: 404 len: 333 time: 0.7242410 May 20 15:52:59.283021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37512) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:59.298573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Usage tracker for resource:port and tenant:22cff54432834134b1b70a2f810e245c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:59.307022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-265405399'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:59.324991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:59.350051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:59.359036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Deleting port e325dbea-d162-4e1f-af57-e5323508ae5e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:59.359386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.413877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network e0f0b213-579a-4b20-9949-62029b08a088 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:59.431927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:59.443526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:59.458418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:59.458418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.471204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=2e1b779e-755c-44fa-afd8-e3028528a373,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:59.472653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Made reservation on behalf of 22cff54432834134b1b70a2f810e245c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:59.484474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.513157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:59.543430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port 7261da8e-b5f7-48ee-a990-d136a007a6a8 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:52:59.582765 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3876598 May 20 15:52:59.594992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8375b5-e70e-46a8-b33c-fd55c7a0c2d1 req-6daca820-123a-48ae-a6c2-c174da9107ab tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:59.596601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5d8375b5-e70e-46a8-b33c-fd55c7a0c2d1 req-6daca820-123a-48ae-a6c2-c174da9107ab tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.8251183 May 20 15:52:59.599707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37516) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:59.680327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.680575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:59.736169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:59.796284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:59.803966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.896444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for 5649ed6e-28a4-452d-baf0-63bbef75d5c9 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:59.921045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.921394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.939969 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5d8375b5-e70e-46a8-b33c-fd55c7a0c2d1 req-5b6f7f75-e12a-4d81-8452-68899e4f08bd tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3241708 May 20 15:52:59.966232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] device_id is not set on port 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:00.131223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Calling delete_port for e325dbea-d162-4e1f-af57-e5323508ae5e owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:00.272023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 80f2e451-e8ec-46bf-9aa7-df770f879b98 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:00.352878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.395015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 80f2e451-e8ec-46bf-9aa7-df770f879b98 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:00.413681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Allocated IP 2001:db8::1e7 (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/3d21caa7-82cf-4de3-8e77-85c7f1d47d40) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:00.469529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.479522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:00.538036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 2e1b779e-755c-44fa-afd8-e3028528a373 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:00.538576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.585809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.621127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Network b630e896-20e1-4c80-96e7-ecf44af81243 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:00.623001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:00.634630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:00.635898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:00.636532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.652903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=7261da8e-b5f7-48ee-a990-d136a007a6a8,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:00.688402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.697418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3074f-ee83-4900-8c04-d6f6a72e31a3 None None] Network e0f0b213-579a-4b20-9949-62029b08a088 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:00.698978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:00.735660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2ff0-32ce-47a0-a66f-cfb56cdb84f5 req-77f51930-7140-463a-9be6-73d7412e04c7 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:00.737172 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7bb2ff0-32ce-47a0-a66f-cfb56cdb84f5 req-77f51930-7140-463a-9be6-73d7412e04c7 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.6200294 May 20 15:53:00.794220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37524) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:00.819133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Request body: {'floatingip': {'port_id': 'ee2cb152-f7d3-40a8-9598-e1aabf674530'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:00.850588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Provisioning for port 80f2e451-e8ec-46bf-9aa7-df770f879b98 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:00.886900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Provisioning complete for port 80f2e451-e8ec-46bf-9aa7-df770f879b98 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:00.887861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.961491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.045630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.076817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0830fe2c-1cf4-4d21-9880-136693c85f0b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:01.131133 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9180231 May 20 15:53:01.132457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37530) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:01.137983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.159254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=5649ed6e-28a4-452d-baf0-63bbef75d5c9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:01.169071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.177622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:01.181631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.208353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:01.219741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:01.328430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.398283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Pushing event deleted for resources: {'Port': ['ID=e325dbea-d162-4e1f-af57-e5323508ae5e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:01.399550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] For port 80f2e451-e8ec-46bf-9aa7-df770f879b98, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=80f2e451-e8ec-46bf-9aa7-df770f879b98,segment=NetworkSegment(950ce95f-0334-4d08-8a21-abda44a3b2b1),segment_id=950ce95f-0334-4d08-8a21-abda44a3b2b1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:01.413378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.419806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:01.487738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:01.495525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 2e1b779e-755c-44fa-afd8-e3028528a373 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:01.505762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.567276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.579272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Transition to ACTIVE for port object 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:01.587750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Pushing event updated for resources: {'Port': ['ID=80f2e451-e8ec-46bf-9aa7-df770f879b98,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:01.611060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:01.683678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.690200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.27 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/c50616a0-80cb-40be-8af2-6b0b8f32e4e6) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:01.770284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.772794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.774051 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] 10.222.0.13 "DELETE /v2.0/floatingips/b805be64-e63f-4c40-9564-9ec5178f9c35 HTTP/1.1" status: 204 len: 168 time: 3.7531166 May 20 15:53:01.786660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37534) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:01.820901 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8aac8c03-b8b0-49cc-8a1e-3301699f0528 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/ports/5649ed6e-28a4-452d-baf0-63bbef75d5c9 HTTP/1.1" status: 204 len: 168 time: 3.6932707 May 20 15:53:01.827755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37536) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:01.866667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8069dacf-137e-421b-94a1-ac5ad6323767 None None] Provisioning complete for port 80f2e451-e8ec-46bf-9aa7-df770f879b98 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:01.867026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8069dacf-137e-421b-94a1-ac5ad6323767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.026796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-13284010-95e0-4b6e-8a06-02ccdaca1bb0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] GET failed (client error): The resource could not be found. May 20 15:53:02.027665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-13284010-95e0-4b6e-8a06-02ccdaca1bb0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Synchronizing usage tracker for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:02.182783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8069dacf-137e-421b-94a1-ac5ad6323767 None None] Provisioning for port 2e1b779e-755c-44fa-afd8-e3028528a373 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:02.199373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8069dacf-137e-421b-94a1-ac5ad6323767 None None] Provisioning complete for port 2e1b779e-755c-44fa-afd8-e3028528a373 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:02.199986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8069dacf-137e-421b-94a1-ac5ad6323767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.222008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.223869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-13284010-95e0-4b6e-8a06-02ccdaca1bb0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Unset dirty status for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:02.225356 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-13284010-95e0-4b6e-8a06-02ccdaca1bb0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "GET /v2.0/ports/5649ed6e-28a4-452d-baf0-63bbef75d5c9 HTTP/1.1" status: 404 len: 333 time: 0.3961594 May 20 15:53:02.237798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:02.246441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37544) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:02.249123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 80f2e451-e8ec-46bf-9aa7-df770f879b98 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:02.257432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.285713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.287583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6621fc05-da9c-474b-a670-b36c96ad69d3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:02.299410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=2e1b779e-755c-44fa-afd8-e3028528a373,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:02.304983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:02.357214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.372897 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/2e1b779e-755c-44fa-afd8-e3028528a373 HTTP/1.1" status: 204 len: 168 time: 2.7631197 May 20 15:53:02.376464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:02.384119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8069dacf-137e-421b-94a1-ac5ad6323767 None None] Port 2e1b779e-755c-44fa-afd8-e3028528a373 was deleted so its status cannot be updated. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 15:53:02.413228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 80f2e451-e8ec-46bf-9aa7-df770f879b98 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:02.413876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.425651 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e44012-5061-4d22-9a71-cc2d031a29f9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:53:02.426361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e44012-5061-4d22-9a71-cc2d031a29f9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:53:02.428205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a8e44012-5061-4d22-9a71-cc2d031a29f9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/2e1b779e-755c-44fa-afd8-e3028528a373 HTTP/1.1" status: 404 len: 333 time: 0.0505736 May 20 15:53:02.431911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37552) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:02.454304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'name': 'tempest-AllowedAddressPairTestJSON-452018734'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:02.476204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.490872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-135a2777-30e2-412d-b961-b039f190bf14 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:02.524310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b77473ae-1905-49b7-acc5-9654f53f74f0 None None] Could not find standard attr ID for object 2e1b779e-755c-44fa-afd8-e3028528a373. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:53:02.531837 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef540934-9e2b-401f-84ea-a6349920d26c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:53:02.531837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ef540934-9e2b-401f-84ea-a6349920d26c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:02.579384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:02.584157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:02.590649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:02.664519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=c50616a0-80cb-40be-8af2-6b0b8f32e4e6,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:02.691185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ef540934-9e2b-401f-84ea-a6349920d26c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:02.701023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ef540934-9e2b-401f-84ea-a6349920d26c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/2e1b779e-755c-44fa-afd8-e3028528a373 HTTP/1.1" status: 404 len: 333 time: 0.2590699 May 20 15:53:02.702062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37556) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:02.703432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:02.847783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:02.856073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=3d21caa7-82cf-4de3-8e77-85c7f1d47d40,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:02.865454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:02.871879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:02.876406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:02.882094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:02.882764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.982345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 2231e8c3-47ee-4174-a42a-8cf4c81b6a8d {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:03.076428 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7892389 May 20 15:53:03.078831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.085168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37560) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:03.104788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:03.110426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'network_id': 'a4456bed-0bbc-4ad9-9773-34ec7f76ee54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1107771288'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:03.130532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port 7261da8e-b5f7-48ee-a990-d136a007a6a8 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:03.160457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5a700b7c-13e3-47fc-8536-e9df4136a502 None None] Provisioning for port 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:03.167415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5a700b7c-13e3-47fc-8536-e9df4136a502 None None] Provisioning complete for port 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:03.167978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5a700b7c-13e3-47fc-8536-e9df4136a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.188228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.256080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5a700b7c-13e3-47fc-8536-e9df4136a502 None None] Port 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:03.275534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:03.321220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Deleting port 4ae6ab3d-e106-44e9-951f-0e95a0dc2873 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:03.321646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.342680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Transition to ACTIVE for port object 7261da8e-b5f7-48ee-a990-d136a007a6a8 will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:03.349533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:03.405950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.427278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:03.430808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.453788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.511549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-528d6598-3779-4e28-8952-0ee88b0dbe34 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:03.634249 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-ac7bc17c-87c2-47f7-9576-c1ae995224e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7590327 May 20 15:53:03.637502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] device_id is not set on port aec83cdd-55ee-4610-9c89-97959aca6ecb yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:03.765057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.783550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.825620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.850201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.906890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=7261da8e-b5f7-48ee-a990-d136a007a6a8,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:03.921479 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:03.947698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:03.986442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Usage tracker for resource:port and tenant:52ebd0a6e6a04bc09e467640b8443a23 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:03.992188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.992560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.007842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:04.013398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:04.013713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:04.014056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:04.089329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:04.364109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Calling delete_port for 4ae6ab3d-e106-44e9-951f-0e95a0dc2873 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:04.370180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:04.370560 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:04.382209 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 2 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:04.443910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.447946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.492004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Made reservation on behalf of 52ebd0a6e6a04bc09e467640b8443a23 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:04.496197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.502205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6837f988-0921-45a8-89d8-cd225cb86928 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:04.527845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:04.528115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:04.528443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:04.560440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=2231e8c3-47ee-4174-a42a-8cf4c81b6a8d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:04.562597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.568486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:04.568897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:04.569236 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:04.579646 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/2231e8c3-47ee-4174-a42a-8cf4c81b6a8d HTTP/1.1" status: 204 len: 168 time: 1.8598647 May 20 15:53:04.580532 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 3 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:04.582574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37568) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:04.590121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Allocated IP 172.20.0.5 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/aec83cdd-55ee-4610-9c89-97959aca6ecb) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:04.596197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea885d7-01fb-4d76-be2b-8083dcd53937 None None] Network e0f0b213-579a-4b20-9949-62029b08a088 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:04.607901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] device_id is not set on port 11674431-d1fb-4279-bdab-1b76a072a265 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:04.650148 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Floating IP dfb30b30-58cf-4c2d-93c9-05918f628e56 associated. External IP: 172.26.8.65, port: ee2cb152-f7d3-40a8-9598-e1aabf674530. May 20 15:53:04.709252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-6ca1b7e9-8ea0-4650-a809-2644f90404ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:04.710963 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-6ca1b7e9-8ea0-4650-a809-2644f90404ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12a391f584f8417cab742e107f57fbff&device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 1099 time: 0.9390829 May 20 15:53:04.721188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:04.733688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:04.734369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:04.800677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.819517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:04.820102 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:04.832365 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 4 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:04.984506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:04.985559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:04.985559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:05.037308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:53:05.082649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] DHCP port deletion for e0f0b213-579a-4b20-9949-62029b08a088 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:53:05.117005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:05.117378 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:05.134741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 80f2e451-e8ec-46bf-9aa7-df770f879b98 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:05.135614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.157998 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 5 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:05.274930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Deleting port 80f2e451-e8ec-46bf-9aa7-df770f879b98 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:05.275460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.293395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:05.293731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:05.294050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:05.340475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] For port 80f2e451-e8ec-46bf-9aa7-df770f879b98, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=80f2e451-e8ec-46bf-9aa7-df770f879b98,segment=NetworkSegment(950ce95f-0334-4d08-8a21-abda44a3b2b1),segment_id=950ce95f-0334-4d08-8a21-abda44a3b2b1)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:05.340796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.354911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:05.355390 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:05.358054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:05.377405 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 6 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:05.381650 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:05.387735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Allocated IP 2001:db8::ea (a4456bed-0bbc-4ad9-9773-34ec7f76ee54/786718ea-35b8-431e-b629-b1750b7f2b9b/11674431-d1fb-4279-bdab-1b76a072a265) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:05.412640 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:05.412640 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.471546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-fddcea60-53b0-420a-90fa-0137a572e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:05.473064 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-fddcea60-53b0-420a-90fa-0137a572e8e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b5d8058-9b48-4168-91e9-a514eaee7812 HTTP/1.1" status: 200 len: 912 time: 0.7099352 May 20 15:53:05.483710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 80f2e451-e8ec-46bf-9aa7-df770f879b98 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:05.488501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.505051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.506425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0676038 May 20 15:53:05.511612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ea19aa2-1275-46dd-8907-a28bd728f6c7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.514623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37572) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:05.546291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:05.546566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:05.546940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:05.548057 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.553475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] For port 80f2e451-e8ec-46bf-9aa7-df770f879b98, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=80f2e451-e8ec-46bf-9aa7-df770f879b98,segment=NetworkSegment(950ce95f-0334-4d08-8a21-abda44a3b2b1),segment_id=950ce95f-0334-4d08-8a21-abda44a3b2b1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:05.554538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.559354 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:05.560262 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.628168 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.628986 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6fa79-fe77-4973-80da-cd5d19a308a6 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:05.648728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ae6ab3d-e106-44e9-951f-0e95a0dc2873,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.672471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:05.672818 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:05.677269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.694167 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 7 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:05.742493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Calling delete_port for 80f2e451-e8ec-46bf-9aa7-df770f879b98 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:05.746232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.792721 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-997b3ae5-e38d-4bd3-8286-b669fd126f58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 HTTP/1.1" status: 200 len: 1002 time: 0.2928085 May 20 15:53:05.817680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.834877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3bb10a1b-88d2-4a3f-ae9d-c7379ec32476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.887598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:05.887923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:05.888513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:05.896986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] No DVR routers for this DVR port 80f2e451-e8ec-46bf-9aa7-df770f879b98 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:05.903370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.917530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.918911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Pushing event deleted for resources: {'Port': ['ID=80f2e451-e8ec-46bf-9aa7-df770f879b98,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.933308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:06.059230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=80f2e451-e8ec-46bf-9aa7-df770f879b98,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:06.061691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No DVR routers for this DVR port 80f2e451-e8ec-46bf-9aa7-df770f879b98 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:06.105315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:06.130536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:06.131495 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:06.133095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Transition to ACTIVE for port object aec83cdd-55ee-4610-9c89-97959aca6ecb will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:06.158835 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 8 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:06.186881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 80f2e451-e8ec-46bf-9aa7-df770f879b98 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:06.251966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:06.252689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:06.253189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:06.266563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 80f2e451-e8ec-46bf-9aa7-df770f879b98 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:06.267140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 80f2e451-e8ec-46bf-9aa7-df770f879b98 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:06.294878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.323509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f0b213-579a-4b20-9949-62029b08a088']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:06.342980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950ce95f-0334-4d08-8a21-abda44a3b2b1') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:06.343376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950ce95f-0334-4d08-8a21-abda44a3b2b1') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:06.352298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-2f2384db-0b9c-4aa6-92b3-12116b271280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:06.353942 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-2f2384db-0b9c-4aa6-92b3-12116b271280 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a33f7-27ef-4962-a571-8d5b81531f27 HTTP/1.1" status: 200 len: 851 time: 0.5120943 May 20 15:53:06.361909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.366740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:06.367080 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:06.377238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Router e8f4dee2-feaa-4b46-a116-4b7aaba76bce has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:06.377945 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 9 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:06.411477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.451308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.472540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:06.472841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:06.472994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:06.473158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.473306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:06.489109 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:06.573253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:06.573693 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:06.585592 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 10 to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 May 20 15:53:06.593549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.623682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1e884bf0-677e-4624-bf7b-a63d83f8255e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:06.688111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.689376 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/d345d271-7ed8-457f-83f4-96180798effd HTTP/1.1" status: 204 len: 168 time: 4.7820389 May 20 15:53:06.721001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37578) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:06.721776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:06.722116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:06.722449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:06.731262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.797600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.810465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.821809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:06.822121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:06.822312 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:06.822801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.860537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:06.915957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=e0f0b213-579a-4b20-9949-62029b08a088,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:06.924992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:06.927278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Transition to ACTIVE for port object 11674431-d1fb-4279-bdab-1b76a072a265 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:06.941186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=aec83cdd-55ee-4610-9c89-97959aca6ecb,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:06.952697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:06.961516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:06.986857 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/e0f0b213-579a-4b20-9949-62029b08a088 HTTP/1.1" status: 204 len: 168 time: 2.4036436 May 20 15:53:06.996420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37584) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.010044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:07.059491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1621727032'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:07.071849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:07.083103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:07.089150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:07.108126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:07.130013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-2cd3b601-a4bb-448c-860c-e828e39b4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.131876 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-2cd3b601-a4bb-448c-860c-e828e39b4f00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b5d8058-9b48-4168-91e9-a514eaee7812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7638869 May 20 15:53:07.163651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:07.169004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.256411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:07.263411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.263980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.272580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.276696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:07.279968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] Sync routers for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:07.285075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.306001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.306354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment 412d0e70-1666-4974-b0ac-2dbd6be5d577 of type vlan for network 059ec37d-1185-4645-aa4b-3b61240cf86c May 20 15:53:07.326328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:07.327404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:07.417835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] For port 7261da8e-b5f7-48ee-a990-d136a007a6a8, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:07.418127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempted to set empty binding levels {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 15:53:07.420191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.426680 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1671777 May 20 15:53:07.431854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37588) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.434232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.440428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-efcca1cc-4adf-4b68-ab77-738fd6d07db6 None None] Provisioning for port aec83cdd-55ee-4610-9c89-97959aca6ecb completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:07.445497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fa1d70c2-b590-456c-b5a4-47aeb6f66525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:07.449262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-efcca1cc-4adf-4b68-ab77-738fd6d07db6 None None] Provisioning complete for port aec83cdd-55ee-4610-9c89-97959aca6ecb triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:07.449700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efcca1cc-4adf-4b68-ab77-738fd6d07db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.453450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'network_id': '9234105b-efc5-4b5f-9b84-3d8428481470', 'name': 'tempest-AllowedAddressPairTestJSON-1158134329'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:07.477414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.527768 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4c8e427d-635c-4227-b2fa-183277084bff tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "PUT /v2.0/floatingips/dfb30b30-58cf-4c2d-93c9-05918f628e56 HTTP/1.1" status: 200 len: 990 time: 6.7278161 May 20 15:53:07.535425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:07.587413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-efcca1cc-4adf-4b68-ab77-738fd6d07db6 None None] Port aec83cdd-55ee-4610-9c89-97959aca6ecb cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:07.587615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] In _notify_port_updated(), no bound segment for port 7261da8e-b5f7-48ee-a990-d136a007a6a8 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:53:07.588906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.589628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.594111 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "PUT /v2.0/ports/7261da8e-b5f7-48ee-a990-d136a007a6a8 HTTP/1.1" status: 200 len: 981 time: 6.4006283 May 20 15:53:07.604485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:07.607536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37598) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.633887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:07.648384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:07.659257 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-56dfae62-d156-4ebb-b836-1438deef54ca service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830413 May 20 15:53:07.660338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:07.666243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.666903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.670936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=11674431-d1fb-4279-bdab-1b76a072a265,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:07.678897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:07.692555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:07.711046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-01925c7d-bb15-434a-8527-947f8dfc68f6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:07.888759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.935123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.935850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.957848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:07.967450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting port 71548aa8-7b07-4ffe-917c-f8c5f9a4873f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:07.967806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.997845 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.9038088 May 20 15:53:08.005546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37606) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:08.037772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9e2bac0f-10d8-4ceb-909a-911460322cce None None] Provisioning for port 11674431-d1fb-4279-bdab-1b76a072a265 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:08.038727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::148', 'mac_address': 'fa:16:3e:ee:84:f8'}, {'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:76:e6:6d'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:08.048324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9e2bac0f-10d8-4ceb-909a-911460322cce None None] Provisioning complete for port 11674431-d1fb-4279-bdab-1b76a072a265 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:08.048324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9e2bac0f-10d8-4ceb-909a-911460322cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.127425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=7261da8e-b5f7-48ee-a990-d136a007a6a8,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:08.155421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:08.164674 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'status': 'completed', 'code': 200} May 20 15:53:08.197366 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1469975 May 20 15:53:08.205854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bac0f-10d8-4ceb-909a-911460322cce None None] Port 11674431-d1fb-4279-bdab-1b76a072a265 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:08.214977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37612) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:08.256097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:08.268044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'dfb30b30-58cf-4c2d-93c9-05918f628e56', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'port_id': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'mac_address': 'fa:16:3e:cb:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:52:20Z', 'updated_at': '2021-05-20T15:53:03Z', 'revision_number': 1, 'project_id': '54588b6103b1438b9382bd33395ee241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:12Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:08.272817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] Checking router: e8f4dee2-feaa-4b46-a116-4b7aaba76bce for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:08.282768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:08.283638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:08.297605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=059ec37d-1185-4645-aa4b-3b61240cf86c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:08.309966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:08.317385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:08.337595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Usage tracker for resource:port and tenant:642dc1a2f89544d88f9e42a720a89891 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:08.340538 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5e6f90a7-2cc3-4ea8-b8c9-45efffd19c64 req-60eb1992-3fe0-4446-96ec-1d802fb56344 service neutron] 10.222.0.25 "GET /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496930 May 20 15:53:08.349287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:08.366162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 059ec37d-1185-4645-aa4b-3b61240cf86c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:08.372502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:08.516277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Made reservation on behalf of 642dc1a2f89544d88f9e42a720a89891 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:08.519925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.576109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-31302f3a-1da4-49f1-9746-bbbac6cf1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.577782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-31302f3a-1da4-49f1-9746-bbbac6cf1c7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54588b6103b1438b9382bd33395ee241&device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 1098 time: 0.4225194 May 20 15:53:08.591288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.1 (91312924-ffb8-4117-a466-a09aab05a174/5877056c-8cc3-4d41-9756-7071910e57e5/72d9035e-e58f-4f91-aebe-472fe0e44a25) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:08.626202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] device_id is not set on port 30a459cf-6728-473f-9549-1042493d4346 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:08.649365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.650307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.651653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.652556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.653501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.654416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.655345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.656249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.657129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.658048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.658945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.659896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.660808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.661749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.662660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.663572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.664480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.665063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:08.665675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.667214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.668143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.669277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.669980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.670888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.671806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.672725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.673677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.674596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.675716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.676645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:08.681086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Synchronizing usage tracker for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:08.928660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.071585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Unset dirty status for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:09.072242 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e1086a4e-b5e1-46a5-8646-23e0843e0e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25370 time: 1.4617906 May 20 15:53:09.075249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:09.083486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37618) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:09.145747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.185756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'dfb30b30-58cf-4c2d-93c9-05918f628e56', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'port_id': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'mac_address': 'fa:16:3e:cb:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:52:20Z', 'updated_at': '2021-05-20T15:53:03Z', 'revision_number': 1, 'project_id': '54588b6103b1438b9382bd33395ee241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:12Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:09.191013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8272a7-bf08-4939-b9d7-fe00c3e9024b None None] The sync data for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'dfb30b30-58cf-4c2d-93c9-05918f628e56', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'port_id': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'mac_address': 'fa:16:3e:cb:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:52:20Z', 'updated_at': '2021-05-20T15:53:03Z', 'revision_number': 1, 'project_id': '54588b6103b1438b9382bd33395ee241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:12Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:09.198614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:09.216463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Calling delete_port for 71548aa8-7b07-4ffe-917c-f8c5f9a4873f owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:09.222074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:09.237875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:09.273554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:09.280130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.410053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-46ae5607-c17f-4b28-b1db-d033c223c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.411552 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-46ae5607-c17f-4b28-b1db-d033c223c640 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9a59543-dd78-4bd1-b036-16bb998f0b29 HTTP/1.1" status: 200 len: 906 time: 0.8139071 May 20 15:53:09.506532 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1d642-f27f-4751-a0d7-da83aa8613be None None] New status for floating IP dfb30b30-58cf-4c2d-93c9-05918f628e56: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:53:09.512715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Allocated IP 172.20.0.3 (9234105b-efc5-4b5f-9b84-3d8428481470/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c/30a459cf-6728-473f-9549-1042493d4346) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:09.578756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.662247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-6aefae0e-731a-47c5-96bb-48918811a20b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530 HTTP/1.1" status: 200 len: 998 time: 0.2244010 May 20 15:53:09.769224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Deleting port 7261da8e-b5f7-48ee-a990-d136a007a6a8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:09.769581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.786826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.799810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e61bd7bd-38da-4966-8c90-ec0152cbdcc6 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:09.897372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Port': ['ID=71548aa8-7b07-4ffe-917c-f8c5f9a4873f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:09.926504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:09.945091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.961810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.078019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-dbd1fef5-e3f7-4997-b244-563eba90aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.079507 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-dbd1fef5-e3f7-4997-b244-563eba90aae7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1 HTTP/1.1" status: 200 len: 845 time: 0.3972197 May 20 15:53:10.193553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.199033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:10.222640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:10.225054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] For port 7261da8e-b5f7-48ee-a990-d136a007a6a8, host hv-neutron-6013, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:10.225448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.244433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:10.300419 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "DELETE /v2.0/ports/71548aa8-7b07-4ffe-917c-f8c5f9a4873f HTTP/1.1" status: 204 len: 168 time: 3.5749454 May 20 15:53:10.308572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37626) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:10.311531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6725-c420-4f9e-b0eb-cfd6fdeb1516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.362453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=72d9035e-e58f-4f91-aebe-472fe0e44a25,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:10.451489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Calling delete_port for 7261da8e-b5f7-48ee-a990-d136a007a6a8 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:10.454353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:10.463608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4c545-da1a-4fde-8740-2866febdced3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.465079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-29f4c545-da1a-4fde-8740-2866febdced3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Synchronizing usage tracker for tenant:1c0b39c8bac749f4991ffc3037e511a5 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:10.521004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.535881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-29f4c545-da1a-4fde-8740-2866febdced3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Unset dirty status for tenant:1c0b39c8bac749f4991ffc3037e511a5 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:10.541978 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-29f4c545-da1a-4fde-8740-2866febdced3 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc1c6e73-f521-418c-8559-1dbee80af13d HTTP/1.1" status: 200 len: 913 time: 0.2274120 May 20 15:53:10.548749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37632) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:10.557889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.583679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Transition to ACTIVE for port object 30a459cf-6728-473f-9549-1042493d4346 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:10.623093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.638618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-db56b214-4de9-411d-9a3b-a09a6f518c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.640175 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-db56b214-4de9-411d-9a3b-a09a6f518c0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9a59543-dd78-4bd1-b036-16bb998f0b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5338819 May 20 15:53:10.640843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.652831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5851059-d9b6-4ee3-9bb2-a1c16aa99c66 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.970230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] In _notify_port_updated(), no bound segment for port 11674431-d1fb-4279-bdab-1b76a072a265 on network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:53:10.971309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.975968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.976637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.978009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "PUT /v2.0/ports/11674431-d1fb-4279-bdab-1b76a072a265 HTTP/1.1" status: 200 len: 1067 time: 2.9623983 May 20 15:53:10.993093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37636) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:11.001999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-65420c48-1a5f-47dc-9125-d36f8ebed749 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:11.048218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.091374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event updated for resources: {'Port': ['ID=11674431-d1fb-4279-bdab-1b76a072a265,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.094768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.111303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.111874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b6fd66fd-5691-445d-be04-b6854ad64881 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:11.230336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event deleted for resources: {'Port': ['ID=7261da8e-b5f7-48ee-a990-d136a007a6a8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.237163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=109720e2-4538-4b06-957b-aa5f06ce6d84,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.246415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.254460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': '412d0e70-1666-4974-b0ac-2dbd6be5d577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:11.254813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: 059ec37d-1185-4645-aa4b-3b61240cf86c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:11.260843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.276630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.277480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3898a03e-be68-4408-8eba-016769ef3eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:11.280559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b112690d-a947-487a-b46b-3dfc6cd3945c None None] Provisioning complete for port 11674431-d1fb-4279-bdab-1b76a072a265 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:11.281260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b112690d-a947-487a-b46b-3dfc6cd3945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.377011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b112690d-a947-487a-b46b-3dfc6cd3945c None None] Port 11674431-d1fb-4279-bdab-1b76a072a265 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:11.384632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Network 9234105b-efc5-4b5f-9b84-3d8428481470 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:11.389892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 059ec37d-1185-4645-aa4b-3b61240cf86c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:11.408175 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7261da8e-b5f7-48ee-a990-d136a007a6a8 HTTP/1.1" status: 204 len: 168 time: 2.3201883 May 20 15:53:11.409316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:11.415046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37642) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:11.420388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:11.458137 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-88d5ab41-baf4-4bcb-bfe9-351a1f58b226 service neutron] 10.222.0.25 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724960 May 20 15:53:11.474293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.551469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=30a459cf-6728-473f-9549-1042493d4346,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.597034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 059ec37d-1185-4645-aa4b-3b61240cf86c) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:11.599004 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8993d2-d8c0-4803-990a-d5b64647b4a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] GET failed (client error): The resource could not be found. May 20 15:53:11.605231 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-de8993d2-d8c0-4803-990a-d5b64647b4a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "GET /v2.0/ports/7261da8e-b5f7-48ee-a990-d136a007a6a8 HTTP/1.1" status: 404 len: 333 time: 0.1842957 May 20 15:53:11.606227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37646) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:11.610489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c0e87-9f89-4b25-aca1-0e55f38e7db9 None None] Network 059ec37d-1185-4645-aa4b-3b61240cf86c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:11.611601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880570938', 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:11.616425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:11.621201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Usage tracker for resource:port and tenant:22cff54432834134b1b70a2f810e245c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:11.625054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:11.631469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:11.634591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.649297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:11.649920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.660145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Made reservation on behalf of 22cff54432834134b1b70a2f810e245c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:11.662691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.708119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:11.708790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.731734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port 483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:11.751537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fb059243-65fd-49b8-9f82-c13f3ec2c749 None None] Provisioning for port 30a459cf-6728-473f-9549-1042493d4346 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:11.774763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fb059243-65fd-49b8-9f82-c13f3ec2c749 None None] Provisioning complete for port 30a459cf-6728-473f-9549-1042493d4346 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:11.775433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fb059243-65fd-49b8-9f82-c13f3ec2c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.798069 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5727553 May 20 15:53:11.802841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37652) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:11.840808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-325385395'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:11.863075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4178760 May 20 15:53:11.877389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37656) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:11.883603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port 11674431-d1fb-4279-bdab-1b76a072a265 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:11.883926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.914835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:53:9f:2d'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e5:60:86'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:12.015367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fb059243-65fd-49b8-9f82-c13f3ec2c749 None None] Port 30a459cf-6728-473f-9549-1042493d4346 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:12.041782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b62051db-cd52-4933-b55c-fa9c95a9c5af req-0403200b-6f75-4cfb-8f91-c4fb3f8f8cc0 service neutron] 10.222.0.25 "GET /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452156 May 20 15:53:12.115376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-059ec37d-1185-4645-aa4b-3b61240cf86c', 'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': '109720e2-4538-4b06-957b-aa5f06ce6d84'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:53:12.116741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.315443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.349031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.365624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Allocated IP 2001:db8::2 (059ec37d-1185-4645-aa4b-3b61240cf86c/109720e2-4538-4b06-957b-aa5f06ce6d84/a971ee17-e819-4ae6-b3c5-b91db5965071) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:12.513744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.521753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d524ea7b-7b0f-4454-a907-e083f18ce20e tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:12.672016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Network b630e896-20e1-4c80-96e7-ecf44af81243 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:12.682576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.683435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:12.686495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:12.712869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Transition to ACTIVE for port object a971ee17-e819-4ae6-b3c5-b91db5965071 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:12.717373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:12.718676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:12.718872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.720601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:12.723581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:12.729885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.751602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:12.752883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Transition to ACTIVE for port object a971ee17-e819-4ae6-b3c5-b91db5965071 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:12.762241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:12.763725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.767176 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1579497 May 20 15:53:12.768468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37662) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:12.769279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b4d1dcfd-da33-4e38-a158-416f5b73060a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:12.829446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Network 059ec37d-1185-4645-aa4b-3b61240cf86c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:12.837148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:12.837467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:12.842273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:12.863652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c661b22-799e-4e43-b600-0e1a7efeb270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:12.864624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6c661b22-799e-4e43-b600-0e1a7efeb270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Synchronizing usage tracker for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:12.881589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Pushing event updated for resources: {'Port': ['ID=a971ee17-e819-4ae6-b3c5-b91db5965071,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:12.889792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:12.908683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for 11674431-d1fb-4279-bdab-1b76a072a265 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:12.913480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:12.937196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.957930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6c661b22-799e-4e43-b600-0e1a7efeb270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Unset dirty status for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:12.961836 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6c661b22-799e-4e43-b600-0e1a7efeb270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "GET /v2.0/ports/483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f HTTP/1.1" status: 200 len: 959 time: 0.1906784 May 20 15:53:12.965512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Attempting to bind port a971ee17-e819-4ae6-b3c5-b91db5965071 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:12.965512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Attempting to bind port a971ee17-e819-4ae6-b3c5-b91db5965071 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '412d0e70-1666-4974-b0ac-2dbd6be5d577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:12.965897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Attempting to bind port a971ee17-e819-4ae6-b3c5-b91db5965071 on network 059ec37d-1185-4645-aa4b-3b61240cf86c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:12.971219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37668) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:12.980684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:12.981727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:12.982690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.983430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Checking segment: {'id': '412d0e70-1666-4974-b0ac-2dbd6be5d577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:12.985830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.986796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Bound using segment: {'id': '412d0e70-1666-4974-b0ac-2dbd6be5d577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:12.987850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Bound port: a971ee17-e819-4ae6-b3c5-b91db5965071, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412d0e70-1666-4974-b0ac-2dbd6be5d577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '059ec37d-1185-4645-aa4b-3b61240cf86c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:12.988834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.000017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.031350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:13.130144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port a2f17505-d259-43b1-82b4-dff82d8fec21 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:13.160834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting port c6c022bf-c3af-480b-98e1-fca16e519136 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:13.160834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.178481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.198921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] For port a971ee17-e819-4ae6-b3c5-b91db5965071, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:13.203637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] For port a971ee17-e819-4ae6-b3c5-b91db5965071, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a971ee17-e819-4ae6-b3c5-b91db5965071,segment=NetworkSegment(412d0e70-1666-4974-b0ac-2dbd6be5d577),segment_id=412d0e70-1666-4974-b0ac-2dbd6be5d577)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:13.204046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.209858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.215008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:13.243303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=72d9035e-e58f-4f91-aebe-472fe0e44a25,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:13.264758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:13.265920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.281235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Deleting port 483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:13.281584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.302295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Pushing event updated for resources: {'Port': ['ID=a971ee17-e819-4ae6-b3c5-b91db5965071,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:13.306468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:13.424937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.442684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.711264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4aa11d8a-fbd6-46d5-8787-09e48bbbed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.785493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::119 (059ec37d-1185-4645-aa4b-3b61240cf86c/109720e2-4538-4b06-957b-aa5f06ce6d84/a2f17505-d259-43b1-82b4-dff82d8fec21) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:13.839921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.853289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c3036de-6161-42ea-a1a4-585562875f30 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:13.906617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Calling delete_port for 483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:13.915493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Calling delete_port for c6c022bf-c3af-480b-98e1-fca16e519136 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:13.924118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:13.938498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:13.940731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=11674431-d1fb-4279-bdab-1b76a072a265,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:13.952157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:14.037460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:14.142185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.156569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.168053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:14.168319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.191609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f7e79a5a-60a4-4bc3-b381-8d40d11d0070 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:14.229092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a971ee17-e819-4ae6-b3c5-b91db5965071 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:14.280657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event deleted for resources: {'Port': ['ID=483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:14.294331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:14.299850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.329827 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "DELETE /v2.0/ports/483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f HTTP/1.1" status: 204 len: 168 time: 1.3575239 May 20 15:53:14.341850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37676) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:14.387562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a971ee17-e819-4ae6-b3c5-b91db5965071 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:14.420569 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c4964c-b672-46f8-b735-087253af2385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] GET failed (client error): The resource could not be found. May 20 15:53:14.422487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e8c4964c-b672-46f8-b735-087253af2385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Synchronizing usage tracker for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:14.547824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.576910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e8c4964c-b672-46f8-b735-087253af2385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Unset dirty status for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:14.581441 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e8c4964c-b672-46f8-b735-087253af2385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "GET /v2.0/ports/483a4be3-a0ba-4be1-a98f-b3ab4b7aa71f HTTP/1.1" status: 404 len: 333 time: 0.2357383 May 20 15:53:14.590858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37680) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:14.602710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Request body: {'port': {'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2120698059'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:14.610235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:14.628453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.632773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:14.636811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:14.654220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed69aa-ea37-4547-b1ea-3dd62337c55d None None] Network 059ec37d-1185-4645-aa4b-3b61240cf86c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:14.737107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Port': ['ID=c6c022bf-c3af-480b-98e1-fca16e519136,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:14.742400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:14.770916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event updated for resources: {'Port': ['ID=30a459cf-6728-473f-9549-1042493d4346,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:14.780427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] In _notify_port_updated(), no bound segment for port 30a459cf-6728-473f-9549-1042493d4346 on network 9234105b-efc5-4b5f-9b84-3d8428481470 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:53:14.786277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:14.787004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.788512 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "PUT /v2.0/ports/30a459cf-6728-473f-9549-1042493d4346 HTTP/1.1" status: 200 len: 1055 time: 2.8895762 May 20 15:53:14.789785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:14.797078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.804899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37686) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:14.862336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Made reservation on behalf of 22cff54432834134b1b70a2f810e245c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:14.865286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.941674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:14.965129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Provisioning for port a971ee17-e819-4ae6-b3c5-b91db5965071 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:14.972232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object a2f17505-d259-43b1-82b4-dff82d8fec21 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:14.975579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Provisioning complete for port a971ee17-e819-4ae6-b3c5-b91db5965071 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:14.976143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.012321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.075115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port cde522f9-6773-45e0-b257-42b72d25c078 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:15.107920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/ports/11674431-d1fb-4279-bdab-1b76a072a265 HTTP/1.1" status: 204 len: 168 time: 4.1073127 May 20 15:53:15.117900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37690) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:15.184219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.197025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:15.230032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.232544 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e9e91-f450-4f94-a417-5eee4e2a0741 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] GET failed (client error): The resource could not be found. May 20 15:53:15.233172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea0e9e91-f450-4f94-a417-5eee4e2a0741 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Synchronizing usage tracker for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:15.282544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] For port a971ee17-e819-4ae6-b3c5-b91db5965071, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a971ee17-e819-4ae6-b3c5-b91db5965071,segment=NetworkSegment(412d0e70-1666-4974-b0ac-2dbd6be5d577),segment_id=412d0e70-1666-4974-b0ac-2dbd6be5d577)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:15.286689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 059ec37d-1185-4645-aa4b-3b61240cf86c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:15.290773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.293771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:15.306256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:15.318047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:15.324721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:15.325677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.334391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:15.349590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:15.357719 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/routers/d7f98efd-729f-453c-8bff-dfd1c25629b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8418539 May 20 15:53:15.363343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37694) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:15.384014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'port': {'network_id': '91312924-ffb8-4117-a466-a09aab05a174', 'name': 'tempest-FloatingIPTestJSON-615830928'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:15.389892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:15.390551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:15.419299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.6032324 May 20 15:53:15.431377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37700) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:15.488015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=a2f17505-d259-43b1-82b4-dff82d8fec21,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:15.544241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:15.552848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:15.570598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Pushing event updated for resources: {'Port': ['ID=a971ee17-e819-4ae6-b3c5-b91db5965071,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:15.585109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:15.592510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:15.593273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:15.671528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dca1d632-681d-4512-81ab-c342be60e345 None None] Provisioning complete for port 30a459cf-6728-473f-9549-1042493d4346 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:15.671528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dca1d632-681d-4512-81ab-c342be60e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.712358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea0e9e91-f450-4f94-a417-5eee4e2a0741 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Unset dirty status for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:15.713624 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ea0e9e91-f450-4f94-a417-5eee4e2a0741 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "GET /v2.0/ports/11674431-d1fb-4279-bdab-1b76a072a265 HTTP/1.1" status: 404 len: 333 time: 0.5655828 May 20 15:53:15.719837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37704) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:15.724483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:15.724899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cc5e8-e651-4a12-9221-94721cb402ba None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:15.759558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-dca1d632-681d-4512-81ab-c342be60e345 None None] Port 30a459cf-6728-473f-9549-1042493d4346 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:15.779383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:15.795055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:port and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:15.801845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:15.812574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.818168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:15.835200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port a2f17505-d259-43b1-82b4-dff82d8fec21 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:15.835641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.835765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.879799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:15.886151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.889770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-905cfa4e-3e82-4c7f-97b0-2c7cea54445f None None] Provisioning complete for port a971ee17-e819-4ae6-b3c5-b91db5965071 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:15.890154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-905cfa4e-3e82-4c7f-97b0-2c7cea54445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.967765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port 30a459cf-6728-473f-9549-1042493d4346 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:15.968084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.037468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] device_id is not set on port 2d84826b-5bda-489e-849f-6d5e8722e78b yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:16.043411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-905cfa4e-3e82-4c7f-97b0-2c7cea54445f None None] Provisioning for port a2f17505-d259-43b1-82b4-dff82d8fec21 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:16.049901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-905cfa4e-3e82-4c7f-97b0-2c7cea54445f None None] Provisioning complete for port a2f17505-d259-43b1-82b4-dff82d8fec21 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:16.050417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-905cfa4e-3e82-4c7f-97b0-2c7cea54445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.147049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.164677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-905cfa4e-3e82-4c7f-97b0-2c7cea54445f None None] Port a2f17505-d259-43b1-82b4-dff82d8fec21 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:16.252020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.263701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:16.269738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a971ee17-e819-4ae6-b3c5-b91db5965071 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:16.299953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.329420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for a2f17505-d259-43b1-82b4-dff82d8fec21 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:16.384441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.388809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.5 (91312924-ffb8-4117-a466-a09aab05a174/5877056c-8cc3-4d41-9756-7071910e57e5/2d84826b-5bda-489e-849f-6d5e8722e78b) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:16.398655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a971ee17-e819-4ae6-b3c5-b91db5965071 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:16.399306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.402084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:16.402506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.550271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for 30a459cf-6728-473f-9549-1042493d4346 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:16.660375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Network b630e896-20e1-4c80-96e7-ecf44af81243 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:16.665645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=cde522f9-6773-45e0-b257-42b72d25c078,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:16.681503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:16.686936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:16.741057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:16.741376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:16.741873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.784162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.792305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c841b3e-3475-4da6-95bd-9b581ace17b7 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:16.852430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=a2f17505-d259-43b1-82b4-dff82d8fec21,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:16.857885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:16.859126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.916444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.940328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.949965 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3533461 May 20 15:53:16.950279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/a2f17505-d259-43b1-82b4-dff82d8fec21 HTTP/1.1" status: 204 len: 168 time: 1.5152147 May 20 15:53:16.950279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37712) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:16.951913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Router cc1c6e73-f521-418c-8559-1dbee80af13d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:16.952810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:16.998489 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dced2b3-165a-4b88-a79c-ff458fc8f288 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:53:16.999018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8dced2b3-165a-4b88-a79c-ff458fc8f288 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:17.024123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8dced2b3-165a-4b88-a79c-ff458fc8f288 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:17.025859 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8dced2b3-165a-4b88-a79c-ff458fc8f288 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/a2f17505-d259-43b1-82b4-dff82d8fec21 HTTP/1.1" status: 404 len: 333 time: 0.0735040 May 20 15:53:17.027768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:17.029954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37720) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:17.059791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for 3d21caa7-82cf-4de3-8e77-85c7f1d47d40 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:17.082330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.090078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:17.177848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:17.184629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 109720e2-4538-4b06-957b-aa5f06ce6d84 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:17.189085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:17.195256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:17.222853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=2d84826b-5bda-489e-849f-6d5e8722e78b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:17.225677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.265295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:17.312903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.354276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:17.355017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.393325 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0238936 May 20 15:53:17.394247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37726) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:17.402836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'port': {'network_id': '91312924-ffb8-4117-a466-a09aab05a174', 'name': 'tempest-FloatingIPTestJSON-1846915894'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:17.550215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.556965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:17.564122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.617048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:17.620515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=30a459cf-6728-473f-9549-1042493d4346,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:17.623109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:17.625017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:port and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:17.630059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:17.636713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.657264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:17.720399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:17.724004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.772571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:17.772940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] device_id is not set on port a3dd882c-e4e8-4292-85ed-011f76bd9e3d yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:17.788628 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] Sync routers for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:17.809631 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:17.810414 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:18.003893 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "PUT /v2.0/routers/cc1c6e73-f521-418c-8559-1dbee80af13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4505980 May 20 15:53:18.012555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37732) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.020862 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:18.033460 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] Routers {'cc1c6e73-f521-418c-8559-1dbee80af13d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:18.034241 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc1c6e73-f521-418c-8559-1dbee80af13d'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:18.136279 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:18.140202 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7231a-cde5-46e7-a065-6513f3505264 None None] The sync data for ids ['cc1c6e73-f521-418c-8559-1dbee80af13d'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:18.161991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.201209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.222204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.6 (91312924-ffb8-4117-a466-a09aab05a174/5877056c-8cc3-4d41-9756-7071910e57e5/a3dd882c-e4e8-4292-85ed-011f76bd9e3d) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:18.235053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.249955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.305536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=109720e2-4538-4b06-957b-aa5f06ce6d84,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.309979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=3d21caa7-82cf-4de3-8e77-85c7f1d47d40,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.322880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.329998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.345598 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/109720e2-4538-4b06-957b-aa5f06ce6d84 HTTP/1.1" status: 204 len: 168 time: 1.3101072 May 20 15:53:18.346666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.347154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcabff-0108-4627-8ac2-c8dfdb2a2cc9 None None] Network 059ec37d-1185-4645-aa4b-3b61240cf86c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:18.351614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37736) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.352015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.380555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.387594 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/ports/3d21caa7-82cf-4de3-8e77-85c7f1d47d40 HTTP/1.1" status: 204 len: 168 time: 2.6515572 May 20 15:53:18.399291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37740) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.424020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] device_id is not set on port cde522f9-6773-45e0-b257-42b72d25c078 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:18.476396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.488022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e89507-597e-45d9-a436-e529df36eb66 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] GET failed (client error): The resource could not be found. May 20 15:53:18.488522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-46e89507-597e-45d9-a436-e529df36eb66 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Synchronizing usage tracker for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:18.653429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Transition to ACTIVE for port object cde522f9-6773-45e0-b257-42b72d25c078 will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:18.681752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.691005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e7cb5d66-dd96-476f-8b63-5dec8df7309b tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.769831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=cde522f9-6773-45e0-b257-42b72d25c078,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.780521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.787968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.855157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.860568 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/ports/30a459cf-6728-473f-9549-1042493d4346 HTTP/1.1" status: 204 len: 168 time: 4.0502427 May 20 15:53:18.863572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37746) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.885788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-46e89507-597e-45d9-a436-e529df36eb66 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Unset dirty status for tenant:52ebd0a6e6a04bc09e467640b8443a23 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:18.886966 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-46e89507-597e-45d9-a436-e529df36eb66 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "GET /v2.0/ports/3d21caa7-82cf-4de3-8e77-85c7f1d47d40 HTTP/1.1" status: 404 len: 333 time: 0.4734368 May 20 15:53:18.905246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37750) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.956629 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85d72b1-437e-4e8b-a959-9c187036aba4 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] GET failed (client error): The resource could not be found. May 20 15:53:18.957051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c85d72b1-437e-4e8b-a959-9c187036aba4 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Synchronizing usage tracker for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:18.962848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.998248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:18.998248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:18.998248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.014489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] DHCP port deletion for 059ec37d-1185-4645-aa4b-3b61240cf86c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:53:19.019660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.020093 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:19.022672 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 2 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:19.043731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c85d72b1-437e-4e8b-a959-9c187036aba4 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Unset dirty status for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:19.044897 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c85d72b1-437e-4e8b-a959-9c187036aba4 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "GET /v2.0/ports/30a459cf-6728-473f-9549-1042493d4346 HTTP/1.1" status: 404 len: 333 time: 0.1757045 May 20 15:53:19.055663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37756) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:19.095727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.096206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.096372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.107405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.107736 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:19.109562 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 3 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:19.122786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.134140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port a971ee17-e819-4ae6-b3c5-b91db5965071 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:19.134465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.148329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.148654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.148971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.169933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.170251 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:19.204078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Deleting port a971ee17-e819-4ae6-b3c5-b91db5965071 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:19.204986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.215156 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 4 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:19.242534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting port a24b0c19-e932-4de4-b198-bd011ad6718e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:19.242866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.266712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.266982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.267253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.320945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.341361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7954093f-7ea9-4c99-be41-a6da90cc8ac0 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:19.428485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] For port a971ee17-e819-4ae6-b3c5-b91db5965071, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a971ee17-e819-4ae6-b3c5-b91db5965071,segment=NetworkSegment(412d0e70-1666-4974-b0ac-2dbd6be5d577),segment_id=412d0e70-1666-4974-b0ac-2dbd6be5d577)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:19.428843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.432368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:19.433132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] For port a971ee17-e819-4ae6-b3c5-b91db5965071, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a971ee17-e819-4ae6-b3c5-b91db5965071,segment=NetworkSegment(412d0e70-1666-4974-b0ac-2dbd6be5d577),segment_id=412d0e70-1666-4974-b0ac-2dbd6be5d577)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:19.434002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.434181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port aec83cdd-55ee-4610-9c89-97959aca6ecb {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:19.434493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.437818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.438139 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:19.441371 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 5 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:19.451248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port 4c1a715b-2607-4b5e-bcf8-9074b5455d34 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:19.451248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.453611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:19.475918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:19.518507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=a3dd882c-e4e8-4292-85ed-011f76bd9e3d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:19.589205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:19.610770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.652554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for a971ee17-e819-4ae6-b3c5-b91db5965071 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:19.660298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.661320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.661320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.680014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.680337 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:19.684814 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 6 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:19.717928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Calling delete_port for a971ee17-e819-4ae6-b3c5-b91db5965071 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:19.742286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.742738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.743144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.756153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Calling delete_port for a24b0c19-e932-4de4-b198-bd011ad6718e owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:19.764708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:19.765724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.776736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:19.777792 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:19.782788 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 7 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:19.797562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.818069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4232011 May 20 15:53:19.823891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37762) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:19.842577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.848500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'a3dd882c-e4e8-4292-85ed-011f76bd9e3d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:19.951179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:19.951633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:19.952163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:19.959514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:19.977265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.981093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for aec83cdd-55ee-4610-9c89-97959aca6ecb owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:19.987256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:20.059854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for 4c1a715b-2607-4b5e-bcf8-9074b5455d34 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:20.065568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:20.065568 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:20.066701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:floatingip and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:20.074366 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 8 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:20.088994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Pushing event deleted for resources: {'Port': ['ID=a971ee17-e819-4ae6-b3c5-b91db5965071,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:20.092647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] No DVR routers for this DVR port a971ee17-e819-4ae6-b3c5-b91db5965071 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:20.096077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:20.096574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:20.126779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:20.144805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:20.145329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:20.145867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:20.170270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.178914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-300f972a-69d5-4f8a-97b0-af2fca223a50 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:20.218035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:20.218415 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:20.228823 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 9 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:20.241126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a971ee17-e819-4ae6-b3c5-b91db5965071 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:20.246069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.264197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=a971ee17-e819-4ae6-b3c5-b91db5965071,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:20.271799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:20.280259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No DVR routers for this DVR port a971ee17-e819-4ae6-b3c5-b91db5965071 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:20.324403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:20.324879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:20.325048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:20.353133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a971ee17-e819-4ae6-b3c5-b91db5965071 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:20.357518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:20.357518 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:20.357858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a971ee17-e819-4ae6-b3c5-b91db5965071 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:20.360238 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempt 10 to bind port cde522f9-6773-45e0-b257-42b72d25c078 May 20 15:53:20.426376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.432602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:20.486395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:20.486845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:20.487046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempting to bind port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:20.518192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Port': ['ID=a24b0c19-e932-4de4-b198-bd011ad6718e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:20.526953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:20.547892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:20.548219 dv-neutron-601336-76-hyperv neutron-server[92431]: ERROR neutron.plugins.ml2.managers [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Failed to bind port cde522f9-6773-45e0-b257-42b72d25c078 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '31f12550-c375-4f70-a033-044628ff6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b630e896-20e1-4c80-96e7-ecf44af81243'}] May 20 15:53:20.548582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.574263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.605487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059ec37d-1185-4645-aa4b-3b61240cf86c']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:20.656786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412d0e70-1666-4974-b0ac-2dbd6be5d577') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:20.657081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412d0e70-1666-4974-b0ac-2dbd6be5d577') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:20.680399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.696158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:20.700956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.726461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.741074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.743435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a3ad8037-5332-4d1c-9a93-d232135243c6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:20.794416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:20.794822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.806034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=aec83cdd-55ee-4610-9c89-97959aca6ecb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:20.810311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:20.820302 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:20.827615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=4c1a715b-2607-4b5e-bcf8-9074b5455d34,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:20.861280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:20.926809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.977002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] For port cde522f9-6773-45e0-b257-42b72d25c078, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:20.977638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attempted to set empty binding levels {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 15:53:20.995609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.035881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.049677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2dab34ee-c5b8-4b6c-99a7-da45e60b933c tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:21.140111 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/ports/4c1a715b-2607-4b5e-bcf8-9074b5455d34 HTTP/1.1" status: 204 len: 168 time: 2.2337325 May 20 15:53:21.150103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37772) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.190239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] In _notify_port_updated(), no bound segment for port cde522f9-6773-45e0-b257-42b72d25c078 on network b630e896-20e1-4c80-96e7-ecf44af81243 {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:53:21.191375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:21.192218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.198700 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "PUT /v2.0/ports/cde522f9-6773-45e0-b257-42b72d25c078 HTTP/1.1" status: 200 len: 981 time: 4.2398071 May 20 15:53:21.200662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.206118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37776) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.256841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event updated for resources: {'Port': ['ID=cde522f9-6773-45e0-b257-42b72d25c078,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:21.270601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.271407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:21.274425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.283461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.284430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:21.303595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.322019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.338766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/ports/aec83cdd-55ee-4610-9c89-97959aca6ecb HTTP/1.1" status: 204 len: 168 time: 2.2804046 May 20 15:53:21.340324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=059ec37d-1185-4645-aa4b-3b61240cf86c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:21.350159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37780) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.402412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.403131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Fanout notify agent at l3_agent the message router_deleted on router cc1c6e73-f521-418c-8559-1dbee80af13d {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:53:21.423737 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f524cb87-0039-464b-9af2-bffed20c20fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] GET failed (client error): The resource could not be found. May 20 15:53:21.424467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f524cb87-0039-464b-9af2-bffed20c20fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Synchronizing usage tracker for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:21.436337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e240723-eb72-47ca-b8e1-2abceb13e6b1 req-9fae7ab9-ae5b-4eb4-9319-d2b086e49e80 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:21.438133 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e240723-eb72-47ca-b8e1-2abceb13e6b1 req-9fae7ab9-ae5b-4eb4-9319-d2b086e49e80 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 0.6604242 May 20 15:53:21.448402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.449549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "DELETE /v2.0/routers/cc1c6e73-f521-418c-8559-1dbee80af13d HTTP/1.1" status: 204 len: 168 time: 3.4360080 May 20 15:53:21.456880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37784) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.512515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f524cb87-0039-464b-9af2-bffed20c20fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Unset dirty status for tenant:642dc1a2f89544d88f9e42a720a89891 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:21.513732 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f524cb87-0039-464b-9af2-bffed20c20fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "GET /v2.0/ports/aec83cdd-55ee-4610-9c89-97959aca6ecb HTTP/1.1" status: 404 len: 333 time: 0.1613712 May 20 15:53:21.521229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37788) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.540487 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/059ec37d-1185-4645-aa4b-3b61240cf86c HTTP/1.1" status: 204 len: 168 time: 3.1803775 May 20 15:53:21.543469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:21.556078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting subnet 786718ea-35b8-431e-b629-b1750b7f2b9b {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:21.558954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37792) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.576969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'name': 'tempest-PortsIpV6TestJSON-492673233'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:21.607117 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e240723-eb72-47ca-b8e1-2abceb13e6b1 req-d69d6348-2dbd-4fdf-9df5-3befebba3906 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562383 May 20 15:53:21.636376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting subnet 3fc519ae-d084-4211-8033-9862b2b344b9 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:21.652357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.670443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.752679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.828248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:21.828529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.910700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.952395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.996109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:22.029234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.051468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:22.110361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.98 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/ab5edfb9-2fc5-4e1a-9486-aa386b7e123f) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:22.121043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Deleting port cde522f9-6773-45e0-b257-42b72d25c078 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:22.122680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.152014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:22.156298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.306665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port f516a73f-ed62-4c04-a9bc-103286fcaa0d yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:22.331735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for 71afc33d-4af2-44cb-9d80-8c0cf66b3d77 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:22.396993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.442812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] For port cde522f9-6773-45e0-b257-42b72d25c078, host hv-neutron-6013, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:22.443014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.670161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Calling delete_port for cde522f9-6773-45e0-b257-42b72d25c078 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:22.880147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.896952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.899342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-edab54e9-19d0-4587-9356-492f5cbb1290 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.982617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc519ae-d084-4211-8033-9862b2b344b9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.987388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.989566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc2806-ff5e-4c53-9ab3-4ea33fad5298 None None] Network 0ce9e59e-553b-4626-bcea-c39f07acaa18 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:22.993059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.022427 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "DELETE /v2.0/subnets/3fc519ae-d084-4211-8033-9862b2b344b9 HTTP/1.1" status: 204 len: 168 time: 1.5519979 May 20 15:53:23.027758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.031065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37806) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:23.043211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-219a1937-8028-4253-84c0-8ffc6c9647a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:23.128615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.142018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=71afc33d-4af2-44cb-9d80-8c0cf66b3d77,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:23.155244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.167605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c61fae87-93c3-431a-842f-17e6bc86ab6f tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:23.186834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.201406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.231933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Pushing event deleted for resources: {'Port': ['ID=cde522f9-6773-45e0-b257-42b72d25c078,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:23.240794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.248235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a8ffcfa7-9b22-4530-89a1-9107058ae6b7 tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:23.293130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.328818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:23.346057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:23.358433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:23.387620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] DHCP port deletion for 0ce9e59e-553b-4626-bcea-c39f07acaa18 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:53:23.415408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7f69-a00f-45e8-bf73-2d94f781c88b req-5d87a077-2196-4e43-b35e-ab5aefa54552 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:23.436321 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3abb7f69-a00f-45e8-bf73-2d94f781c88b req-5d87a077-2196-4e43-b35e-ab5aefa54552 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 0.6233823 May 20 15:53:23.465689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Deleting port b1097385-483f-4e96-962d-930f7079d266 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:23.466213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.542051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.544108 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/ports/71afc33d-4af2-44cb-9d80-8c0cf66b3d77 HTTP/1.1" status: 204 len: 168 time: 2.0206916 May 20 15:53:23.548447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.550782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37810) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:23.574182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.586710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=ab5edfb9-2fc5-4e1a-9486-aa386b7e123f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:23.590100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.592412 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "DELETE /v2.0/ports/cde522f9-6773-45e0-b257-42b72d25c078 HTTP/1.1" status: 204 len: 168 time: 2.3806367 May 20 15:53:23.593657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.595889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37816) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:23.602430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d87fbc20-d9f3-4003-b00c-6eceee9ccb57 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:23.606825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] For port b1097385-483f-4e96-962d-930f7079d266, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b1097385-483f-4e96-962d-930f7079d266,segment=NetworkSegment(f714e6ba-ed70-44b1-a70a-412037d2b76f),segment_id=f714e6ba-ed70-44b1-a70a-412037d2b76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:23.607328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.645034 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3abb7f69-a00f-45e8-bf73-2d94f781c88b req-9739bbf7-c3c3-4593-93de-ebde635d5b5c tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075284 May 20 15:53:23.649771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.655070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Subnet': ['ID=786718ea-35b8-431e-b629-b1750b7f2b9b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:23.666801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.667482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71da3ce3-f5cb-4692-84d5-57debe25855d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:23.686686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52a7ebb-e553-44c1-9bb8-99f85c541648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] GET failed (client error): The resource could not be found. May 20 15:53:23.687513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a52a7ebb-e553-44c1-9bb8-99f85c541648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Synchronizing usage tracker for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:23.741354 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/subnets/786718ea-35b8-431e-b629-b1750b7f2b9b HTTP/1.1" status: 204 len: 168 time: 2.5896134 May 20 15:53:23.748685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37820) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:23.756584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:23.762378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f513e-a0ae-4573-a007-c94ae2cfc906 None None] Network a4456bed-0bbc-4ad9-9773-34ec7f76ee54 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:23.766710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:23.774749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:23.780846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:23.781510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.790724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting subnet ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:23.851947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a52a7ebb-e553-44c1-9bb8-99f85c541648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Unset dirty status for tenant:22cff54432834134b1b70a2f810e245c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:23.853163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a52a7ebb-e553-44c1-9bb8-99f85c541648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] 10.222.0.13 "GET /v2.0/ports/cde522f9-6773-45e0-b257-42b72d25c078 HTTP/1.1" status: 404 len: 333 time: 0.2539725 May 20 15:53:23.858716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37824) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:23.867061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.892855 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3295035 May 20 15:53:23.894285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=f516a73f-ed62-4c04-a9bc-103286fcaa0d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:23.901037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37828) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:23.903621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.911732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Calling delete_port for b1097385-483f-4e96-962d-930f7079d266 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:23.995362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.023432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.087259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.108494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting port b1097385-483f-4e96-962d-930f7079d266 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:24.109500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.149412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.156269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5da181b2-6faa-4d43-a3fb-b048965c2396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.215206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Pushing event deleted for resources: {'Port': ['ID=b1097385-483f-4e96-962d-930f7079d266,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:24.217746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:24.219046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1097385-483f-4e96-962d-930f7079d266 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:24.274328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: b1097385-483f-4e96-962d-930f7079d266 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:24.275287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1097385-483f-4e96-962d-930f7079d266 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:24.282933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] No DVR routers for this DVR port b1097385-483f-4e96-962d-930f7079d266 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:24.338588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.360187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b630e896-20e1-4c80-96e7-ecf44af81243']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:24.376263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f12550-c375-4f70-a033-044628ff6748') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:24.376263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f12550-c375-4f70-a033-044628ff6748') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:24.391710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] DHCP port deletion for a4456bed-0bbc-4ad9-9773-34ec7f76ee54 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:53:24.392792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.417640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.427736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:24.428011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:24.444633 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:24.468278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] For port b1097385-483f-4e96-962d-930f7079d266, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:24.468702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.549128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Deleting port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:24.549128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.563698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.572737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.574393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94d3fc29-ad90-44c2-b183-1624c25a186a tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.591450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.610073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Pushing event deleted for resources: {'Network': ['ID=b630e896-20e1-4c80-96e7-ecf44af81243,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:24.617018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:24.626290 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] 10.222.0.13 "DELETE /v2.0/networks/b630e896-20e1-4c80-96e7-ecf44af81243 HTTP/1.1" status: 204 len: 168 time: 0.7582057 May 20 15:53:24.702370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] For port 0f36845f-22d1-4084-b277-7bcc5e8e1a39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0f36845f-22d1-4084-b277-7bcc5e8e1a39,segment=NetworkSegment(78bb43b3-8cdb-478d-aff0-311ec759da91),segment_id=78bb43b3-8cdb-478d-aff0-311ec759da91)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:24.703090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.760283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.868257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Calling delete_port for b1097385-483f-4e96-962d-930f7079d266 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:24.872953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Port b1097385-483f-4e96-962d-930f7079d266 was not found and therefore no delete operation was performed {{(pid=92432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:53:24.885367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.894513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Calling delete_port for 0f36845f-22d1-4084-b277-7bcc5e8e1a39 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:24.914904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.955616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eb3f735f-80f5-4c5f-a5e0-0f3cea44f4db tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.979723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.986635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-443743d3-ffa4-4a99-bf62-261b5313b456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:25.006937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] No DVR routers for this DVR port b1097385-483f-4e96-962d-930f7079d266 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:25.041235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.048060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Pushing event deleted for resources: {'Port': ['ID=0f36845f-22d1-4084-b277-7bcc5e8e1a39,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:25.050486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] No DVR routers for this DVR port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:25.052109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.053623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.067576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4bc11b4f-f0f7-4f5c-90bc-7f4b23218114 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:25.093720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Port': ['ID=b1097385-483f-4e96-962d-930f7079d266,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:25.096254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.161776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37840) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:25.184557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=ab5edfb9-2fc5-4e1a-9486-aa386b7e123f,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:25.189095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.194638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.235221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e560b32-9f35-420f-a804-948a3949a933 req-cc4c7350-2439-4402-8add-76b67034d849 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:25.236787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e560b32-9f35-420f-a804-948a3949a933 req-cc4c7350-2439-4402-8add-76b67034d849 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 0.9856102 May 20 15:53:25.251774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Deleting port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:25.252122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.371627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.395528 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP 410c0f1e-da88-448d-bce9-359744249cce associated. External IP: 172.26.8.98, port: a3dd882c-e4e8-4292-85ed-011f76bd9e3d. May 20 15:53:25.482215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port f516a73f-ed62-4c04-a9bc-103286fcaa0d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:25.482561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.576987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce9e59e-553b-4626-bcea-c39f07acaa18']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:25.675364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f714e6ba-ed70-44b1-a70a-412037d2b76f') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:25.675690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f714e6ba-ed70-44b1-a70a-412037d2b76f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:25.766474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] For port 0f36845f-22d1-4084-b277-7bcc5e8e1a39, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:25.766838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.785128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.981810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.990846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Calling delete_port for 0f36845f-22d1-4084-b277-7bcc5e8e1a39 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:25.999067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.008646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 was not found and therefore no delete operation was performed {{(pid=92432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:53:26.023489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0463da8-e8c2-4947-83aa-847ff485e88a req-2280230e-b3b0-4de1-bf73-8c14225f9a51 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:26.025099 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0463da8-e8c2-4947-83aa-847ff485e88a req-2280230e-b3b0-4de1-bf73-8c14225f9a51 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 946 time: 1.0734022 May 20 15:53:26.027610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-05092ca0-270c-4b20-b4eb-53a3d8ebd8e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d00f7445574646bc823b4da0222032bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599021 May 20 15:53:26.043630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:26.044038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.044483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:26.045606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37848) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:26.148364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:26.153903 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:26.157384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9d132f52-9b39-45b7-9417-7a7517fc6fb1 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:26.178694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0f36845f-22d1-4084-b277-7bcc5e8e1a39 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:26.216008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0f36845f-22d1-4084-b277-7bcc5e8e1a39 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:26.216436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0f36845f-22d1-4084-b277-7bcc5e8e1a39 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:26.267801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.312818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:26.328248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:26.328891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.346225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:26.347548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:26.352018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.441199 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6075926 May 20 15:53:26.442244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37852) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:26.447902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:26.530189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for f516a73f-ed62-4c04-a9bc-103286fcaa0d owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:26.542724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.555238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21a0ad21-8a18-4021-b461-2acdd0535c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:26.558288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:26.559796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Port': ['ID=0f36845f-22d1-4084-b277-7bcc5e8e1a39,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:26.572049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:26.572527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:26.575453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98beb580-96e2-4ab6-b057-f7a11cfc1a77,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:26.580711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:26.584152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.594001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:26.618862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] No DVR routers for this DVR port 0f36845f-22d1-4084-b277-7bcc5e8e1a39 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:26.651738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.653133 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98beb580-96e2-4ab6-b057-f7a11cfc1a77 HTTP/1.1" status: 204 len: 168 time: 0.6022046 May 20 15:53:26.693832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:26.694453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33b7ab-66d1-4d6a-afb4-913b9326b4f3 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:26.748458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.811564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0463da8-e8c2-4947-83aa-847ff485e88a req-52124b4e-f171-47a8-86db-9fab437b1372 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5375047 May 20 15:53:26.843083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.843083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-526334a8-d8ac-4ac2-b485-70feb4b3013c tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:26.919562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Deleting port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:26.919887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.960726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Network': ['ID=0ce9e59e-553b-4626-bcea-c39f07acaa18,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:26.968166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.973185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.974138 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP 410c0f1e-da88-448d-bce9-359744249cce disassociated. External IP: 172.26.8.98, port: a3dd882c-e4e8-4292-85ed-011f76bd9e3d. May 20 15:53:26.980993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:27.038701 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "DELETE /v2.0/networks/0ce9e59e-553b-4626-bcea-c39f07acaa18 HTTP/1.1" status: 204 len: 168 time: 4.0063994 May 20 15:53:27.047888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.057203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.059313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37860) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.178947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4456bed-0bbc-4ad9-9773-34ec7f76ee54']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:27.187293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32d39c4e-41a8-48ab-a032-4dc3b7c76655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:27.229505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d5b7c-89b6-4310-a381-76876466aaac None None] Network 9234105b-efc5-4b5f-9b84-3d8428481470 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:27.289823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.292451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/subnets/ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c HTTP/1.1" status: 204 len: 168 time: 3.7388332 May 20 15:53:27.332422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37866) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.342240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bb43b3-8cdb-478d-aff0-311ec759da91') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:27.342929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bb43b3-8cdb-478d-aff0-311ec759da91') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:27.354574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9a62b7-fa48-4465-bac6-d3aa4d7e0e9c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:27.375829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:27.433382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37870) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.461824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.465289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:27.586209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.621938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cf7e54f3-eb52-42c7-80a9-b21bd65210aa tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:27.717947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:27.770177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.798759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=f516a73f-ed62-4c04-a9bc-103286fcaa0d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:27.861746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:27.871832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.921190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:27.926335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.950308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:27.976773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:27.977744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.981887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:27.996162 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:28.012380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.019237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb9661ff-440b-426b-979c-83d27e5cc447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.030841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:28.038555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.043345 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:28.059692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.060528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.063101 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:28.063739 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:28.150003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] DHCP port deletion for 9234105b-efc5-4b5f-9b84-3d8428481470 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:53:28.164260 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'code': 200} May 20 15:53:28.207654 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f564c5f9-9d5a-46c6-86c7-13f5c10da988 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/floatingips/410c0f1e-da88-448d-bce9-359744249cce HTTP/1.1" status: 200 len: 687 time: 1.7649646 May 20 15:53:28.208285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37878) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.225156 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:28.255307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 5278c124-ff60-4572-94d1-2086303cb32c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:28.256234 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:28.256526 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:28.329315 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:28.330008 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd0b18-1689-4f3a-81ef-34b7904d39dd None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:28.388302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.397655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.435111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cb6231fb-5ce0-4ed2-a15e-34d80dc236fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22cff54432834134b1b70a2f810e245c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9833186 May 20 15:53:28.481104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37884) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.509328 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/f516a73f-ed62-4c04-a9bc-103286fcaa0d HTTP/1.1" status: 204 len: 168 time: 4.5981703 May 20 15:53:28.518725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.525676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37888) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.535780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Deleting port 339576d4-643e-4dc0-8ee2-0845cdf64354 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:28.536366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.592012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Deleting port 5278c124-ff60-4572-94d1-2086303cb32c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:28.593153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.616211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'mac_address': 'fa:16:3e:29:05:f3', 'name': 'tempest-PortsIpV6TestJSON-949452397'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:28.652823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 5278c124-ff60-4572-94d1-2086303cb32c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5278c124-ff60-4572-94d1-2086303cb32c,segment=NetworkSegment(8da213c4-eda6-4f3d-83ab-4138a13940e5),segment_id=8da213c4-eda6-4f3d-83ab-4138a13940e5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:28.719667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.733247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ecab9ad1-e6f0-4ddc-b018-1428f9e83c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.733599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.842867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] For port 5278c124-ff60-4572-94d1-2086303cb32c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5278c124-ff60-4572-94d1-2086303cb32c,segment=NetworkSegment(8da213c4-eda6-4f3d-83ab-4138a13940e5),segment_id=8da213c4-eda6-4f3d-83ab-4138a13940e5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:28.843320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.965215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:28.975067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=5278c124-ff60-4572-94d1-2086303cb32c,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.984260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Calling delete_port for 5278c124-ff60-4572-94d1-2086303cb32c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:28.987025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.993108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:29.000013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:29.000340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.018016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.021391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:29.022364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.050045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.054928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.055524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.057301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8170c8d7-37b1-4459-a033-2c529b50cdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.063438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port ab5edfb9-2fc5-4e1a-9486-aa386b7e123f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:29.064016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.067452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Pushing event deleted for resources: {'Network': ['ID=a4456bed-0bbc-4ad9-9773-34ec7f76ee54,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.089219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.105577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:29.122679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Pushing event deleted for resources: {'Port': ['ID=5278c124-ff60-4572-94d1-2086303cb32c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.127729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.129127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] No DVR routers for this DVR port 5278c124-ff60-4572-94d1-2086303cb32c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:29.137284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.149231 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] 10.222.0.13 "DELETE /v2.0/networks/a4456bed-0bbc-4ad9-9773-34ec7f76ee54 HTTP/1.1" status: 204 len: 168 time: 5.3980253 May 20 15:53:29.219098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Calling delete_port for 339576d4-643e-4dc0-8ee2-0845cdf64354 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:29.357575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a926217-c9e8-4b8e-b75c-b156df4770fc req-1e2c034b-3ae8-48d0-9a28-0ef0b781a1ae tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:29.359856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8a926217-c9e8-4b8e-b75c-b156df4770fc req-1e2c034b-3ae8-48d0-9a28-0ef0b781a1ae tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 944 time: 1.0178633 May 20 15:53:29.360052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.414172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.414560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.438113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port fa4c06ae-af4c-4cf0-b484-e84143cdd80c yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:29.442996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.443404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.443674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Floating IP 8f4b194a-f71e-49ae-8e1e-d4171e127cfb disassociated. External IP: 172.26.8.187, port: c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8. May 20 15:53:29.444011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Calling delete_port for c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:29.455225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Deleting port 5278c124-ff60-4572-94d1-2086303cb32c {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:29.455671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.484275 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8a926217-c9e8-4b8e-b75c-b156df4770fc req-c8d55f84-846e-4159-9615-2c4f39b0edd1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969617 May 20 15:53:29.610860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] For port 5278c124-ff60-4572-94d1-2086303cb32c, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:29.611790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.643087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.749035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37898) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:29.759513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Calling delete_port for 5278c124-ff60-4572-94d1-2086303cb32c owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:29.766014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.796522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Port 5278c124-ff60-4572-94d1-2086303cb32c was not found and therefore no delete operation was performed {{(pid=92432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:53:29.802390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for ab5edfb9-2fc5-4e1a-9486-aa386b7e123f owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:29.822240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.827510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b038277-f82b-4846-9af3-b266bef783ba,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.830051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c97b5df7-5dfb-4d36-ac21-23fc5be18bb7 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.831535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.881779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Port': ['ID=5278c124-ff60-4572-94d1-2086303cb32c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.885037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.889798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] No DVR routers for this DVR port 5278c124-ff60-4572-94d1-2086303cb32c on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:30.006724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.015992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4e97d3b4-d8e0-44e2-9fe7-39f67d1bac16 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.076730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.078552 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b038277-f82b-4846-9af3-b266bef783ba HTTP/1.1" status: 204 len: 168 time: 1.5833991 May 20 15:53:30.151759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Pushing event deleted for resources: {'Port': ['ID=339576d4-643e-4dc0-8ee2-0845cdf64354,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.197789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.201701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.261639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.269979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9234105b-efc5-4b5f-9b84-3d8428481470']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:30.290574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.329985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.357855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event deleted for resources: {'Port': ['ID=c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.361458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da213c4-eda6-4f3d-83ab-4138a13940e5') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:30.361760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da213c4-eda6-4f3d-83ab-4138a13940e5') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:30.378595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.390633 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c52ded7f-51e9-4d1d-aafb-823609d192cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52ebd0a6e6a04bc09e467640b8443a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365075 May 20 15:53:30.391804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37908) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:30.394327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.441207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.454994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b03fb399-8d2b-46e6-9f59-adb3fbb44d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.475718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.491870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.521673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=ab5edfb9-2fc5-4e1a-9486-aa386b7e123f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.521950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:30.522276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.526855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:30.542139 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:30.567168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.700932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.762633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d98ed0cd-d895-40c0-ba21-5b3a4824cdf0 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.866598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.874310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:30.880524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:30.897772 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:53:30.904878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:30.910968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:30.911658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.949737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.954784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=fa4c06ae-af4c-4cf0-b484-e84143cdd80c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.960185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.999648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.011961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.018901 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/floatingips/410c0f1e-da88-448d-bce9-359744249cce HTTP/1.1" status: 204 len: 168 time: 2.8094497 May 20 15:53:31.032509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37924) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.034465 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5071990 May 20 15:53:31.043049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.053653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '2d84826b-5bda-489e-849f-6d5e8722e78b'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:31.055792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e82f72db-000d-4216-9963-003db096e4ff req-2c15301b-5209-4348-9cfd-92ac01e40b0f tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Synchronizing usage tracker for tenant:12a391f584f8417cab742e107f57fbff on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:31.097051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.098335 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b128140-5777-41dd-8067-cc31a1910192 HTTP/1.1" status: 204 len: 168 time: 4.0274310 May 20 15:53:31.108833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.121167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-28b1621a-991f-448c-91b3-2a0c5035184e tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.138191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.149372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:31.156277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e82f72db-000d-4216-9963-003db096e4ff req-2c15301b-5209-4348-9cfd-92ac01e40b0f tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Unset dirty status for tenant:12a391f584f8417cab742e107f57fbff on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:31.157573 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e82f72db-000d-4216-9963-003db096e4ff req-2c15301b-5209-4348-9cfd-92ac01e40b0f tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.1657712 May 20 15:53:31.166868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Pushing event deleted for resources: {'Network': ['ID=9234105b-efc5-4b5f-9b84-3d8428481470,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.172637 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] 10.222.0.13 "DELETE /v2.0/networks/9234105b-efc5-4b5f-9b84-3d8428481470 HTTP/1.1" status: 204 len: 168 time: 3.8196189 May 20 15:53:31.175783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.261903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:31.307862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:floatingip and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:31.319681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:31.353484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:31.393036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311f9ea-82c5-4467-b4d9-535cd8a55ad5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:31.394105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f311f9ea-82c5-4467-b4d9-535cd8a55ad5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:31.402624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.420686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c3cd198-99c8-4314-9f6d-b334a4e79ab4 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.443564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.490680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:31.506344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] Sync routers for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:31.532950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:31.536589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:31.569403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff25245-078f-4f64-9d88-8391a4552e2e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.584075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.599487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.601966 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ff25245-078f-4f64-9d88-8391a4552e2e HTTP/1.1" status: 204 len: 168 time: 1.2073998 May 20 15:53:31.606183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f311f9ea-82c5-4467-b4d9-535cd8a55ad5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:31.609421 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f311f9ea-82c5-4467-b4d9-535cd8a55ad5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/fa4c06ae-af4c-4cf0-b484-e84143cdd80c HTTP/1.1" status: 200 len: 844 time: 0.5620193 May 20 15:53:31.620021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37946) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.626373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] No DVR routers for this DVR port c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:31.628993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.631819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e560b32-9f35-420f-a804-948a3949a933 req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.25 "DELETE /v2.0/ports/c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8 HTTP/1.1" status: 204 len: 173 time: 6.3632596 May 20 15:53:31.632611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'name': 'network-vif-deleted', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:31.748807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0684e656-921e-4de0-8aef-11a6e0df2946', 'name': 'network-vif-deleted', 'tag': 'c7a101e2-c8b2-4983-9a4d-4dba5bae3ed8', 'status': 'completed', 'code': 200} May 20 15:53:31.765886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.918986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37960) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:32.063582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:32.079058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port fa4c06ae-af4c-4cf0-b484-e84143cdd80c {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:32.079623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.142937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.577861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-76e768c3-cb8b-441d-82d2-3f976ad2a057 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c0b39c8bac749f4991ffc3037e511a5&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6498690 May 20 15:53:32.584951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 37978) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:32.606470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b8b3d06-970e-4a43-857b-1eba03c01c84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=642dc1a2f89544d88f9e42a720a89891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8388197 May 20 15:53:32.613681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 37982) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:32.840163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d67d55b0-e222-4531-a15e-05bb40f67690 req-d1e27a24-c0de-4eb8-a910-5354d25bc98a tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/ports?device_id=0684e656-921e-4de0-8aef-11a6e0df2946 HTTP/1.1" status: 200 len: 210 time: 0.1430554 May 20 15:53:32.852536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.874926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.930009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.048922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.068258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:55Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:33.069820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6971cdc1-2a9d-4b89-ab97-70ef3c3bd651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:33.084469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] Checking router: ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:33.092865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35324ae-f3b5-41bc-81ec-8559bb622144,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:33.095227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.098848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35324ae-f3b5-41bc-81ec-8559bb622144 HTTP/1.1" status: 204 len: 168 time: 0.5093880 May 20 15:53:33.098848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:33.118121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:33.120058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:33.239793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for fa4c06ae-af4c-4cf0-b484-e84143cdd80c owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:33.317911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.366108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.109 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/372bdeeb-df59-4dce-8c6f-2ebafb45d770) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:33.374291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.529076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.554519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f9c3d92f-8b27-43a2-92d1-daca1e032c7e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:33.605903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:33.755972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.786910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.798126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=fa4c06ae-af4c-4cf0-b484-e84143cdd80c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:33.807347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:33.814622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-21bbec0c-db79-4091-b21c-fe8c5f7a3e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:33.857997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae773db-1801-4231-8506-fe8550c926df,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:33.868698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:33.887069 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/fa4c06ae-af4c-4cf0-b484-e84143cdd80c HTTP/1.1" status: 204 len: 168 time: 2.2657306 May 20 15:53:33.891216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38016) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:33.892773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.908680 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ae773db-1801-4231-8506-fe8550c926df HTTP/1.1" status: 204 len: 168 time: 1.2918355 May 20 15:53:34.002501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.002913 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f298559d-7d0f-41ac-a663-ee5e71de568b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:53:34.005684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f298559d-7d0f-41ac-a663-ee5e71de568b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:34.047600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f298559d-7d0f-41ac-a663-ee5e71de568b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:34.053999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38024) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.054759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f298559d-7d0f-41ac-a663-ee5e71de568b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/fa4c06ae-af4c-4cf0-b484-e84143cdd80c HTTP/1.1" status: 404 len: 333 time: 0.1620281 May 20 15:53:34.072663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'name': 'tempest-PortsIpV6TestJSON-852194035'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:34.139742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38030) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.139742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38032) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.179046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38040) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.216422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.235989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:34.240842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Usage tracker for resource:security_group_rule and tenant:5a000ae0f32c4896b01710361e57099e is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:34.244749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:34.251656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:34.268130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.281756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aae3a4c0-f322-4b62-840e-5e4fdafa3574 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:34.357977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:34.363204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:34.375502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:34.382105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.395187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:55Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:34.396197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.406529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae272a-02e9-4462-9f64-2f42dac63666 None None] The sync data for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv is: [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 4, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '66b65cea-99d3-4bdc-af9b-58823df1a954', 'name': '', 'network_id': '3b5d8058-9b48-4168-91e9-a514eaee7812', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'mac_address': 'fa:16:3e:42:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:55Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'subnets': [{'id': 'bb3a33f7-27ef-4962-a571-8d5b81531f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:34.420185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:34.452316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b65cb857-b1e1-4eb9-9f4d-84ca75b94a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:34.480991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=372bdeeb-df59-4dce-8c6f-2ebafb45d770,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:34.485018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:34.491317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:34.559982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:34.564326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.570602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.583055 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a000ae0f32c4896b01710361e57099e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024677 May 20 15:53:34.612614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38046) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.637242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 90dc9f52-f5b3-42df-9c0f-ae74e467b486 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:34.660437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9637e1b1-e378-4317-8201-05f17b3f9da4,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:34.672858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:34.704191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.840760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1604911269'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:34.860157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:34.873057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:network and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:34.889171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:34.910911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:34.948257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:34.956803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.006050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.027686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:35.037213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:security_group_rule and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:35.047147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325da023-f223-46b4-8bef-266b5c34e40b None None] New status for floating IP 8f4b194a-f71e-49ae-8e1e-d4171e127cfb: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:53:35.048081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:35.063346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:35.067318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.076344 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:35.125317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c77b6-9ecb-4b67-a2d5-1b42bb218409,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:35.129278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:35.153971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38054) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:35.192153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.203528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.208606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "DELETE /v2.0/security-groups/4d0c77b6-9ecb-4b67-a2d5-1b42bb218409 HTTP/1.1" status: 204 len: 168 time: 1.0625017 May 20 15:53:35.210672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38060) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:35.253796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-f81159e6-289c-4925-9e12-ea135f13044e tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] show failed (client error): The resource could not be found. May 20 15:53:35.256894 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f81159e6-289c-4925-9e12-ea135f13044e tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "GET /v2.0/security-groups/4d0c77b6-9ecb-4b67-a2d5-1b42bb218409 HTTP/1.1" status: 404 len: 347 time: 0.0436060 May 20 15:53:35.262813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38064) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:35.357464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.365053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.375040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f26595f5-60a6-4796-ac3c-f481a55512a2 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:35.441774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.462039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e931b66-247c-466d-9996-f98b184a7351,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:35.470636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:35.483973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-641740075', 'router:external': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:35.504995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:35.508126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:35.528455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:network and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:35.535756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:35.549507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:35.572289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Made reservation on behalf of 40b5a131cfca4df9bb964eb50dd051a3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:35.576629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.599174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.629916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:35.636414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:security_group_rule and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:35.646541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:35.655203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:35.798035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.798626 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Added segment 59f21d64-d57f-4ffa-8d3c-ad9ea73c6129 of type vlan for network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c May 20 15:53:35.815290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.832396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.855954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:35.858395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.885819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:35.893099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.913549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9637e1b1-e378-4317-8201-05f17b3f9da4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:35.922800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:35.971126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf52a9-aed9-4c5f-9efe-08299eba1bb0,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:35.976651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.977284 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Added segment 21e3e4f4-083c-4993-8ae2-391cc94bccf3 of type vlan for network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb May 20 15:53:35.991115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.046250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.087813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.096533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.097170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.097840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.098465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.099112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.099978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.100602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.101197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.101846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.103524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.104081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.104729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.105026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.105754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.113821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.118983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc413242-fe28-432d-9f3d-d6dda297ba9e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:36.155273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.155864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.179720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38086) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:36.183427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.248121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.249435 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9637e1b1-e378-4317-8201-05f17b3f9da4 HTTP/1.1" status: 204 len: 168 time: 1.6330752 May 20 15:53:36.291166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.297317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Network': ['ID=c1f94e1f-9224-4dc2-835a-e2c3298fdd4c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:36.308721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.309027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.310395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.310395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.310395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.310853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.310853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.311373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.311548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.311872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.312290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.312774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:36.343965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Deleting port f19a0795-e061-4f30-9e09-66984747fa74 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:36.344303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.350678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:36.415191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Network': ['ID=65fbf0a9-8807-42d0-b75c-9cc4648b6dbb,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:36.418108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.425841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2790303 May 20 15:53:36.425841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:36.425841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.426418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38094) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:36.426568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2657719 May 20 15:53:36.426734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38096) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:36.445147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:36.446263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:36.471265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'subnet': {'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:36.496697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:36.552086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'networks': [{'name': 'tempest-network--805554399'}, {'name': 'tempest-network--1465450894'}]} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:36.552839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'network': {'name': 'tempest-network--805554399'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:36.553518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'network': {'name': 'tempest-network--1465450894'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:36.560197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:36.567031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:network and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:36.573754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:36.582948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:36.599542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'network': 2} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:36.611355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.638948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.665809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:36.675254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:security_group_rule and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:36.681698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:36.691910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:36.733776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:subnet and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:36.756364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:36.771673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.788386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:36.793838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a17ecaee-5cfa-45f9-9e5f-654e5d5bac3a tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:36.839065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.845868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.847040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.861239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:36.892226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.892846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.908188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34057c58-e4d4-44f2-aeb9-e7d4e14f9616,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:36.911140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.917399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:36.931447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Made reservation on behalf of 40b5a131cfca4df9bb964eb50dd051a3 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:36.933004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.933903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.934112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Added segment d5a52b7b-49a3-4139-b7d0-1c81136890d3 of type vlan for network fa9827b2-904b-4ca5-b879-92af71a91d86 May 20 15:53:36.953123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:36.973379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.043590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:37.061587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.062372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Added segment 3b19a76d-e144-4bb0-a26e-99e421416887 of type vlan for network 532691ce-96fc-4716-90e9-f0576fb1195f May 20 15:53:37.081497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38104) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:37.083149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:37.086035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:37.100422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Calling delete_port for f19a0795-e061-4f30-9e09-66984747fa74 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:37.105866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.158127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:37.164527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.165532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.171654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:37.174764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=90dc9f52-f5b3-42df-9c0f-ae74e467b486,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:37.177489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:37.202324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:37.222849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:37.275884 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2194703 May 20 15:53:37.282166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38110) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:37.290713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:37.295210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.313527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:37.335376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.350981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.361872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:37.370695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Usage tracker for resource:security_group_rule and tenant:5fe3a813ea3b4d74bbdf204aea94a4f9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:37.375635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:37.384214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:37.428775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.430719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.437458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.442175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.442847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.449506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:37.610999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.635493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Network': ['ID=fa9827b2-904b-4ca5-b879-92af71a91d86,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:37.662551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network fa9827b2-904b-4ca5-b879-92af71a91d86 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:37.753894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Network': ['ID=532691ce-96fc-4716-90e9-f0576fb1195f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:37.761730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:37.763379 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5813622 May 20 15:53:37.764075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:37.764387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:37.774103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38116) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:37.780262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 532691ce-96fc-4716-90e9-f0576fb1195f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:37.787333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.842529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.909877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.928663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-02492d8e-2a1e-41fd-83bc-bf6fa7d38d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:37.985691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcbad6-cad3-4988-a10a-bea79443f8a6 req-e1efdc90-6038-4f35-b303-627659e63047 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.987308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cabcbad6-cad3-4988-a10a-bea79443f8a6 req-e1efdc90-6038-4f35-b303-627659e63047 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.4330261 May 20 15:53:38.025332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f27c4-fe78-44f1-b90e-a84d404c724a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:38.029688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fe3a813ea3b4d74bbdf204aea94a4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9467072 May 20 15:53:38.034061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:38.048225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38120) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:38.096917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.108799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:38.116805 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cabcbad6-cad3-4988-a10a-bea79443f8a6 req-9597affb-c15a-4b6e-bae1-5c1911d338a1 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180675 May 20 15:53:38.130047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.136295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.143018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.149701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.155611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.156554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Synchronizing usage tracker for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:38.176276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Pushing event deleted for resources: {'Port': ['ID=f19a0795-e061-4f30-9e09-66984747fa74,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:38.206352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Unset dirty status for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:38.212840 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-20a5cd00-0520-4c44-b842-6b0e9d48ae44 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2969 time: 0.4318657 May 20 15:53:38.212840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.212840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38126) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:38.287480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:38.325046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.392345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.536821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.552848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f46020f-4b5b-4cce-9bec-93b94ec829f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:38.575392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f27c4-fe78-44f1-b90e-a84d404c724a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:38.578673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.587742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:38.597566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9827b2-904b-4ca5-b879-92af71a91d86']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:38.608831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.610002 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/467f27c4-fe78-44f1-b90e-a84d404c724a HTTP/1.1" status: 204 len: 168 time: 0.5608172 May 20 15:53:38.614673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a52b7b-49a3-4139-b7d0-1c81136890d3') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:38.615757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a52b7b-49a3-4139-b7d0-1c81136890d3') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:38.635156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.669363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.680483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:38.680876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:38.702304 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:38.725457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.813019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.819844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:38.851928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.863999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.867655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.870937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.876778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Network': ['ID=fa9827b2-904b-4ca5-b879-92af71a91d86,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:38.885812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1804b4e6-10ef-4e08-8d4d-3a3191aac379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:38.887552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:38.898524 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/networks/fa9827b2-904b-4ca5-b879-92af71a91d86 HTTP/1.1" status: 204 len: 168 time: 0.6850326 May 20 15:53:38.902362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38136) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:38.936008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.983677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=372bdeeb-df59-4dce-8c6f-2ebafb45d770,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:38.987026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:38.988187 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] 10.222.0.13 "DELETE /v2.0/floatingips/8f4b194a-f71e-49ae-8e1e-d4171e127cfb HTTP/1.1" status: 204 len: 168 time: 3.5632510 May 20 15:53:38.990923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:38.995996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-551cd062-3d2a-455e-b2db-7eccbb220543 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:39.032246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38140) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:39.132626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.170031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] In _notify_port_updated(), no bound segment for port 90dc9f52-f5b3-42df-9c0f-ae74e467b486 on network f239d450-e010-44de-8116-5875eff52743 {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:53:39.175589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.176249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.180645 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/ports/90dc9f52-f5b3-42df-9c0f-ae74e467b486 HTTP/1.1" status: 200 len: 818 time: 1.8945735 May 20 15:53:39.198014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38148) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:39.331721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=90dc9f52-f5b3-42df-9c0f-ae74e467b486,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:39.334391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:39.394848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.411688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.412231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532691ce-96fc-4716-90e9-f0576fb1195f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:39.433643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b19a76d-e144-4bb0-a26e-99e421416887') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:39.433974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b19a76d-e144-4bb0-a26e-99e421416887') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:39.450828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.485085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242a95-3519-4817-b39e-57678d016910 req-cf17c452-7ccf-4894-bce0-469390f0738a tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.486557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27242a95-3519-4817-b39e-57678d016910 req-cf17c452-7ccf-4894-bce0-469390f0738a tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.2356064 May 20 15:53:39.487691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.496178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:39.496751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:39.515083 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:39.770123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27242a95-3519-4817-b39e-57678d016910 req-b2213684-8a9c-41a7-98f4-3d044c477767 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2545452 May 20 15:53:39.771468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.777518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:39.813666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:39.833071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Network': ['ID=532691ce-96fc-4716-90e9-f0576fb1195f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:39.837779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:39.842524 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/networks/532691ce-96fc-4716-90e9-f0576fb1195f HTTP/1.1" status: 204 len: 168 time: 0.9352868 May 20 15:53:39.842774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38168) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:40.089104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72906921-3b65-437d-a2f5-9b1924ed8c5a tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.095617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72906921-3b65-437d-a2f5-9b1924ed8c5a tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.101644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72906921-3b65-437d-a2f5-9b1924ed8c5a tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.108023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-72906921-3b65-437d-a2f5-9b1924ed8c5a tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Synchronizing usage tracker for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:40.127535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-72906921-3b65-437d-a2f5-9b1924ed8c5a tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Unset dirty status for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:40.129508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-72906921-3b65-437d-a2f5-9b1924ed8c5a tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1940 time: 0.2849703 May 20 15:53:40.134351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38176) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:40.140803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-946734722'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:40.147695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:40.167541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:40.183161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:40.189326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.237683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:40.255862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.256700 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Added segment ee4d2d82-a2e7-413f-b512-7c314e9cae61 of type vlan for network a2f290ec-f4bf-468d-b3f5-8f2d747bd071 May 20 15:53:40.298481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.306416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6a13c0cd-3fa5-4d85-bff0-9d217858f0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.349570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.354740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:53:40.355299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.362065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.363154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.373134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:40.387740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:40.425378 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd associated. External IP: 172.26.8.109, port: 2d84826b-5bda-489e-849f-6d5e8722e78b. May 20 15:53:40.684492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Network': ['ID=a2f290ec-f4bf-468d-b3f5-8f2d747bd071,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:40.689816 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5539393 May 20 15:53:40.692867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:40.693734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38188) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:40.699657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a2f290ec-f4bf-468d-b3f5-8f2d747bd071 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:40.708679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-800498512'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:40.729652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:40.743894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:network and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:40.750303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:40.764977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:40.804568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-b0872385-95e8-413f-88be-fed1d198046c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:40.807828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-b0872385-95e8-413f-88be-fed1d198046c tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.4045620 May 20 15:53:40.808727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 90dc9f52-f5b3-42df-9c0f-ae74e467b486 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:40.809140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:40.809399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.815233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.867074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.042881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9563439-b1a3-40e1-a970-5985e48e28d0,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:41.053720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:41.069407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38198) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:41.078557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:41.095279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:41.111821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.112382 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Added segment 96e06f59-82ba-45f1-8e4b-9ddacacf1f27 of type vlan for network b24fbf97-5f61-4c88-8792-79c53d11eec9 May 20 15:53:41.267278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-770063966', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:41.269197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.278809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.287738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Checking segment: {'id': '21e3e4f4-083c-4993-8ae2-391cc94bccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:41.288074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network hostable DHCP agents. Network: 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:41.291983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:41.312216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Usage tracker for resource:port and tenant:5c62bf9e82304f85a24b9b43472771ed is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:41.318747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Deleting port ee2cb152-f7d3-40a8-9598-e1aabf674530 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:41.319314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.345057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:41.387448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:41.409445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:41.455009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 90dc9f52-f5b3-42df-9c0f-ae74e467b486 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:41.496169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=1efbb9fe-94a6-47c3-83fd-0289f0a57d84,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:41.498949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:41.513171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:41.513556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network hostable DHCP agents. Network: c1f94e1f-9224-4dc2-835a-e2c3298fdd4c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:41.563827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Made reservation on behalf of 5c62bf9e82304f85a24b9b43472771ed for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:41.567754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.598322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:41.605992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.641001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:41.645189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.656013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.657078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.660078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb6866-d692-4821-adc9-2c6b32cf3da6 None None] Network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:41.660850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:41.677721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.678050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22135cf1-c654-468b-b7e3-493cc660d967 req-9c0b2389-6435-44e3-8141-4d861d894a36 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.678324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.680436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-22135cf1-c654-468b-b7e3-493cc660d967 req-9c0b2389-6435-44e3-8141-4d861d894a36 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 945 time: 0.5655949 May 20 15:53:41.690119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-822391e8-4015-4e08-bba6-23bbe665cfae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:41.716930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c1f94e1f-9224-4dc2-835a-e2c3298fdd4c) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:41.733244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd67a4c-3ef9-42c9-8e9c-0303fe560169 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:41.770302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:41.804170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.804748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.813021 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.3798318 May 20 15:53:41.817311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Usage tracker for resource:security_group_rule and tenant:5c62bf9e82304f85a24b9b43472771ed is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:41.831367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:41.831985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38204) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:41.844618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1405210872', 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:41.872083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:41.885611 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.4503284 May 20 15:53:41.894726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38208) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:41.898845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:port and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:41.907783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:41.918165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'name': 'tempest-NetworksTestDHCPv6-820780437'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:41.933524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:41.940295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:41.954331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.966356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ca2b9b18-e374-4cd7-b2a3-531cb8adfc63 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:41.976648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:42.018029 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3199742 May 20 15:53:42.038475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:42.067739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'ports': [{'network_id': 'a2f290ec-f4bf-468d-b3f5-8f2d747bd071', 'name': 'tempest-port--725825234', 'admin_state_up': True}, {'network_id': 'b24fbf97-5f61-4c88-8792-79c53d11eec9', 'admin_state_up': False}]} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:42.068284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'port': {'network_id': 'a2f290ec-f4bf-468d-b3f5-8f2d747bd071', 'name': 'tempest-port--725825234', 'admin_state_up': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:42.069101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'port': {'network_id': 'b24fbf97-5f61-4c88-8792-79c53d11eec9', 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:42.116010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Network': ['ID=b24fbf97-5f61-4c88-8792-79c53d11eec9,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:42.122199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=90dc9f52-f5b3-42df-9c0f-ae74e467b486,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:42.124664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:42.129753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f413fe-af67-4597-83c9-59a1acc21bc2 None None] Network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:42.151137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:42.153993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] For port ee2cb152-f7d3-40a8-9598-e1aabf674530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ee2cb152-f7d3-40a8-9598-e1aabf674530,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:42.154441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.168669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b24fbf97-5f61-4c88-8792-79c53d11eec9 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:42.200738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.205502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Made reservation on behalf of 40b5a131cfca4df9bb964eb50dd051a3 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:42.208022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.266994 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/90dc9f52-f5b3-42df-9c0f-ae74e467b486 HTTP/1.1" status: 204 len: 168 time: 3.0511227 May 20 15:53:42.279637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38216) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:42.337680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] device_id is not set on port 3be6dfca-6521-4053-a19a-c8e352c1e87a yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:42.399073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-22135cf1-c654-468b-b7e3-493cc660d967 req-c67c1a96-6525-467e-9b5d-493cbd53814a tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6624196 May 20 15:53:42.521968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '1efbb9fe-94a6-47c3-83fd-0289f0a57d84'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:53:42.523504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.711616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:42.716040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:42.732805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:42.766906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:42.836083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:42.845283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.858334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b20d9c-3739-4422-a160-941e96829407 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:42.894911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b20d9c-3739-4422-a160-941e96829407 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:42.896027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-41b20d9c-3739-4422-a160-941e96829407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:42.938924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:42.942968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.008656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Allocated IP 2001:db8::3b (65fbf0a9-8807-42d0-b75c-9cc4648b6dbb/a9563439-b1a3-40e1-a970-5985e48e28d0/3be6dfca-6521-4053-a19a-c8e352c1e87a) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:43.018190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.043102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-41b20d9c-3739-4422-a160-941e96829407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:43.047947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.060298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/1efbb9fe-94a6-47c3-83fd-0289f0a57d84/2e54525c-02d4-4bc3-8555-7bff5ce81baa) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:43.063788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f385562-27c2-4673-a98d-830d2262a9f1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:43.064784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5f385562-27c2-4673-a98d-830d2262a9f1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:43.087831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b20d9c-3739-4422-a160-941e96829407 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:43.089058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-41b20d9c-3739-4422-a160-941e96829407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:43.121301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.130836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c630033-da25-4b3b-b217-0c634c0b8a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:43.134841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 1b649343-b96b-4b3b-a442-ed3cad042379 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:43.138560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:43.153510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:port and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:43.156691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] device_id is not set on port 12deafdb-80ba-435d-aba9-489dd8c20637 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:43.210718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:43.233523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.234109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.234282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Floating IP dfb30b30-58cf-4c2d-93c9-05918f628e56 disassociated. External IP: 172.26.8.65, port: ee2cb152-f7d3-40a8-9598-e1aabf674530. May 20 15:53:43.234509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Calling delete_port for ee2cb152-f7d3-40a8-9598-e1aabf674530 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:43.247016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:43.257720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-41b20d9c-3739-4422-a160-941e96829407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:43.258462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b20d9c-3739-4422-a160-941e96829407 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:43.282168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5f385562-27c2-4673-a98d-830d2262a9f1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:43.286188 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5f385562-27c2-4673-a98d-830d2262a9f1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0035100 May 20 15:53:43.293253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38220) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:43.360943 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.3235838 May 20 15:53:43.361642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4dfa77-a44b-4c6a-aca0-1cc74e35b26e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:43.390217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38224) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:43.391126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:43.436062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.456807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.465915 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-294459aa-6379-403a-9621-55d2b717f767 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:53:43.468803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'port': 2} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:43.472208 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-294459aa-6379-403a-9621-55d2b717f767 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/90dc9f52-f5b3-42df-9c0f-ae74e467b486 HTTP/1.1" status: 404 len: 333 time: 0.1740472 May 20 15:53:43.473419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.475529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38230) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:43.486273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1543838040'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:43.497310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1bf97f5-4a09-4840-a11c-b656baea4086 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:43.498548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:43.521476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:43.528694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:43.573859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event deleted for resources: {'Port': ['ID=ee2cb152-f7d3-40a8-9598-e1aabf674530,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:43.585446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:43.609010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:43.624126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.630563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:43.634232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.734841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:43.745225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.777493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-675636b1-84e4-4393-8347-f20b3b166efa tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/floatingips/b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd HTTP/1.1" status: 200 len: 977 time: 0.3848050 May 20 15:53:43.783138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38234) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:43.794903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.795225 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment 45e08b24-52ee-4489-8623-58d6cd7c8a12 of type vlan for network d7ce4cac-f134-4bce-9587-7eb62bff9ebe May 20 15:53:43.798910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5233a548-bcf0-40c7-a650-3b9d5e4a1d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.823073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ce2ad56b-f451-4c35-9fb3-cb99d5008189 req-75927c0e-df40-42cf-8ba9-4504b902a742 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 0.1179731 May 20 15:53:43.908265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Allocated IP 172.26.8.237 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/12deafdb-80ba-435d-aba9-489dd8c20637) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:43.940857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:43.953725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Transition to ACTIVE for port object 2e54525c-02d4-4bc3-8555-7bff5ce81baa will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:43.986117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Transition to ACTIVE for port object 2e54525c-02d4-4bc3-8555-7bff5ce81baa will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:43.993566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.000001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:44.077160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:44.081222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:44.083805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:44.152350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.155250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Router e8f4dee2-feaa-4b46-a116-4b7aaba76bce has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:44.168242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] device_id is not set on port ae9be668-2aea-4d3e-affe-cdd5e5b66485 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:44.171858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fbf499aa-fcd6-4cf3-b813-729c8a066f47 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Synchronizing usage tracker for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:floatingip {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:44.178713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.199909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Pushing event updated for resources: {'Port': ['ID=2e54525c-02d4-4bc3-8555-7bff5ce81baa,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:44.206238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e86dc538-9bcc-4653-9e98-580bf90f47f6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:44.213720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.214060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.214392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.214716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.215040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.215361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.215680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.215999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.216310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.216623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.216986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.217307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:44.226932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:44.228470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Attempting to bind port 2e54525c-02d4-4bc3-8555-7bff5ce81baa on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:44.228836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Attempting to bind port 2e54525c-02d4-4bc3-8555-7bff5ce81baa by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:44.229202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Attempting to bind port 2e54525c-02d4-4bc3-8555-7bff5ce81baa on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:44.235548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:44.235937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:44.236336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.236738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:44.237226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Bound port: 2e54525c-02d4-4bc3-8555-7bff5ce81baa, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:44.237655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.335223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] For port 2e54525c-02d4-4bc3-8555-7bff5ce81baa, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:44.339844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] For port 2e54525c-02d4-4bc3-8555-7bff5ce81baa, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2e54525c-02d4-4bc3-8555-7bff5ce81baa,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:44.344265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.349573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3228b20f-e421-4059-bcc1-d3195d3d3cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:44.440389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:44.449922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Pushing event updated for resources: {'Port': ['ID=2e54525c-02d4-4bc3-8555-7bff5ce81baa,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:44.453845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:44.479491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::a6 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/1efbb9fe-94a6-47c3-83fd-0289f0a57d84/1b649343-b96b-4b3b-a442-ed3cad042379) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:44.492697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:44.506502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Port': ['ID=3be6dfca-6521-4053-a19a-c8e352c1e87a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:44.512281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:44.513259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.514327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.536934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:44.541079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fbf499aa-fcd6-4cf3-b813-729c8a066f47 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Unset dirty status for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:floatingip {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:44.546785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.547012 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fbf499aa-fcd6-4cf3-b813-729c8a066f47 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7587655 May 20 15:53:44.559929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38238) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:44.575906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.582034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'port_id': 'a3dd882c-e4e8-4292-85ed-011f76bd9e3d'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:44.769940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.770997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.812260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4356b768-71fe-4164-84bc-efbbbce7f5fe tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:44.883938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.893780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Deleting port 66b65cea-99d3-4bdc-af9b-58823df1a954 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:44.894123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.905453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.911408 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0783250 May 20 15:53:44.914548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:44.924577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:44.942065 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] Sync routers for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:44.962174 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:44.963244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:45.242691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] No DVR routers for this DVR port ee2cb152-f7d3-40a8-9598-e1aabf674530 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:45.256000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-296ca2c4-d74e-4bda-b879-967db7d09ade req-e23f1e94-5f32-4f3e-b0cf-e164863662c7 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd592a6-5009-416e-b5c4-0f9c84b48a9e HTTP/1.1" status: 200 len: 210 time: 0.2021914 May 20 15:53:45.258457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.276065 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:45.283152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'name': 'network-vif-deleted', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:45.294170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] device_id is not set on port 0f59ffe5-a1bf-46ab-9143-61ec3811ff74 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:45.300497 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63cf082a-8f6c-47a1-9f3b-b8ccd09a246a req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.25 "DELETE /v2.0/ports/ee2cb152-f7d3-40a8-9598-e1aabf674530 HTTP/1.1" status: 204 len: 173 time: 4.4674873 May 20 15:53:45.333678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.333964 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8478529 May 20 15:53:45.336134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c0b8b3e8-5208-437c-bd23-7381113dda90 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:45.358395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38250) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:45.395838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.452149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=d7ce4cac-f134-4bce-9587-7eb62bff9ebe,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:45.462741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:45.482539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:45.483397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:45.493261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:45.500046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:45.508172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:45.549172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Pushing event updated for resources: {'Port': ['ID=12deafdb-80ba-435d-aba9-489dd8c20637,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:45.557876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:45.588063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd592a6-5009-416e-b5c4-0f9c84b48a9e', 'name': 'network-vif-deleted', 'tag': 'ee2cb152-f7d3-40a8-9598-e1aabf674530', 'status': 'completed', 'code': 200} May 20 15:53:45.603443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ee2cb152-f7d3-40a8-9598-e1aabf674530 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:45.655822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:45.656635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.706086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.713997 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.6412699 May 20 15:53:45.718585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38254) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:45.726201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.237'}]}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:45.734363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:45.741728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Usage tracker for resource:router and tenant:5c62bf9e82304f85a24b9b43472771ed is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:45.749393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:45.759926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:45.779265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.780906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.812332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.844212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: ee2cb152-f7d3-40a8-9598-e1aabf674530 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:45.844576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ee2cb152-f7d3-40a8-9598-e1aabf674530 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:45.919052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.959928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-750d1ad6-9501-4f81-93be-80bb3f5503ed tempest-FloatingIPAdminTestJSON-1616493650 tempest-FloatingIPAdminTestJSON-1616493650-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:46.049590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e73ef5-b9d9-4c3e-ac1d-9a4cf89d9985 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:46.143306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Port': ['ID=ae9be668-2aea-4d3e-affe-cdd5e5b66485,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:46.158350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:46.170413 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:12Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:46.180384 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] Checking router: e8f4dee2-feaa-4b46-a116-4b7aaba76bce for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:46.207361 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:46.208842 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:46.323376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] For port 66b65cea-99d3-4bdc-af9b-58823df1a954, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=66b65cea-99d3-4bdc-af9b-58823df1a954,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:46.324457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:46.367827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Checking segment: {'id': 'ee4d2d82-a2e7-413f-b512-7c314e9cae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2f290ec-f4bf-468d-b3f5-8f2d747bd071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:46.368267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network hostable DHCP agents. Network: a2f290ec-f4bf-468d-b3f5-8f2d747bd071, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:46.403715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:46.457773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:46.494720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network a2f290ec-f4bf-468d-b3f5-8f2d747bd071 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:46.557894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Calling delete_port for 66b65cea-99d3-4bdc-af9b-58823df1a954 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:46.583301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:46.592908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:46.632891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a2f290ec-f4bf-468d-b3f5-8f2d747bd071) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:46.639638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:46.641457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:46.649413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2e54525c-02d4-4bc3-8555-7bff5ce81baa up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:46.654969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:46.741049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:46.741699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Port': ['ID=0f59ffe5-a1bf-46ab-9143-61ec3811ff74,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:46.761899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:46.776986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:46.799930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1d78f-30c3-42a4-9e0f-1b9f3823f418 None None] Network a2f290ec-f4bf-468d-b3f5-8f2d747bd071 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:46.818161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Checking segment: {'id': '96e06f59-82ba-45f1-8e4b-9ddacacf1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b24fbf97-5f61-4c88-8792-79c53d11eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:46.818507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network hostable DHCP agents. Network: b24fbf97-5f61-4c88-8792-79c53d11eec9, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:46.828690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38262) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:46.833001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:46.836469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:46.863525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 1b649343-b96b-4b3b-a442-ed3cad042379 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:46.936553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Deleting port 3be6dfca-6521-4053-a19a-c8e352c1e87a {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:46.936938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:46.976289 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:47.018502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network b24fbf97-5f61-4c88-8792-79c53d11eec9 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:47.021794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.032740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.094281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.170632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b03b5c4f-03dd-4884-a8a5-0a701de5f606 None None] Provisioning for port 2e54525c-02d4-4bc3-8555-7bff5ce81baa completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:47.337650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b24fbf97-5f61-4c88-8792-79c53d11eec9) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:47.358503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:47.364914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2e54525c-02d4-4bc3-8555-7bff5ce81baa completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:47.378249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:47.394338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2e54525c-02d4-4bc3-8555-7bff5ce81baa triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:47.395072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.396964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:47.398553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.469114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c3ce2-7f32-40ea-8044-febad9a97329 None None] Network b24fbf97-5f61-4c88-8792-79c53d11eec9 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:47.612777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.621384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.622605 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "DELETE /v2.0/security-groups/1dbfda39-4d3d-4c23-9781-3eb1d08b8bda HTTP/1.1" status: 204 len: 168 time: 0.7925389 May 20 15:53:47.632337 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5705657 May 20 15:53:47.632337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fe17d36f-d2aa-400f-8198-956391a31ae3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:47.647379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38266) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:47.648155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38268) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:47.717089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.784477 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.848506 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:12Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:47.849262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2e54525c-02d4-4bc3-8555-7bff5ce81baa, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2e54525c-02d4-4bc3-8555-7bff5ce81baa,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:47.853982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cf8be334-169d-4c6c-9b8f-08749172bb7e None None] Provisioning complete for port 2e54525c-02d4-4bc3-8555-7bff5ce81baa triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:47.854672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cf8be334-169d-4c6c-9b8f-08749172bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.860880 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6139b5-5350-4bf5-b21c-2d69525e878f None None] The sync data for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:52:01Z', 'revision_number': 4, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb1a1264-3cb6-4ae6-ba76-cc3300c501c1', 'name': '', 'network_id': 'f9a59543-dd78-4bd1-b036-16bb998f0b29', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'mac_address': 'fa:16:3e:75:19:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:12Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'subnets': [{'id': 'cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:47.891583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.904401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b86186d8-f645-4269-b87d-6fbdb4cb1643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:47.920111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Calling delete_port for 3be6dfca-6521-4053-a19a-c8e352c1e87a owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:47.935720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:47.952108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:48.076353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2e54525c-02d4-4bc3-8555-7bff5ce81baa,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:48.090328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:48.108059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:48.126036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:48.144028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfda39-4d3d-4c23-9781-3eb1d08b8bda,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:48.144909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:48.150409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.151093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:48.168574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=1b649343-b96b-4b3b-a442-ed3cad042379,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:48.174921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:48.178344 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-e053bcca-d418-4f1b-88e2-3ad94f8210bd tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] show failed (client error): The resource could not be found. May 20 15:53:48.180073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e053bcca-d418-4f1b-88e2-3ad94f8210bd tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "GET /v2.0/security-groups/1dbfda39-4d3d-4c23-9781-3eb1d08b8bda HTTP/1.1" status: 404 len: 347 time: 0.5126977 May 20 15:53:48.181918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:48.195455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38274) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:48.336144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:48.351874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2e54525c-02d4-4bc3-8555-7bff5ce81baa up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:48.399055 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.4917440 May 20 15:53:48.413259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:48.454917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09627d51-ad95-442c-a130-d9f0930ab631 None None] New status for floating IP dfb30b30-58cf-4c2d-93c9-05918f628e56: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:53:48.479460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38278) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:48.588944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd77131-c952-4bf9-9370-52a5af5c4fc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.595559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd77131-c952-4bf9-9370-52a5af5c4fc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.595771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4cd77131-c952-4bf9-9370-52a5af5c4fc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Synchronizing usage tracker for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:48.720590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4cd77131-c952-4bf9-9370-52a5af5c4fc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Unset dirty status for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:48.724744 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4cd77131-c952-4bf9-9370-52a5af5c4fc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0518036 May 20 15:53:48.727403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38282) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:48.795887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2e54525c-02d4-4bc3-8555-7bff5ce81baa triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:48.796512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:48.828773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-551aaf18-3ff3-4383-84cd-c12dac76df95 None None] Provisioning for port 1b649343-b96b-4b3b-a442-ed3cad042379 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:48.845736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-551aaf18-3ff3-4383-84cd-c12dac76df95 None None] Provisioning complete for port 1b649343-b96b-4b3b-a442-ed3cad042379 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:48.846364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-551aaf18-3ff3-4383-84cd-c12dac76df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:48.852174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:48.921834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:48.924421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-551aaf18-3ff3-4383-84cd-c12dac76df95 None None] Port 1b649343-b96b-4b3b-a442-ed3cad042379 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:48.938257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:48.960263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9a280-9426-4b8b-9b36-754edd95a921 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.972424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9a280-9426-4b8b-9b36-754edd95a921 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:48.978275 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3dc9a280-9426-4b8b-9b36-754edd95a921 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4922938 May 20 15:53:48.989010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38286) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:49.008085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b65cea-99d3-4bdc-af9b-58823df1a954,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:49.010736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:49.083210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.130245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ebbd9049-6f58-43e2-9d51-01290ef6f6b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:49.201685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.237996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event deleted for resources: {'Port': ['ID=3be6dfca-6521-4053-a19a-c8e352c1e87a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:49.269511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.281289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:49.293757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.347724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Deleting port 75e6d8a0-5d5e-4c4f-acf0-04724856e272 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:49.347964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.390419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.607215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.610684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.637349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Deleting port ae9be668-2aea-4d3e-affe-cdd5e5b66485 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:49.637696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.672930 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3be6dfca-6521-4053-a19a-c8e352c1e87a HTTP/1.1" status: 204 len: 168 time: 4.7488377 May 20 15:53:49.702076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38290) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:49.719863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.720329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 540975c2-a17b-49e2-941b-1a6c23918430 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:53:49.720488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb', 'external_fixed_ips': [{'subnet_id': 'a9563439-b1a3-40e1-a970-5985e48e28d0', 'ip_address': '2001:db8::3b'}]}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:49.744227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 1b649343-b96b-4b3b-a442-ed3cad042379 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:49.744579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.801754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:49.816348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:router and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:49.824750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:49.848123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:49.873306 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 15:53:49.874302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-acaf6926-cc74-4a01-8eee-99f9fb2b4c69 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1544697 May 20 15:53:49.924494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38294) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:49.927122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:49.998323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Calling delete_port for ae9be668-2aea-4d3e-affe-cdd5e5b66485 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:50.024706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.025031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.034672 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd associated. External IP: 172.26.8.109, port: 2d84826b-5bda-489e-849f-6d5e8722e78b. May 20 15:53:50.116715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.117808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.214859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.262026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Calling delete_port for 75e6d8a0-5d5e-4c4f-acf0-04724856e272 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:50.283173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.348305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 1b649343-b96b-4b3b-a442-ed3cad042379 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:50.372648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.391938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.398510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b4879506-a6f4-458e-b657-313936dac776 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:50.455064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Port': ['ID=ae9be668-2aea-4d3e-affe-cdd5e5b66485,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:50.461172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:50.472792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.497319 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/ports/ae9be668-2aea-4d3e-affe-cdd5e5b66485 HTTP/1.1" status: 204 len: 168 time: 1.7680736 May 20 15:53:50.512250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38298) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:50.583872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.595746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:50.682782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=1b649343-b96b-4b3b-a442-ed3cad042379,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:50.687574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:50.754898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.762311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:50.765962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/1b649343-b96b-4b3b-a442-ed3cad042379 HTTP/1.1" status: 204 len: 168 time: 1.7620974 May 20 15:53:50.769035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38302) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:50.846006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:50.865424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b65f4-b9f4-40b7-9eec-9f45802c2a36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.869049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b65f4-b9f4-40b7-9eec-9f45802c2a36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.874432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-af7b65f4-b9f4-40b7-9eec-9f45802c2a36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1012821 May 20 15:53:50.874887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38306) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:51.004351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 1efbb9fe-94a6-47c3-83fd-0289f0a57d84 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:51.010215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.114787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.246812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.472065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=50d52b5d-c032-4aa3-858a-555c45566492,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:51.476647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.517225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Deleting port 12deafdb-80ba-435d-aba9-489dd8c20637 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:51.517576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.537175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:51.584916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.591614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:51.635947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.640280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=1efbb9fe-94a6-47c3-83fd-0289f0a57d84,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:51.641824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:51.651316 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/1efbb9fe-94a6-47c3-83fd-0289f0a57d84 HTTP/1.1" status: 204 len: 168 time: 0.7707312 May 20 15:53:51.652288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38310) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:51.658082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25baab-4e76-48ba-916b-4b1987af0666 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:51.741361 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-995303c7-d7ec-4474-a3b2-be7e91a1b7d8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876920 May 20 15:53:51.745960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38314) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:51.752558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:51.807316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': '45e08b24-52ee-4489-8623-58d6cd7c8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:51.807599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: d7ce4cac-f134-4bce-9587-7eb62bff9ebe, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:51.886193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:51.888169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:51.894781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:51.900081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:51.902522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.909084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:51.920405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:51.924549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:51.957024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:53:51.964466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1b39d3b3-d238-459c-bf9d-ab38e57a5d81 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:51.994779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Deleting port 0f59ffe5-a1bf-46ab-9143-61ec3811ff74 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:51.994779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.032530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Deleting port 2e54525c-02d4-4bc3-8555-7bff5ce81baa {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:52.033009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.113018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Pushing event deleted for resources: {'Port': ['ID=75e6d8a0-5d5e-4c4f-acf0-04724856e272,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:52.147183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] For port 2e54525c-02d4-4bc3-8555-7bff5ce81baa, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2e54525c-02d4-4bc3-8555-7bff5ce81baa,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:52.147921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.184692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:52.222791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:52.250437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.292172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Calling delete_port for 2e54525c-02d4-4bc3-8555-7bff5ce81baa owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:52.356120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2e54525c-02d4-4bc3-8555-7bff5ce81baa no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:52.381287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.391323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:52.431490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2e54525c-02d4-4bc3-8555-7bff5ce81baa {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:52.431490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2e54525c-02d4-4bc3-8555-7bff5ce81baa not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:52.444868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Pushing event deleted for resources: {'Port': ['ID=2e54525c-02d4-4bc3-8555-7bff5ce81baa,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:52.447601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:52.450982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] No DVR routers for this DVR port 2e54525c-02d4-4bc3-8555-7bff5ce81baa on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:53:52.642758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, d7ce4cac-f134-4bce-9587-7eb62bff9ebe) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:52.650591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.657425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229de2f-e414-4132-bc2f-2c7a49fcd102 None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:52.660125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:52.725316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Calling delete_port for 12deafdb-80ba-435d-aba9-489dd8c20637 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:52.729498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.744482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:52.749169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:52.759653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:52.774703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:52.775534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.784895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=2027ddc3-1804-4443-93b0-9a576904b597,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:52.795746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:52.796573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e7652-69ae-4976-a250-ada2083ba40a None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:52.816851 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0689499 May 20 15:53:52.819925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38318) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:52.830747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'name': 'tempest-NetworksTestDHCPv6-1876837686'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:52.891035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:52.891642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:52.913287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Calling delete_port for 0f59ffe5-a1bf-46ab-9143-61ec3811ff74 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:52.948858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.046116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:53.054016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:53.059642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:53.068956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:53.134006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:53.135662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.137080 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfb30b30-58cf-4c2d-93c9-05918f628e56 HTTP/1.1" status: 204 len: 168 time: 4.9371307 May 20 15:53:53.140091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.146188 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.7656660 May 20 15:53:53.159445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38322) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:53.159786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38324) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:53.230486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:53.247365 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:53.264773 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:53.267198 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:53.371842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:53.384420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-d7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': '50d52b5d-c032-4aa3-858a-555c45566492'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:53:53.385520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.420375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:53:53.457270 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:53.469093 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:53.470115 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:53.587396 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:53.587911 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9f82e-3091-4f52-bc23-4f977bb09714 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:53.644570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '2027ddc3-1804-4443-93b0-9a576904b597'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:53:53.645016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.660082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.667652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:53.685937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-72695ba9-17d6-4a75-a49d-a0601e988f0d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:53.721887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] Sync routers for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:53.748596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Allocated IP 2001:db8::2 (d7ce4cac-f134-4bce-9587-7eb62bff9ebe/50d52b5d-c032-4aa3-858a-555c45566492/8e6c85f0-a491-4f4b-876b-7a45d5419a0b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:53.757126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.770236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:53.770236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:53.789140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.796683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Port': ['ID=0f59ffe5-a1bf-46ab-9143-61ec3811ff74,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:53.799131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:53.799636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:53.858900 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] 10.222.0.13 "PUT /v2.0/routers/ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8128252 May 20 15:53:53.894081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38330) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:53.959597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Pushing event deleted for resources: {'Port': ['ID=12deafdb-80ba-435d-aba9-489dd8c20637,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:53.963172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:53.969274 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-42d963ea-0ec6-4482-8ff2-f7c576c129d2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/ports/0f59ffe5-a1bf-46ab-9143-61ec3811ff74 HTTP/1.1" status: 204 len: 168 time: 3.4373410 May 20 15:53:54.004029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38334) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:54.101626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::111 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/2027ddc3-1804-4443-93b0-9a576904b597/9dd4ef1c-9a0c-427a-b0c9-58eb871c825b) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:54.131515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:54.373195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:54.402849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0dbbf482-27e1-47cc-b7b1-f5b157eabb52 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Synchronizing usage tracker for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:54.454956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:54.469510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:54.498194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:54.512633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.520238 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] 10.222.0.13 "DELETE /v2.0/ports/12deafdb-80ba-435d-aba9-489dd8c20637 HTTP/1.1" status: 204 len: 168 time: 4.5945797 May 20 15:53:54.529748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0dbbf482-27e1-47cc-b7b1-f5b157eabb52 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Unset dirty status for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:54.537412 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0dbbf482-27e1-47cc-b7b1-f5b157eabb52 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5319903 May 20 15:53:54.538318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38340) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:54.596151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.625880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:54.629296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.649210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1144123628'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:54.681007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:54.692860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.697541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.720433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:network and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:54.734058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.771976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Transition to ACTIVE for port object 8e6c85f0-a491-4f4b-876b-7a45d5419a0b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:54.796850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:54.817669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:54.845899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Transition to ACTIVE for port object 8e6c85f0-a491-4f4b-876b-7a45d5419a0b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:54.876340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.889686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:54.891798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:54.897240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.903027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.050650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:55.064816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:53:48Z', 'revision_number': 5, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port': {'id': 'bd4edf5b-89cf-4c92-90c0-723a5df8695f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:36Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:55.069729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:55.073024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:55.090546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:55.102748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.104115 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Added segment 4bec0d81-d433-45e4-a0f6-4ec962f0fddc of type vlan for network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 May 20 15:53:55.109373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] Checking router: ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:55.172529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.210804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Pushing event updated for resources: {'Port': ['ID=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.215900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] Routers {'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:55.217098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:55.249908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.313127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.367447 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.ipam_backend_mixin [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50d52b5d-c032-4aa3-858a-555c45566492 (CIDR: 2001:db8::/64) May 20 15:53:55.371972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.377548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.388975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:53:55.389486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:53:55.407085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.407675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.408046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.413980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.423422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:55.488980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-421887c6-30df-4370-8991-bef7aa8a0abe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3217211 May 20 15:53:55.495949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38352) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.612970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:55.620094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.631535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9edcc835-04d4-4060-82f7-c4ccba8d79dc tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.688148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Deleting port bd4edf5b-89cf-4c92-90c0-723a5df8695f {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:55.688590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.735988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Attempting to bind port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:55.736445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Attempting to bind port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '45e08b24-52ee-4489-8623-58d6cd7c8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:55.736749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Attempting to bind port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b on network d7ce4cac-f134-4bce-9587-7eb62bff9ebe {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:55.761180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:55.761651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Checking segment: {'id': '45e08b24-52ee-4489-8623-58d6cd7c8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:55.762017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.762388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Bound using segment: {'id': '45e08b24-52ee-4489-8623-58d6cd7c8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:55.762884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Bound port: 8e6c85f0-a491-4f4b-876b-7a45d5419a0b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e08b24-52ee-4489-8623-58d6cd7c8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:55.763265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.789168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] Set router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:55.800116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:55.810675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:55.819980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:55.825836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.826494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.830401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=9dd4ef1c-9a0c-427a-b0c9-58eb871c825b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.845564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.883783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0581152 May 20 15:53:55.897089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38356) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.915789 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3222625 May 20 15:53:55.925072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38360) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.936929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Network': ['ID=95c97f6f-cd93-4fb0-8e7a-6cd68255b603,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.953524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] For port bd4edf5b-89cf-4c92-90c0-723a5df8695f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=bd4edf5b-89cf-4c92-90c0-723a5df8695f,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:55.953893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.955728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:55.968527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:53:55Z', 'revision_number': 6, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:55.969742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1695403379'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:55.972114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.985586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.986509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.987894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/2027ddc3-1804-4443-93b0-9a576904b597/8d4983f3-c32d-4b88-8831-2464d2981a39) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:55.999473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47065764-35fa-4b2c-aaed-bac68ec44ca6 None None] The sync data for ids ['ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d'] in dv-neutron-601336-76-hyperv is: [{'id': 'ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d', 'name': 'tempest-ServersTestManualDisk-1986498544-router', 'tenant_id': '12a391f584f8417cab742e107f57fbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:34Z', 'updated_at': '2021-05-20T15:53:55Z', 'revision_number': 6, 'project_id': '12a391f584f8417cab742e107f57fbff', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:56.002192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:56.006927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:network and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:56.010503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:56.071641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:56.076688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.090845 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:56.107150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:56.122538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Allocated IP 2001:db8::3b (65fbf0a9-8807-42d0-b75c-9cc4648b6dbb/a9563439-b1a3-40e1-a970-5985e48e28d0/9cabd5cf-07f7-41b9-86a2-4efba2b55ee7) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:56.136948 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:56.140387 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:56.163645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:56.166876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Calling delete_port for bd4edf5b-89cf-4c92-90c0-723a5df8695f owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:56.195363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] For port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:56.200186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Usage tracker for resource:security_group_rule and tenant:fadc17d7aee24e8993099b74b198f23d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:56.209438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:56.214368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.218203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] For port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,segment=NetworkSegment(45e08b24-52ee-4489-8623-58d6cd7c8a12),segment_id=45e08b24-52ee-4489-8623-58d6cd7c8a12)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:56.229109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.235915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-43766558-163a-4c47-8dc6-d0cab537c0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.237026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:56.274597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:56.288264 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:56.303010 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:56.305780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:56.364877 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a69da21c-9d27-4100-8adf-3f94d15f7d2c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/floatingips/b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd HTTP/1.1" status: 200 len: 978 time: 11.7976477 May 20 15:53:56.379331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38364) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:56.395148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:56.406996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 66b65cea-99d3-4bdc-af9b-58823df1a954 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:56.438411 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:56.439272 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d08180-6b83-44cc-8aab-d98209ec94ae None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:56.448846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:56.468997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:56.477578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:56.486771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:56.500354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:56.508637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.508866 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Added segment 0621453b-6d98-4b63-9862-a94689442179 of type vlan for network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c May 20 15:53:56.513505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Pushing event updated for resources: {'Port': ['ID=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:56.523440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 66b65cea-99d3-4bdc-af9b-58823df1a954 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:56.523866 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 66b65cea-99d3-4bdc-af9b-58823df1a954 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:56.525552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:56.566125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.579176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Transition to ACTIVE for port object 8d4983f3-c32d-4b88-8831-2464d2981a39 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:56.585065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce86c80-9986-4104-9031-bc0b65f0eb85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:56.585902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ce86c80-9986-4104-9031-bc0b65f0eb85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:56.603888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Transition to ACTIVE for port object 8d4983f3-c32d-4b88-8831-2464d2981a39 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:56.604110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:56.607993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.611860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.616734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d8b55130-7f0a-441c-ba1c-148e1881b800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.640622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.685209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.691658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:56.695120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:56.700245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:56.706749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Pushing event updated for resources: {'Port': ['ID=8d4983f3-c32d-4b88-8831-2464d2981a39,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:56.712109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:56.754799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.755148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ce86c80-9986-4104-9031-bc0b65f0eb85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:56.755148 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3ce86c80-9986-4104-9031-bc0b65f0eb85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8514793 May 20 15:53:56.766272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38368) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:56.810671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Attempting to bind port 8d4983f3-c32d-4b88-8831-2464d2981a39 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:56.810671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Attempting to bind port 8d4983f3-c32d-4b88-8831-2464d2981a39 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:56.813927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Attempting to bind port 8d4983f3-c32d-4b88-8831-2464d2981a39 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:56.821204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:56.821636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:56.822056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.822466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:56.822970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Bound port: 8d4983f3-c32d-4b88-8831-2464d2981a39, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:56.823362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.969381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:53:56.988250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b277bc01-b624-429a-a962-10034f2f600d None None] For port 8d4983f3-c32d-4b88-8831-2464d2981a39, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:56.995523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b277bc01-b624-429a-a962-10034f2f600d None None] For port 8d4983f3-c32d-4b88-8831-2464d2981a39, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8d4983f3-c32d-4b88-8831-2464d2981a39,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:57.009008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.016856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0acca900-bd9c-4e83-8632-69725e3fb75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.041843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.073263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:57.073947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.091543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03bcd75d-1d0e-40a6-961b-fef452031938 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.163371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Pushing event updated for resources: {'Port': ['ID=8d4983f3-c32d-4b88-8831-2464d2981a39,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.175637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.177715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.257614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.315329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Network': ['ID=d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.322641 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3807545 May 20 15:53:57.349298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.349980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.369959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:57.417225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc9704-4bc9-42d7-8736-31dff9e2eed1,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.438953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.446599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.460971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-18bbc96c-01f0-4571-babf-b7ccf666baeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.481912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38372) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:57.540174 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fadc17d7aee24e8993099b74b198f23d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2867024 May 20 15:53:57.544076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38376) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:57.575060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.589034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'subnets': [{'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1233491999', 'ip_version': 4}, {'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:57.589423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'subnet': {'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1233491999', 'ip_version': 4}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:57.589864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Request body: {'subnet': {'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:57.596704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:57.624448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-15ae99b2-959f-4d62-9bd3-3188d2549009 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.640152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:57.658379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:57.724546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.735640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4edf5b-89cf-4c92-90c0-723a5df8695f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.757710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Port': ['ID=9cabd5cf-07f7-41b9-86a2-4efba2b55ee7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.800645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.820698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.858504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.858817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd disassociated. External IP: 172.26.8.109, port: a3dd882c-e4e8-4292-85ed-011f76bd9e3d. May 20 15:53:57.933652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.003503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:58.003954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.059566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.262203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.278195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92591705-b648-417e-a2ed-290bd83b8511 None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:58.423356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5ea19a86-3cce-42c1-a258-e96e7c155cc4 None None] Provisioning for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:58.433653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8d4983f3-c32d-4b88-8831-2464d2981a39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:58.464994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.529508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.660899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8d4983f3-c32d-4b88-8831-2464d2981a39 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:58.700535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e6c85f0-a491-4f4b-876b-7a45d5419a0b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:58.815912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:58.824984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:58.825493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.887239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Provisioning for port 8d4983f3-c32d-4b88-8831-2464d2981a39 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:58.899904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Provisioning complete for port 8d4983f3-c32d-4b88-8831-2464d2981a39 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:58.900482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.992175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.013203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31620fe8-02ea-4a9b-8f23-9d1a4749abde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:59.065744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc9704-4bc9-42d7-8736-31dff9e2eed1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:59.078419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:53:59.081019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:59.182335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.204056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.232840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Update dhcp port {'port': {'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'fixed_ips': [{'subnet_id': '50d52b5d-c032-4aa3-858a-555c45566492', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4150df5-9388-4197-a7cc-017ac4e816e7'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '8e6c85f0-a491-4f4b-876b-7a45d5419a0b'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 15:53:59.236274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.240624 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edfc9704-4bc9-42d7-8736-31dff9e2eed1 HTTP/1.1" status: 204 len: 168 time: 1.6861091 May 20 15:53:59.416734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.426431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:59.437071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Usage tracker for resource:subnet and tenant:4bdf3294dff44607aabddd805a0c1c8c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:59.445293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:59.457964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:59.475323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.515299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.516595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Deleting port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:53:59.516941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.538107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.538629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:53:59.634529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.658409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Made reservation on behalf of 4bdf3294dff44607aabddd805a0c1c8c for: {'subnet': 2} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:59.674340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.675322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.677746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,segment=NetworkSegment(45e08b24-52ee-4489-8623-58d6cd7c8a12),segment_id=45e08b24-52ee-4489-8623-58d6cd7c8a12)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:59.707652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.722335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b8b9f97c-2f17-4caa-8be4-0964ef1997ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:59.842442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bd4edf5b-89cf-4c92-90c0-723a5df8695f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:59.865107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.868079 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ffc2bcaf-91ee-4b22-9dab-255b90a5fd0d HTTP/1.1" status: 204 len: 168 time: 5.9737210 May 20 15:53:59.940328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] For port 8d4983f3-c32d-4b88-8831-2464d2981a39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8d4983f3-c32d-4b88-8831-2464d2981a39,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:59.945144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: bd4edf5b-89cf-4c92-90c0-723a5df8695f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:53:59.945760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bd4edf5b-89cf-4c92-90c0-723a5df8695f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:53:59.947554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38384) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:00.042804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.103854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:00.114425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:00.114705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:00.216932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] For port eb1a1264-3cb6-4ae6-ba76-cc3300c501c1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:00.217775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.244232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Deleting subnet bb3a33f7-27ef-4962-a571-8d5b81531f27 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:00.248513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:00.320088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.329405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.333304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.342459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-64679ab9-2707-476a-a228-4beda3ffc864 None None] Provisioning for port 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:00.355952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b278a702-480d-4079-ac06-6421944f3677 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:00.391359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e6c85f0-a491-4f4b-876b-7a45d5419a0b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:00.418168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38388) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:00.435983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-efc393fe-b04e-49ad-a7ca-f2d99a43900f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:00.453116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-64679ab9-2707-476a-a228-4beda3ffc864 None None] Provisioning complete for port 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:00.453620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64679ab9-2707-476a-a228-4beda3ffc864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.481175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Calling delete_port for eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:00.523623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=9dd4ef1c-9a0c-427a-b0c9-58eb871c825b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:00.554083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-64679ab9-2707-476a-a228-4beda3ffc864 None None] Port 9dd4ef1c-9a0c-427a-b0c9-58eb871c825b was deleted so its status cannot be updated. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 15:54:00.558628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Pushing event updated for resources: {'Port': ['ID=8d4983f3-c32d-4b88-8831-2464d2981a39,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:00.597358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:00.620972 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:00.632137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Allocated IP 2001:db8:0:1::2 (d7ce4cac-f134-4bce-9587-7eb62bff9ebe/f4150df5-9388-4197-a7cc-017ac4e816e7/8e6c85f0-a491-4f4b-876b-7a45d5419a0b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:00.633125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.670735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:00.678101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.688903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:00.746198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.749301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.750298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.756579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=f4150df5-9388-4197-a7cc-017ac4e816e7,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:00.781761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:00.838102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/9dd4ef1c-9a0c-427a-b0c9-58eb871c825b HTTP/1.1" status: 204 len: 168 time: 4.0706007 May 20 15:54:00.841923 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a52e3858-30b9-4f13-9a29-a39df574ba7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c62bf9e82304f85a24b9b43472771ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024439 May 20 15:54:00.844192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38392) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:00.845027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38394) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:00.854855 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.3426964 May 20 15:54:00.878568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:00.879681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.882201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38396) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:00.912267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': 'd7ce4cac-f134-4bce-9587-7eb62bff9ebe', 'fixed_ips': [{'subnet_id': '50d52b5d-c032-4aa3-858a-555c45566492'}, {'subnet_id': 'f4150df5-9388-4197-a7cc-017ac4e816e7'}], 'name': 'tempest-PortsIpV6TestJSON-123055223'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:01.031977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] For port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,segment=NetworkSegment(45e08b24-52ee-4489-8623-58d6cd7c8a12),segment_id=45e08b24-52ee-4489-8623-58d6cd7c8a12)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:01.044284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:01.066970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:01.105254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.157244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.162050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.193778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:01.194826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:01.343668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Router aa3388e0-ca7f-4615-b9b7-055c5de41b58 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:54:01.345326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Transition to ACTIVE for port object 8e6c85f0-a491-4f4b-876b-7a45d5419a0b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:01.350182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:01.362526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.371366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:01.394644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223fab0-901a-4420-b06f-5e533dc64dca tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.398005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223fab0-901a-4420-b06f-5e533dc64dca tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.399847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b223fab0-901a-4420-b06f-5e533dc64dca tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:01.461807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:01.462782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:01.512282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2cb6e95f-6a93-45f2-b45c-114fc3b05824 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/floatingips/b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd HTTP/1.1" status: 200 len: 688 time: 5.1220059 May 20 15:54:01.543143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38404) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:01.646578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.648912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:01.654321 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b223fab0-901a-4420-b06f-5e533dc64dca tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:01.659983 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b223fab0-901a-4420-b06f-5e533dc64dca tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7935257 May 20 15:54:01.667764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38408) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:01.669043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:01.677031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:01.758178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:01.773628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:01.774614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72cc4a-e5ca-41db-8a24-e867994cefcd None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:01.787808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.811898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:01.817755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:01.831405 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Sync routers for ids ['aa3388e0-ca7f-4615-b9b7-055c5de41b58'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:01.848658 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Routers {'aa3388e0-ca7f-4615-b9b7-055c5de41b58'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:01.849706 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['aa3388e0-ca7f-4615-b9b7-055c5de41b58'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:01.903810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Pushing event updated for resources: {'Port': ['ID=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:01.916496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:01.996326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 2027ddc3-1804-4443-93b0-9a576904b597 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:02.030620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.034982 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 12.3301032 May 20 15:54:02.038759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38412) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:02.051444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.216986 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Set router aa3388e0-ca7f-4615-b9b7-055c5de41b58 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:02.286399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8d4983f3-c32d-4b88-8831-2464d2981a39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:02.388415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.407671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:02.426777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.449869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.482301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8d4983f3-c32d-4b88-8831-2464d2981a39 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:02.485473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.505178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.574375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1a1264-3cb6-4ae6-ba76-cc3300c501c1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:02.640197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.649098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-927eb302-b156-4747-8a12-8cdecd9d6312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:02.677326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.719571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:02.722677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:02.767387 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3388e0-ca7f-4615-b9b7-055c5de41b58', 'name': '', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb', 'external_fixed_ips': [{'subnet_id': 'a9563439-b1a3-40e1-a970-5985e48e28d0', 'ip_address': '2001:db8::3b'}], 'enable_snat': True}, 'gw_port_id': '9cabd5cf-07f7-41b9-86a2-4efba2b55ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:50Z', 'updated_at': '2021-05-20T15:53:57Z', 'revision_number': 3, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port': {'id': '9cabd5cf-07f7-41b9-86a2-4efba2b55ee7', 'name': '', 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3388e0-ca7f-4615-b9b7-055c5de41b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a9563439-b1a3-40e1-a970-5985e48e28d0', 'ip_address': '2001:db8::3b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:54Z', 'updated_at': '2021-05-20T15:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9563439-b1a3-40e1-a970-5985e48e28d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:02.775013 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Checking router: aa3388e0-ca7f-4615-b9b7-055c5de41b58 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:02.775892 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Updating router aa3388e0-ca7f-4615-b9b7-055c5de41b58 port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:54:02.797066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e6c85f0-a491-4f4b-876b-7a45d5419a0b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:02.846190 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.948312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port ada3e469-39c6-4efe-bedb-d906c05a35c3 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:02.949651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a6917-0297-4174-9007-b3b85a23c131 None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:03.029365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3a33f7-27ef-4962-a571-8d5b81531f27,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:03.045591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:03.061558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.152286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c1357-1b36-42a8-b7bc-6be056c31edf None None] Network 3b5d8058-9b48-4168-91e9-a514eaee7812 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:03.182623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 372bdeeb-df59-4dce-8c6f-2ebafb45d770 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:03.183083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.210268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4493ad3f-f0eb-4c9d-a698-29903245ab5d None None] Provisioning for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:03.271544 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.284615 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Transition to ACTIVE for port object 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:03.293791 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.304893 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:03.353571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4493ad3f-f0eb-4c9d-a698-29903245ab5d None None] Provisioning complete for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:03.354398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4493ad3f-f0eb-4c9d-a698-29903245ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.379617 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Pushing event updated for resources: {'Port': ['ID=9cabd5cf-07f7-41b9-86a2-4efba2b55ee7,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:03.397436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb3a33f7-27ef-4962-a571-8d5b81531f27 HTTP/1.1" status: 204 len: 168 time: 3.4464083 May 20 15:54:03.401129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.405267 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.405713 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.406009 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.406277 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.406597 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.406919 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.407233 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.407548 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.407888 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.408196 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.408509 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.408806 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.412336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Attempting to bind port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:03.420113 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Attempting to bind port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '21e3e4f4-083c-4993-8ae2-391cc94bccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:03.420740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Attempting to bind port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 on network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:03.423482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38416) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:03.428183 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:03.429287 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:03.430005 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Checking segment: {'id': '21e3e4f4-083c-4993-8ae2-391cc94bccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:03.430608 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.431259 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Bound using segment: {'id': '21e3e4f4-083c-4993-8ae2-391cc94bccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:03.432044 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Bound port: 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e3e4f4-083c-4993-8ae2-391cc94bccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65fbf0a9-8807-42d0-b75c-9cc4648b6dbb'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:03.432707 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.518599 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] For port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:03.522417 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] For port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9cabd5cf-07f7-41b9-86a2-4efba2b55ee7,segment=NetworkSegment(21e3e4f4-083c-4993-8ae2-391cc94bccf3),segment_id=21e3e4f4-083c-4993-8ae2-391cc94bccf3)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:03.535395 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.550883 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:03.555940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:03.556410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.575518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4dfa77-a44b-4c6a-aca0-1cc74e35b26e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:03.587509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.591886 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e4dfa77-a44b-4c6a-aca0-1cc74e35b26e HTTP/1.1" status: 204 len: 168 time: 2.7344096 May 20 15:54:03.603251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:03.622753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.738529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::12f (d7ce4cac-f134-4bce-9587-7eb62bff9ebe/50d52b5d-c032-4aa3-858a-555c45566492/ada3e469-39c6-4efe-bedb-d906c05a35c3) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:03.755101 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Pushing event updated for resources: {'Port': ['ID=9cabd5cf-07f7-41b9-86a2-4efba2b55ee7,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:03.763566 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:03.769587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8:0:1::25 (d7ce4cac-f134-4bce-9587-7eb62bff9ebe/f4150df5-9388-4197-a7cc-017ac4e816e7/ada3e469-39c6-4efe-bedb-d906c05a35c3) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:03.779363 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Routers {'aa3388e0-ca7f-4615-b9b7-055c5de41b58'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:03.780608 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['aa3388e0-ca7f-4615-b9b7-055c5de41b58'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:03.886110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Deleting port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:03.886448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.145375 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] Set router aa3388e0-ca7f-4615-b9b7-055c5de41b58 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:04.222147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] For port 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9cabd5cf-07f7-41b9-86a2-4efba2b55ee7,segment=NetworkSegment(21e3e4f4-083c-4993-8ae2-391cc94bccf3),segment_id=21e3e4f4-083c-4993-8ae2-391cc94bccf3)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:04.222274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.348669 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3388e0-ca7f-4615-b9b7-055c5de41b58', 'name': '', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:50Z', 'updated_at': '2021-05-20T15:54:03Z', 'revision_number': 4, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:04.372348 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3804c4-c1ce-4de2-b9ff-62b9ec28c3c2 None None] The sync data for ids ['aa3388e0-ca7f-4615-b9b7-055c5de41b58'] in dv-neutron-601336-76-hyperv is: [{'id': 'aa3388e0-ca7f-4615-b9b7-055c5de41b58', 'name': '', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:50Z', 'updated_at': '2021-05-20T15:54:03Z', 'revision_number': 4, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:04.418780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] DHCP port deletion for 3b5d8058-9b48-4168-91e9-a514eaee7812 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:04.422532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Calling delete_port for 9cabd5cf-07f7-41b9-86a2-4efba2b55ee7 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:04.458570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.484099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object ada3e469-39c6-4efe-bedb-d906c05a35c3 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:04.526197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.563464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a52fdbfc-a1ec-49bb-b379-d982d6cb3d70 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:04.578894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Deleting port 04cc1ad3-9f4b-4338-98df-17f257b4982d {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:04.579281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.708376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Router e8f4dee2-feaa-4b46-a116-4b7aaba76bce has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:04.713329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.723976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.760423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] For port 04cc1ad3-9f4b-4338-98df-17f257b4982d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=04cc1ad3-9f4b-4338-98df-17f257b4982d,segment=NetworkSegment(acb82a99-6349-4967-a69b-ba2eeae048c9),segment_id=acb82a99-6349-4967-a69b-ba2eeae048c9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:04.761149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.829266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:04.840525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:04.854063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:04.865298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.866516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.893225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=ada3e469-39c6-4efe-bedb-d906c05a35c3,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:04.922718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:04.965721 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.0733354 May 20 15:54:04.974530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38438) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:04.993299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Calling delete_port for 04cc1ad3-9f4b-4338-98df-17f257b4982d owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:05.012671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50d52b5d-c032-4aa3-858a-555c45566492'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:05.041518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-039b74ae-2298-43b2-8e5d-eb07a35b60ea None None] Provisioning complete for port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:05.041963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-039b74ae-2298-43b2-8e5d-eb07a35b60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.062678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.062988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.217431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.228909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e2533da7-91ac-4b15-a880-36fe19b90d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:05.256830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38444) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:05.292331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.306571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e6d99ef9-0510-42db-b7e0-adc3ef829daa tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:05.394124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.451740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Pushing event deleted for resources: {'Port': ['ID=04cc1ad3-9f4b-4338-98df-17f257b4982d,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:05.466878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:05.469728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] No DVR routers for this DVR port 04cc1ad3-9f4b-4338-98df-17f257b4982d on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:05.485305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cabd5cf-07f7-41b9-86a2-4efba2b55ee7,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:05.491998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:05.501108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 372bdeeb-df59-4dce-8c6f-2ebafb45d770 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:05.582505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-212750735'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:05.602272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:05.626805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-710c891b-a59a-4a2d-a7e6-c636d6a4b5b8 None None] Provisioning for port ada3e469-39c6-4efe-bedb-d906c05a35c3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:05.643102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-710c891b-a59a-4a2d-a7e6-c636d6a4b5b8 None None] Provisioning complete for port ada3e469-39c6-4efe-bedb-d906c05a35c3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:05.643102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-710c891b-a59a-4a2d-a7e6-c636d6a4b5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.645976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.674400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:network and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:05.679059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:05.691011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:05.696029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.700922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.707230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.715021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-710c891b-a59a-4a2d-a7e6-c636d6a4b5b8 None None] Port ada3e469-39c6-4efe-bedb-d906c05a35c3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:05.718078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:05.783373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:05.787392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.823911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Deleting port 04cc1ad3-9f4b-4338-98df-17f257b4982d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:05.824815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.852796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Subnet': ['ID=3c4b10cc-b4eb-41f2-97ea-457406d59008,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:05.855517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:05.859471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:05.874273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] Sync routers for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:05.891750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:05.892952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:05.950930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.972360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.973423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa3388e0-ca7f-4615-b9b7-055c5de41b58 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:05.981931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.050631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:06.061661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:security_group_rule and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:06.070886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:06.075268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.078954 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/routers/aa3388e0-ca7f-4615-b9b7-055c5de41b58 HTTP/1.1" status: 204 len: 168 time: 4.0365369 May 20 15:54:06.083235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38450) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:06.089192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:06.218583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-83897e4c-b6cf-4ab3-ac0b-e65ef26f7326 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:06.254962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Deleting subnet a9563439-b1a3-40e1-a970-5985e48e28d0 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:06.261138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.267806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Checking segment: {'id': '4bec0d81-d433-45e4-a0f6-4ec962f0fddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:06.268489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network hostable DHCP agents. Network: 95c97f6f-cd93-4fb0-8e7a-6cd68255b603, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:06.274946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:06.287845 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] 10.222.0.13 "PUT /v2.0/routers/e8f4dee2-feaa-4b46-a116-4b7aaba76bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1265333 May 20 15:54:06.291698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:06.350132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=2027ddc3-1804-4443-93b0-9a576904b597,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:06.374562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:06.375375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a925a7-d4fb-4528-b572-2ccdd9a18ae8 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:06.377553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.387753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] For port 04cc1ad3-9f4b-4338-98df-17f257b4982d, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:06.388817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.423889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:06.492412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.510815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 04cc1ad3-9f4b-4338-98df-17f257b4982d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:06.589149 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/2027ddc3-1804-4443-93b0-9a576904b597 HTTP/1.1" status: 204 len: 168 time: 4.9125137 May 20 15:54:06.622116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 04cc1ad3-9f4b-4338-98df-17f257b4982d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:06.622441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 04cc1ad3-9f4b-4338-98df-17f257b4982d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:06.627787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38458) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:06.706433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Calling delete_port for 04cc1ad3-9f4b-4338-98df-17f257b4982d owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:06.712633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Port 04cc1ad3-9f4b-4338-98df-17f257b4982d was not found and therefore no delete operation was performed {{(pid=92432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:54:06.724187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.729589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 95c97f6f-cd93-4fb0-8e7a-6cd68255b603) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:06.734413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-16281505-9941-46e3-a86a-22f6c732aa9d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:06.767865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d08b80-60d0-4575-9de9-3ac4243e79cc None None] Network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:06.801311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] No DVR routers for this DVR port 04cc1ad3-9f4b-4338-98df-17f257b4982d on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:06.803197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Pushing event deleted for resources: {'Port': ['ID=04cc1ad3-9f4b-4338-98df-17f257b4982d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:06.838483 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-febbe5bd-fa52-4b40-b636-26b4c900ee14 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2046177 May 20 15:54:06.847350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38462) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:06.851501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:06.859928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.869926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:06.881658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.887912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.891874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:06.929603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.996508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.003271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=372bdeeb-df59-4dce-8c6f-2ebafb45d770,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:07.015715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7e71ac44-3fe4-41b9-97d0-8ddee00a7ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:07.135543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:07.146404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Delete allocated IP 2001:db8:0:1::25 (d7ce4cac-f134-4bce-9587-7eb62bff9ebe/f4150df5-9388-4197-a7cc-017ac4e816e7) {{(pid=92431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 15:54:07.175930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:07.220511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01301437-944d-4572-a963-e1d4be03ca8f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:07.245324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.295300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.296253 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Added segment 3f4a7b05-dd5d-4471-bc6b-74b690eff6c5 of type vlan for network a5df10b9-c260-4c85-872d-62f5feeb05ef May 20 15:54:07.311200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:07.314437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5d8058-9b48-4168-91e9-a514eaee7812']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:07.353052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb82a99-6349-4967-a69b-ba2eeae048c9') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:07.353680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb82a99-6349-4967-a69b-ba2eeae048c9') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:07.396237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.420845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.446300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.448772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd HTTP/1.1" status: 204 len: 168 time: 5.9041581 May 20 15:54:07.450423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:54:01Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:07.452544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38466) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:07.453725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:07.454648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.455591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] Checking router: e8f4dee2-feaa-4b46-a116-4b7aaba76bce for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:07.467114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] Routers {'e8f4dee2-feaa-4b46-a116-4b7aaba76bce'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:07.467766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:53:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:07.482585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:07.502487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:07.538623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:07.559977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.568216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:07.568757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.571750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-95c97f6f-cd93-4fb0-8e7a-6cd68255b603', 'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603', 'tenant_id': '4bdf3294dff44607aabddd805a0c1c8c', 'fixed_ips': [{'subnet_id': '3c4b10cc-b4eb-41f2-97ea-457406d59008'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:07.573126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.586720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:07.589486 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:07.607955 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-0b950d61-323d-400c-a814-e53293314cd2 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] delete failed (client error): The resource could not be found. May 20 15:54:07.609513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b950d61-323d-400c-a814-e53293314cd2 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5e44422-b5f5-4dcd-91a8-6b5a30c0abdd HTTP/1.1" status: 404 len: 345 time: 0.1458361 May 20 15:54:07.667293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38470) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:07.777764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.816395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.820971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:07.824415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:07.828939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.837015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.867728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5d8058-9b48-4168-91e9-a514eaee7812,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:07.876709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:07.891833 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/3b5d8058-9b48-4168-91e9-a514eaee7812 HTTP/1.1" status: 204 len: 168 time: 4.4620454 May 20 15:54:07.894495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.905714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396186d-900a-4336-8131-ed4260c670be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.907486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:54:07.913324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396186d-900a-4336-8131-ed4260c670be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.919450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396186d-900a-4336-8131-ed4260c670be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.920300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9396186d-900a-4336-8131-ed4260c670be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Synchronizing usage tracker for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:07.928696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-22720ad0-5ae6-487c-aef6-be76833d8ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:07.938902 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:54:08.015291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] Set router e8f4dee2-feaa-4b46-a116-4b7aaba76bce gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:08.018662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9396186d-900a-4336-8131-ed4260c670be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Unset dirty status for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:08.019967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9396186d-900a-4336-8131-ed4260c670be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/ports?network_id=91312924-ffb8-4117-a466-a09aab05a174 HTTP/1.1" status: 200 len: 2357 time: 0.3518286 May 20 15:54:08.024047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event updated for resources: {'Subnet': ['ID=2b1a21d8-b58d-43b4-9fe6-cf7360fb1ce8,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:08.025727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38476) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:08.028974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:08.038494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Checking segment: {'id': '0621453b-6d98-4b63-9862-a94689442179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:08.038984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network hostable DHCP agents. Network: d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:08.061898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:08.077164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:08.092217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.092752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.093461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.127429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.130910 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 10.6445477 May 20 15:54:08.134041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38480) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:08.148336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:54:08.168654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.169435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.187493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-33a54d8d-d3a5-493e-8504-5d2e99893b73 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:08.230667 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.235851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b29941-d06d-42da-bab0-ecb7fb191d97 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.237619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b29941-d06d-42da-bab0-ecb7fb191d97 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.241569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b29941-d06d-42da-bab0-ecb7fb191d97 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.243102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-69b29941-d06d-42da-bab0-ecb7fb191d97 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Synchronizing usage tracker for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:08.247358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb263d3-4461-4fed-8584-e7e1a7f07e99 None None] Network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:08.256398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38484) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:08.288967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-69b29941-d06d-42da-bab0-ecb7fb191d97 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Unset dirty status for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:08.291404 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-69b29941-d06d-42da-bab0-ecb7fb191d97 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1515422 May 20 15:54:08.319942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38488) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:08.380368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd42786-e3f5-484d-900d-bd816d237fe3 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.382162 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dbd42786-e3f5-484d-900d-bd816d237fe3 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/subnets/5877056c-8cc3-4d41-9756-7071910e57e5 HTTP/1.1" status: 200 len: 797 time: 0.3454483 May 20 15:54:08.382650 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a6c51e04-bcbb-4a01-be2b-e5f9948bf394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12a391f584f8417cab742e107f57fbff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1246941 May 20 15:54:08.392716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38492) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:08.393063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38494) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:08.404350 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1464047 May 20 15:54:08.405699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Network': ['ID=a5df10b9-c260-4c85-872d-62f5feeb05ef,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:08.405846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'port': {'network_id': '91312924-ffb8-4117-a466-a09aab05a174', 'name': 'tempest-FloatingIPTestJSON-1418645601', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:08.408963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:08.433071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object ada3e469-39c6-4efe-bedb-d906c05a35c3 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:08.483925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Deleting port 8d4983f3-c32d-4b88-8831-2464d2981a39 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:08.485261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.510691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8d4983f3-c32d-4b88-8831-2464d2981a39 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:08.557312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a5df10b9-c260-4c85-872d-62f5feeb05ef details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:08.604088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.629749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.635107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Deleting port e846e202-5908-4cf1-ba4f-0694152bc590 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:08.635527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.758556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Allocated IP 172.20.0.2 (95c97f6f-cd93-4fb0-8e7a-6cd68255b603/3c4b10cc-b4eb-41f2-97ea-457406d59008/f8e23546-9444-4dd8-b380-6c84364d89e5) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:08.763164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.795057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.823061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] For port e846e202-5908-4cf1-ba4f-0694152bc590, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e846e202-5908-4cf1-ba4f-0694152bc590,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:08.823560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.877678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Deleting subnet 3c4b10cc-b4eb-41f2-97ea-457406d59008 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:08.887215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.893910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0da86826-8280-49fb-9f04-b210e2acb935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:08.912430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd2f4ae-a222-4cd1-9370-2cc6b06bb7be,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:08.925173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:08.953773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:08.958802 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fd2f4ae-a222-4cd1-9370-2cc6b06bb7be HTTP/1.1" status: 204 len: 168 time: 0.5605996 May 20 15:54:09.007558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:09.022740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Calling delete_port for e846e202-5908-4cf1-ba4f-0694152bc590 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:09.033425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:09.057868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:09.247837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6222846c-ae32-4f86-97b3-2f2bcb7ea39b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:09.320144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9563439-b1a3-40e1-a970-5985e48e28d0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:09.355613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.370121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.399281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.459170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] device_id is not set on port 5e2790f3-1e2e-4abc-886a-da024e1446b9 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:09.797921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] In _notify_port_updated(), no bound segment for port ada3e469-39c6-4efe-bedb-d906c05a35c3 on network d7ce4cac-f134-4bce-9587-7eb62bff9ebe {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:54:09.803890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.804471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.809438 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/ports/ada3e469-39c6-4efe-bedb-d906c05a35c3 HTTP/1.1" status: 200 len: 925 time: 4.8091304 May 20 15:54:09.810879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.852675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:10.024823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50d52b5d-c032-4aa3-858a-555c45566492'}, {'subnet_id': 'f4150df5-9388-4197-a7cc-017ac4e816e7'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:10.058947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.14 (91312924-ffb8-4117-a466-a09aab05a174/5877056c-8cc3-4d41-9756-7071910e57e5/5e2790f3-1e2e-4abc-886a-da024e1446b9) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:10.067228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.13 (91312924-ffb8-4117-a466-a09aab05a174/5877056c-8cc3-4d41-9756-7071910e57e5/5e2790f3-1e2e-4abc-886a-da024e1446b9) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:10.077796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] For port 8d4983f3-c32d-4b88-8831-2464d2981a39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8d4983f3-c32d-4b88-8831-2464d2981a39,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:10.081593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.353574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c', 'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c', 'tenant_id': '4bdf3294dff44607aabddd805a0c1c8c', 'fixed_ips': [{'subnet_id': '2b1a21d8-b58d-43b4-9fe6-cf7360fb1ce8'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:10.359503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.360938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.400957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.408134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8ad08054-67b0-4017-8a50-fe66eee0e693 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:10.494401 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/a9563439-b1a3-40e1-a970-5985e48e28d0 HTTP/1.1" status: 204 len: 168 time: 4.3966911 May 20 15:54:10.495646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38526) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:10.498822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:10.511461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:10.513506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-84e9aab5-e1d5-4859-a373-74c1681b2e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.221s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:10.520141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:10.561082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=5e2790f3-1e2e-4abc-886a-da024e1446b9,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:10.563754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:10.663866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:10.668402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.691250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:10.725442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Calling delete_port for 8d4983f3-c32d-4b88-8831-2464d2981a39 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:10.760572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b541-0cee-4e5c-a11c-873ebed0e0b8 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=ada3e469-39c6-4efe-bedb-d906c05a35c3,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:10.762620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3662367 May 20 15:54:10.766500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38534) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:10.772419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.787894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9dcba4ec-0f57-4fe3-b3f6-7659f227fa67 None None] Provisioning for port ada3e469-39c6-4efe-bedb-d906c05a35c3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:10.791707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '5e2790f3-1e2e-4abc-886a-da024e1446b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:10.811197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:10.815726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9dcba4ec-0f57-4fe3-b3f6-7659f227fa67 None None] Provisioning complete for port ada3e469-39c6-4efe-bedb-d906c05a35c3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:10.816697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9dcba4ec-0f57-4fe3-b3f6-7659f227fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.842459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:10.876615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:10.931770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9dcba4ec-0f57-4fe3-b3f6-7659f227fa67 None None] Port ada3e469-39c6-4efe-bedb-d906c05a35c3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:11.052488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.056223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.151400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.151998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f4dee2-feaa-4b46-a116-4b7aaba76bce {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:11.286110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Allocated IP 172.20.0.18 (d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c/2b1a21d8-b58d-43b4-9fe6-cf7360fb1ce8/897e2e62-5089-470d-8c91-375c16f2e507) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:11.300812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Pushing event deleted for resources: {'Port': ['ID=e846e202-5908-4cf1-ba4f-0694152bc590,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:11.307105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.321666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.348293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:11.413766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.956s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:11.414879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:11.444058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.452455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.454707 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e8f4dee2-feaa-4b46-a116-4b7aaba76bce HTTP/1.1" status: 204 len: 168 time: 5.1562889 May 20 15:54:11.491678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38544) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:11.584179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.213 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/94ee1f85-9d6d-413e-bd4a-98ce7c420336) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:11.684513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2246e620-3896-45f0-ae4e-25599864acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.744976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.800842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fbf0a9-8807-42d0-b75c-9cc4648b6dbb']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:11.934792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e3e4f4-083c-4993-8ae2-391cc94bccf3') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:11.935002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e3e4f4-083c-4993-8ae2-391cc94bccf3') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:11.958207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Deleting subnet cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:11.977948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:11.995439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.014387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Transition to ACTIVE for port object 897e2e62-5089-470d-8c91-375c16f2e507 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:12.020886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.048950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Transition to ACTIVE for port object 897e2e62-5089-470d-8c91-375c16f2e507 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:12.061845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.072698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.084835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.107873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:12.111293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.134924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-49bcc240-4e83-4ffa-8cd4-8d78c9bfaaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:12.187261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.212552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:12.212963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:12.230968 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:12.237562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.241114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Pushing event updated for resources: {'Port': ['ID=897e2e62-5089-470d-8c91-375c16f2e507,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:12.269641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:12.271689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38556) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:12.298242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Transition to ACTIVE for port object f8e23546-9444-4dd8-b380-6c84364d89e5 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:12.340136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:12.344132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:12.352266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8d4983f3-c32d-4b88-8831-2464d2981a39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8d4983f3-c32d-4b88-8831-2464d2981a39,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:12.354091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:12.356629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:12.366060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:12.366444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:12.406224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.430951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Transition to ACTIVE for port object f8e23546-9444-4dd8-b380-6c84364d89e5 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:12.436105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e350edaa-6703-4188-9da5-7bcec0e8554e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:12.447790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.511847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.572100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-04c7387e-87b2-4c86-9f2f-df74b103e2ff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:12.660113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38562) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:12.672040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=94ee1f85-9d6d-413e-bd4a-98ce7c420336,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:12.672161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:12.673077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.683466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:12.683813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'subnet': {'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:12.684979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.705476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:12.715209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:54:01Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:12.718203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1923295950', 'router:external': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:12.731000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.731650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event deleted for resources: {'Port': ['ID=8d4983f3-c32d-4b88-8831-2464d2981a39,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:12.735752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.747833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:12.748519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:12.750316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65fbf0a9-8807-42d0-b75c-9cc4648b6dbb {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 15:54:12.754309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:12.754908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.758724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=af1d929a-47fc-42a9-8919-0056921df27d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:12.762489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.772998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:12.782366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-76785b6f-c566-4c0b-b2dd-3a79439f040b tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:12.811785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event deleted for resources: {'Network': ['ID=65fbf0a9-8807-42d0-b75c-9cc4648b6dbb,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:12.813390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:12.826000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:12.849065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59dadf6-ee02-42ec-bbef-a50393d3a0e2 None None] The sync data for ids ['e8f4dee2-feaa-4b46-a116-4b7aaba76bce'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'name': 'tempest-ServersTestJSON-1003939564-router', 'tenant_id': '54588b6103b1438b9382bd33395ee241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:38Z', 'updated_at': '2021-05-20T15:54:01Z', 'revision_number': 5, 'project_id': '54588b6103b1438b9382bd33395ee241', 'gw_port': {'id': 'e846e202-5908-4cf1-ba4f-0694152bc590', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f4dee2-feaa-4b46-a116-4b7aaba76bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:43Z', 'updated_at': '2021-05-20T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:12.863756 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/networks/65fbf0a9-8807-42d0-b75c-9cc4648b6dbb HTTP/1.1" status: 204 len: 168 time: 2.3539567 May 20 15:54:12.873301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:12.885591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:12.891242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] No DVR routers for this DVR port 8d4983f3-c32d-4b88-8831-2464d2981a39 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:12.896807 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 6.0392625 May 20 15:54:12.910367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38570) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:12.911964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8:0:1::191 (d7ce4cac-f134-4bce-9587-7eb62bff9ebe/f4150df5-9388-4197-a7cc-017ac4e816e7/ada3e469-39c6-4efe-bedb-d906c05a35c3) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:12.927953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'name': 'tempest-NetworksTestDHCPv6-412777979'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:12.935580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:12.940313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:12.986166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Attempting to bind port 897e2e62-5089-470d-8c91-375c16f2e507 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:12.987014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Attempting to bind port 897e2e62-5089-470d-8c91-375c16f2e507 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '0621453b-6d98-4b63-9862-a94689442179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:12.987800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Attempting to bind port 897e2e62-5089-470d-8c91-375c16f2e507 on network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:12.992113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820a16b-7a33-4136-b641-ba74008898ca None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:13.052897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:network and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:13.084784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:13.114496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:13.204528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:13.205367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Checking segment: {'id': '0621453b-6d98-4b63-9862-a94689442179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:13.206852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.206984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Bound using segment: {'id': '0621453b-6d98-4b63-9862-a94689442179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:13.207979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Bound port: 897e2e62-5089-470d-8c91-375c16f2e507, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621453b-6d98-4b63-9862-a94689442179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:13.210146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.213449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:13.225551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Made reservation on behalf of bd0052df22ce4b479b88876b050b80a1 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:13.229982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.265066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:subnet and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:13.275400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:13.282922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.328840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:13.469645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:13.516391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:security_group_rule and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:13.520775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Pushing event updated for resources: {'Port': ['ID=f8e23546-9444-4dd8-b380-6c84364d89e5,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:13.527617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:13.533812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.563005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38578) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:13.571158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.623287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:13.669748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'name': 'tempest-router--1426281166', 'project_id': '305c96d6608541549e38b01acdf456a7'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:13.684562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.687253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:13.750123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Pushing event deleted for resources: {'Port': ['ID=8d4983f3-c32d-4b88-8831-2464d2981a39,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:13.755419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:13.768293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.056s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:13.768815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:13.775689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:13.783851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Attempting to bind port f8e23546-9444-4dd8-b380-6c84364d89e5 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:13.784484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Attempting to bind port f8e23546-9444-4dd8-b380-6c84364d89e5 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '4bec0d81-d433-45e4-a0f6-4ec962f0fddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:13.785612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Attempting to bind port f8e23546-9444-4dd8-b380-6c84364d89e5 on network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:13.791459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:13.806629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:13.819327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:13.819891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:13.828028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:13.828300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Checking segment: {'id': '4bec0d81-d433-45e4-a0f6-4ec962f0fddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:13.830236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.830236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Bound using segment: {'id': '4bec0d81-d433-45e4-a0f6-4ec962f0fddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:13.830481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Bound port: f8e23546-9444-4dd8-b380-6c84364d89e5, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bec0d81-d433-45e4-a0f6-4ec962f0fddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c97f6f-cd93-4fb0-8e7a-6cd68255b603'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:13.832001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.885290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5631-f2f2-4b17-ac3d-27fa24b11fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.915020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:13.918954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.962188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:14.003806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.046167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object ada3e469-39c6-4efe-bedb-d906c05a35c3 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:14.054285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.067166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9cbf387e-effc-427e-a5e1-4ea38c02f9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:14.099765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.119525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] For port 897e2e62-5089-470d-8c91-375c16f2e507, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:14.129327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:14.142969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:14.143188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-56302e1c-d95a-4bc5-88a1-dbc180c30f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:14.172518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:router and tenant:305c96d6608541549e38b01acdf456a7 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:14.173008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aaa9f2-ff5a-4eb8-b28e-4f93f40683d5 None None] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:14.204209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.213350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:14.245005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] For port 897e2e62-5089-470d-8c91-375c16f2e507, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=897e2e62-5089-470d-8c91-375c16f2e507,segment=NetworkSegment(0621453b-6d98-4b63-9862-a94689442179),segment_id=0621453b-6d98-4b63-9862-a94689442179)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:14.265288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:14.305880 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cfe8c6c1-8ac1-4b24-aab5-b83919ca0ef1 HTTP/1.1" status: 204 len: 168 time: 2.8059566 May 20 15:54:14.307036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38582) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:14.374338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.409537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:14.441775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] In _notify_port_updated(), no bound segment for port ada3e469-39c6-4efe-bedb-d906c05a35c3 on network d7ce4cac-f134-4bce-9587-7eb62bff9ebe {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:54:14.452003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.454368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.459188 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/ports/ada3e469-39c6-4efe-bedb-d906c05a35c3 HTTP/1.1" status: 200 len: 1011 time: 4.5632524 May 20 15:54:14.461212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38586) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:14.512156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:14.576893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=ada3e469-39c6-4efe-bedb-d906c05a35c3,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:14.580472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::11d (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/af1d929a-47fc-42a9-8919-0056921df27d/c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:14.631681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:14.693220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.724420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:14.726007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb1a1264-3cb6-4ae6-ba76-cc3300c501c1 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:14.736279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.737836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.795640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'af1d929a-47fc-42a9-8919-0056921df27d'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:14.797000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.881445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.921483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.936228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.938678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] For port f8e23546-9444-4dd8-b380-6c84364d89e5, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:14.956119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:14.986201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-44c8d243-187a-4415-a6d0-631886a27d2d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:15.030490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port ada3e469-39c6-4efe-bedb-d906c05a35c3 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:15.031114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.093683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4b10cc-b4eb-41f2-97ea-457406d59008,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:15.106099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:15.123223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.130664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c3625162-3d97-4fae-9f0d-2c517243dea0 None None] Provisioning for port ada3e469-39c6-4efe-bedb-d906c05a35c3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:15.173736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.185081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.190885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Deleting port a8cf4765-c98d-4c33-9874-5bd291aa69d1 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:15.191246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.212424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Pushing event updated for resources: {'Port': ['ID=897e2e62-5089-470d-8c91-375c16f2e507,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:15.217707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:15.221144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] For port f8e23546-9444-4dd8-b380-6c84364d89e5, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f8e23546-9444-4dd8-b380-6c84364d89e5,segment=NetworkSegment(4bec0d81-d433-45e4-a0f6-4ec962f0fddc),segment_id=4bec0d81-d433-45e4-a0f6-4ec962f0fddc)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:15.236868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c3625162-3d97-4fae-9f0d-2c517243dea0 None None] Provisioning complete for port ada3e469-39c6-4efe-bedb-d906c05a35c3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:15.237268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3625162-3d97-4fae-9f0d-2c517243dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.290489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:15.302551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.343555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:15.357902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.366376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.372531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.378132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:15.398275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.443474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] For port a8cf4765-c98d-4c33-9874-5bd291aa69d1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a8cf4765-c98d-4c33-9874-5bd291aa69d1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:15.444434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.619334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.620555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e2fef4b3-cfca-4221-bcc5-31b29671b5d3 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.9919908 May 20 15:54:15.622556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c3625162-3d97-4fae-9f0d-2c517243dea0 None None] Port ada3e469-39c6-4efe-bedb-d906c05a35c3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:15.622964 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/subnets/3c4b10cc-b4eb-41f2-97ea-457406d59008 HTTP/1.1" status: 204 len: 168 time: 7.2987499 May 20 15:54:15.633979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:15.650962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38592) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:15.651305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38594) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:15.652025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b53eee98-170f-4be5-8e64-f1e07d2b4a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:15.726640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Pushing event updated for resources: {'Port': ['ID=f8e23546-9444-4dd8-b380-6c84364d89e5,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:15.737689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:15.769831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/af1d929a-47fc-42a9-8919-0056921df27d/2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:15.901735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] DHCP port deletion for f9a59543-dd78-4bd1-b036-16bb998f0b29 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:16.054168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for ada3e469-39c6-4efe-bedb-d906c05a35c3 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:16.111311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:16.124621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:16.134603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Deleting port a8cf4765-c98d-4c33-9874-5bd291aa69d1 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:16.135244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.231932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:16.270307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Calling delete_port for a8cf4765-c98d-4c33-9874-5bd291aa69d1 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:16.277289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:16.281903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:16.284609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:16.290867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.291532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.317759 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4024866 May 20 15:54:16.332185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38600) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:16.332505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8eeb2b-e2cd-47bd-9724-935ef92c4d4f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:16.340283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:16.423812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.493392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea72f9-2d6f-4fda-9f4e-28d95ec7a5fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.494185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-feea72f9-2d6f-4fda-9f4e-28d95ec7a5fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:16.533691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-feea72f9-2d6f-4fda-9f4e-28d95ec7a5fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:16.536140 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-feea72f9-2d6f-4fda-9f4e-28d95ec7a5fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2012720 May 20 15:54:16.547169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38604) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:16.707015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.707519 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Added segment 1ec41e4c-169d-481b-8986-37c8e05b986d of type vlan for network 5d399ea3-3dcc-490b-b247-6da3faf83645 May 20 15:54:16.711230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] For port a8cf4765-c98d-4c33-9874-5bd291aa69d1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a8cf4765-c98d-4c33-9874-5bd291aa69d1,segment=NetworkSegment(a1bee40d-a481-467f-a6dd-11c2a05d2466),segment_id=a1bee40d-a481-467f-a6dd-11c2a05d2466)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:16.712285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.728379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.748097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Deleting subnet 2b1a21d8-b58d-43b4-9fe6-cf7360fb1ce8 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:16.779892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.788357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a20ad2dc-bb2a-4544-8c1b-448469375183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:16.798768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.919801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cf4765-c98d-4c33-9874-5bd291aa69d1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:16.924466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:16.955250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] No DVR routers for this DVR port a8cf4765-c98d-4c33-9874-5bd291aa69d1 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:16.960201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:16.980116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Calling delete_port for a8cf4765-c98d-4c33-9874-5bd291aa69d1 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:16.983531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f8e23546-9444-4dd8-b380-6c84364d89e5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:17.015177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0be5d-41b2-4eab-bfb5-1f1bb95e3a57 None None] Network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:17.136401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:54:17.171423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Transition to ACTIVE for port object 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:17.177315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.181624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4227ffc1-f810-4efc-98cb-0345b4843780 None None] Network 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:17.237502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.240191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.274172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.287300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.290276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7fb2c861-ce7e-4bfe-a9ab-62db057ea3d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:17.300949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.338319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-530f0c0c-f291-4daa-b17f-f5170230c5e2 None None] Provisioning for port 897e2e62-5089-470d-8c91-375c16f2e507 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:17.348460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.358696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4db82fcc-831e-4217-b304-8af8b8537582 tempest-FloatingIPAdminTestJSON-919889624 tempest-FloatingIPAdminTestJSON-919889624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:17.376982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Transition to ACTIVE for port object 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:17.407778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=ada3e469-39c6-4efe-bedb-d906c05a35c3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:17.408066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.408566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68241b86-ad8e-405d-9881-a4040004b11b {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:17.413728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.426618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.439056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:17.440376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:17.527856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a59543-dd78-4bd1-b036-16bb998f0b29']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:17.583769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=94ee1f85-9d6d-413e-bd4a-98ce7c420336,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:17.594316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:17.601772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:17.629862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.636201 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2ab53714-d003-41db-9417-3d2d4f944a74 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/routers/68241b86-ad8e-405d-9881-a4040004b11b HTTP/1.1" status: 204 len: 168 time: 1.9683897 May 20 15:54:17.646877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:17.655608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port f8e23546-9444-4dd8-b380-6c84364d89e5 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:17.661859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:17.671734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.674213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.675589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.675791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.691786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:17.697385 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/ada3e469-39c6-4efe-bedb-d906c05a35c3 HTTP/1.1" status: 204 len: 168 time: 3.1365671 May 20 15:54:17.699886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bee40d-a481-467f-a6dd-11c2a05d2466') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:17.700170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bee40d-a481-467f-a6dd-11c2a05d2466') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:17.707805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38610) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:17.765449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.796614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.808898 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0256279-4a96-4239-8d70-d2de4196f930 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:54:17.809493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0256279-4a96-4239-8d70-d2de4196f930 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:17.830223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:17.830648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.861666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.915448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Attempting to bind port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:17.916694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Attempting to bind port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:17.916694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Attempting to bind port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:17.922568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0256279-4a96-4239-8d70-d2de4196f930 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:17.922925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 897e2e62-5089-470d-8c91-375c16f2e507 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:17.927202 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a0256279-4a96-4239-8d70-d2de4196f930 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/ada3e469-39c6-4efe-bedb-d906c05a35c3 HTTP/1.1" status: 404 len: 333 time: 0.2034371 May 20 15:54:17.927898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38614) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:17.929116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:17.930134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.949181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Pushing event updated for resources: {'Port': ['ID=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:17.955893 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:17.963825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:17.963825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:17.963825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.963825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:17.963825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Bound port: 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:17.963825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:17.980474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.035816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet f4150df5-9388-4197-a7cc-017ac4e816e7 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:18.046863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Provisioning for port f8e23546-9444-4dd8-b380-6c84364d89e5 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:18.070982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38618) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:18.084425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Provisioning complete for port f8e23546-9444-4dd8-b380-6c84364d89e5 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:18.084720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.095313 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 5.8222165 May 20 15:54:18.099907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.114353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38620) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:18.155495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.166527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-64dfa969-7097-41bb-ad5a-229ef1bb8955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:18.182737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'subnet': {'network_id': '5d399ea3-3dcc-490b-b247-6da3faf83645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:18.215204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.217385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:18.218734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.237096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Network': ['ID=5d399ea3-3dcc-490b-b247-6da3faf83645,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:18.242957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.259751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.298989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] For port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:18.318638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:subnet and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:18.324700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] For port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:18.328473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.334256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:18.402819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:18.422294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ee1119c1-244c-43ee-abc2-f06bb5b230db tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-947796833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:18.432221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Pushing event deleted for resources: {'Port': ['ID=a8cf4765-c98d-4c33-9874-5bd291aa69d1,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:18.446775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.450042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a59543-dd78-4bd1-b036-16bb998f0b29,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:18.469511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Network f9a59543-dd78-4bd1-b036-16bb998f0b29 is not hosted by any dhcp agent {{(pid=92433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 15:54:18.473313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] No DVR routers for this DVR port a8cf4765-c98d-4c33-9874-5bd291aa69d1 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:18.495902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.522623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.529911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 5d399ea3-3dcc-490b-b247-6da3faf83645 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:18.550959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:18.552605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.579987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1196156633', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:18.583767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.591848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:18.592675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] DHCP port deletion for 95c97f6f-cd93-4fb0-8e7a-6cd68255b603 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:18.603960 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9a59543-dd78-4bd1-b036-16bb998f0b29 HTTP/1.1" status: 204 len: 168 time: 4.2832913 May 20 15:54:18.644785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 897e2e62-5089-470d-8c91-375c16f2e507 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:18.668710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.686519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:18.690925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8bab5d48-321a-49ac-b9bf-824768323847 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:18.778754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 897e2e62-5089-470d-8c91-375c16f2e507 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:18.779128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.784572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Usage tracker for resource:router and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:18.799018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Made reservation on behalf of bd0052df22ce4b479b88876b050b80a1 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:18.803279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:18.840413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:18.928422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38632) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:18.947982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Pushing event updated for resources: {'Port': ['ID=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:18.959151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:18.998751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.104918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] For port f8e23546-9444-4dd8-b380-6c84364d89e5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f8e23546-9444-4dd8-b380-6c84364d89e5,segment=NetworkSegment(4bec0d81-d433-45e4-a0f6-4ec962f0fddc),segment_id=4bec0d81-d433-45e4-a0f6-4ec962f0fddc)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:19.114881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Deleting port f8e23546-9444-4dd8-b380-6c84364d89e5 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:19.115264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.139771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.155599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e1cf8db0-969b-443d-817a-c82ae2b6fba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:19.165443 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9fceee6f-069d-4df8-91be-ab3171a7b277 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54588b6103b1438b9382bd33395ee241&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2223043 May 20 15:54:19.174302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38636) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:19.203203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.273025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:19.281789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.320966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:19.375666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.385946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=f4150df5-9388-4197-a7cc-017ac4e816e7,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:19.396115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] For port f8e23546-9444-4dd8-b380-6c84364d89e5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f8e23546-9444-4dd8-b380-6c84364d89e5,segment=NetworkSegment(4bec0d81-d433-45e4-a0f6-4ec962f0fddc),segment_id=4bec0d81-d433-45e4-a0f6-4ec962f0fddc)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:19.396513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.396683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:19.406821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a93fc6-78bc-451c-a385-8dac0967178c None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:19.410523 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/f4150df5-9388-4197-a7cc-017ac4e816e7 HTTP/1.1" status: 204 len: 168 time: 1.4567072 May 20 15:54:19.415791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38640) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:19.485098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.487922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP dd2a9694-153f-470e-aaf2-4d23dd824f16 associated. External IP: 172.26.8.213, port: 5e2790f3-1e2e-4abc-886a-da024e1446b9. May 20 15:54:19.521899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.574234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-99143562-fdf6-417a-82ab-ac6357101d70 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:19.584429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Pushing event updated for resources: {'Port': ['ID=f8e23546-9444-4dd8-b380-6c84364d89e5,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:19.612494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.629550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Subnet': ['ID=d1fc7e3f-0ba9-4c2e-b288-9f20f7208119,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:19.644154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:19.653462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.654822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.660451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:19.665767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:19.684045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Calling delete_port for f8e23546-9444-4dd8-b380-6c84364d89e5 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:19.691560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:19.714044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 50d52b5d-c032-4aa3-858a-555c45566492 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:19.719214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Checking segment: {'id': '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:19.719571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network hostable DHCP agents. Network: a5df10b9-c260-4c85-872d-62f5feeb05ef, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:19.735496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.750575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-efe1d21f-1fc5-4f24-9c5e-5eb8d4380331 None None] Provisioning complete for port 897e2e62-5089-470d-8c91-375c16f2e507 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:19.750954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe1d21f-1fc5-4f24-9c5e-5eb8d4380331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.766001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.770734 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b HTTP/1.1" status: 204 len: 168 time: 3.2208734 May 20 15:54:19.777580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38644) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:19.831521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.862864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.901605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:19.915252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:19.920445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network a5df10b9-c260-4c85-872d-62f5feeb05ef is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:19.950771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11637478-89ee-4a9e-8a90-21f8384524ed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.952399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11637478-89ee-4a9e-8a90-21f8384524ed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.953174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11637478-89ee-4a9e-8a90-21f8384524ed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:19.957443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a286a28f-ce95-415a-8242-67afd1b3a18f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:19.965288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:19.993139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11637478-89ee-4a9e-8a90-21f8384524ed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:19.997385 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-11637478-89ee-4a9e-8a90-21f8384524ed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2186747 May 20 15:54:19.998381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.001888 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a286a28f-ce95-415a-8242-67afd1b3a18f HTTP/1.1" status: 204 len: 168 time: 0.8264880 May 20 15:54:20.003092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38648) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:20.023565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.036850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf6bb807-1ca5-4b6c-a705-d21a717b87c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:20.062974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.145594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a5df10b9-c260-4c85-872d-62f5feeb05ef) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:20.168457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d0398-696b-4410-afac-2f808a195173 None None] Network a5df10b9-c260-4c85-872d-62f5feeb05ef requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:20.189770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] No DVR routers for this DVR port f8e23546-9444-4dd8-b380-6c84364d89e5 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:20.212347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Pushing event deleted for resources: {'Port': ['ID=f8e23546-9444-4dd8-b380-6c84364d89e5,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:20.216579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:20.254184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet af1d929a-47fc-42a9-8919-0056921df27d {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:20.258074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.308331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-efe1d21f-1fc5-4f24-9c5e-5eb8d4380331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.332378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.340716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.367921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.368597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.474285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ad90e5ae-0215-47cf-9ef2-c49227d22867 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:20.548196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.559034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1a21d8-b58d-43b4-9fe6-cf7360fb1ce8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:20.578073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:20.598399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.621145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124da40-55f7-4403-9fb2-0f92edcae559 None None] Network d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:20.672308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:20.753102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:54:20.753833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:54:20.811161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/subnets/2b1a21d8-b58d-43b4-9fe6-cf7360fb1ce8 HTTP/1.1" status: 204 len: 168 time: 5.1440532 May 20 15:54:20.819163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 8.1527221 May 20 15:54:20.834416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38664) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:20.834955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38666) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:20.891342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1003335771'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:20.960924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:20.987705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:network and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:20.995890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:21.081118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:21.113079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:21.186098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f25c54-e15c-4b39-9df9-e3158d09b436 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.187062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-10f25c54-e15c-4b39-9df9-e3158d09b436 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Synchronizing usage tracker for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:21.211611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:21.215455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.320838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-efe1d21f-1fc5-4f24-9c5e-5eb8d4380331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:54:21.321728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-efe1d21f-1fc5-4f24-9c5e-5eb8d4380331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:54:21.322161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a5df10b9-c260-4c85-872d-62f5feeb05ef', 'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef', 'tenant_id': '7029abd736334cdf9f043ab17e153dcd', 'fixed_ips': [{'subnet_id': 'd1fc7e3f-0ba9-4c2e-b288-9f20f7208119'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:21.323053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.367400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.392161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c55cac63-24a0-4e43-b106-50690d3f2381 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:21.435350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38680) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:21.454781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=50d52b5d-c032-4aa3-858a-555c45566492,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:21.475172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:21.480063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.538076 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/50d52b5d-c032-4aa3-858a-555c45566492 HTTP/1.1" status: 204 len: 168 time: 2.1200991 May 20 15:54:21.539468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38686) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:21.630956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-10f25c54-e15c-4b39-9df9-e3158d09b436 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Unset dirty status for tenant:4bdf3294dff44607aabddd805a0c1c8c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:21.637185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.645534 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-10f25c54-e15c-4b39-9df9-e3158d09b436 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8089039 May 20 15:54:21.655903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38690) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:21.698915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Allocated IP 2001:db8:0:ffff::2 (a5df10b9-c260-4c85-872d-62f5feeb05ef/d1fc7e3f-0ba9-4c2e-b288-9f20f7208119/8e5ce544-db22-4687-9c20-c127a16a98fd) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:21.721740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1340814324-network', 'tenant_id': '57f719956ccb4141918cefcd5e24597d'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:21.722566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 897e2e62-5089-470d-8c91-375c16f2e507, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=897e2e62-5089-470d-8c91-375c16f2e507,segment=NetworkSegment(0621453b-6d98-4b63-9862-a94689442179),segment_id=0621453b-6d98-4b63-9862-a94689442179)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:21.758197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:21.764599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] DHCP port deletion for d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:21.770390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Usage tracker for resource:network and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:21.772339 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.776928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.780396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0514ac17-7403-413e-bf55-16f0fcf00bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:21.782979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:21.794430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:21.884037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Made reservation on behalf of 57f719956ccb4141918cefcd5e24597d for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:21.886942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.903910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.918334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-154e05d7-591a-4eb5-9e7a-435c1a539d04 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:21.958663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=af1d929a-47fc-42a9-8919-0056921df27d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:21.962338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.968703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.980111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:21.995905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:22.000839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Usage tracker for resource:security_group_rule and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:22.004478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:22.011802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:22.027133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e846e202-5908-4cf1-ba4f-0694152bc590 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:22.054677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:22.079099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51025d4a-3da6-4efa-953e-209d766808de None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:22.117547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.126089 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/af1d929a-47fc-42a9-8919-0056921df27d HTTP/1.1" status: 204 len: 168 time: 2.0810485 May 20 15:54:22.127458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:22.132073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.162292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.162847 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Added segment fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b of type vlan for network 504777d1-b58f-4e9a-8ac1-a85034713444 May 20 15:54:22.205150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d8ba88-1439-494b-a119-b1cbba765e04 None None] Network d7ce4cac-f134-4bce-9587-7eb62bff9ebe requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:22.209974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:22.217882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:22.218368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.240384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.245857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:22.261151 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:22.269027 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e2a3474b-528d-4744-be4b-445ee5f976ec tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1398122 May 20 15:54:22.278662 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:22.279671 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.295154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38698) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:22.357675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e846e202-5908-4cf1-ba4f-0694152bc590 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:22.358494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e846e202-5908-4cf1-ba4f-0694152bc590 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:22.358900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a8cf4765-c98d-4c33-9874-5bd291aa69d1 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:22.396782 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.412111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] For port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,segment=NetworkSegment(45e08b24-52ee-4489-8623-58d6cd7c8a12),segment_id=45e08b24-52ee-4489-8623-58d6cd7c8a12)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:22.414466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.414922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:22.415909 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.452509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.502768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a8cf4765-c98d-4c33-9874-5bd291aa69d1 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:22.503318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a8cf4765-c98d-4c33-9874-5bd291aa69d1 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:22.535858 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.537046 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40782b-d8b8-47d9-928a-a5477c9e3637 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:22.589321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.590067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 8e6c85f0-a491-4f4b-876b-7a45d5419a0b owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:22.641718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4411cd7e-538f-4c87-9051-e360c8b6463b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:22.653138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:22.663441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.670165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-86ed556d-4ecc-4514-9beb-a3cdb3864dc9 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:22.713393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:22.731733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=8e6c85f0-a491-4f4b-876b-7a45d5419a0b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:22.737130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:22.739552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No DVR routers for this DVR port 8e6c85f0-a491-4f4b-876b-7a45d5419a0b on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:22.757060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=897e2e62-5089-470d-8c91-375c16f2e507,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:22.795621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.795989 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Added segment ac775128-e29f-4436-b679-8d23ac2c60b9 of type vlan for network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a May 20 15:54:22.869559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:54:22.883262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:22.903107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:22.913192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.922448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:22.934172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ce4cac-f134-4bce-9587-7eb62bff9ebe']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.952023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e08b24-52ee-4489-8623-58d6cd7c8a12') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.952359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e08b24-52ee-4489-8623-58d6cd7c8a12') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:22.976103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.002195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.003449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.004141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.039296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.042248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:23.106505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a74090bb-81d7-4c6c-8598-2e6244d335d0 None None] Provisioning for port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:23.171008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:23.171513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.185755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Deleting port 897e2e62-5089-470d-8c91-375c16f2e507 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:23.186129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.199703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a74090bb-81d7-4c6c-8598-2e6244d335d0 None None] Could not find standard attr ID for object 8e6c85f0-a491-4f4b-876b-7a45d5419a0b. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:23.215083 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:23.220251 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7819593 May 20 15:54:23.227619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a74090bb-81d7-4c6c-8598-2e6244d335d0 None None] Could not find standard attr ID for object c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:54:23.235771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.254222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:23.270138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Request body: {'subnet': {'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1340814324-subnet', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:23.301488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.5295568 May 20 15:54:23.301700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.303710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59e716-b96e-4376-ba84-bce2406b3e53 None None] DHCP port deletion for d7ce4cac-f134-4bce-9587-7eb62bff9ebe request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:23.312288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.313319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.326004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38706) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:23.333679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Transition to ACTIVE for port object 8e5ce544-db22-4687-9c20-c127a16a98fd will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:23.334242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ccb84cd4-3165-47f0-9529-153c5e0b0c1d tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:23.361232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:23.378563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'port_id': '5e2790f3-1e2e-4abc-886a-da024e1446b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:23.381698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:23.383515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:23.383899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.418004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Transition to ACTIVE for port object 8e5ce544-db22-4687-9c20-c127a16a98fd will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:23.427243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Usage tracker for resource:subnet and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:23.432791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Pushing event updated for resources: {'Network': ['ID=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:23.437933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:23.439908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:23.449458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] For port 897e2e62-5089-470d-8c91-375c16f2e507, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=897e2e62-5089-470d-8c91-375c16f2e507,segment=NetworkSegment(0621453b-6d98-4b63-9862-a94689442179),segment_id=0621453b-6d98-4b63-9862-a94689442179)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:23.449458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.461941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.473553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-017aed89-52a8-4701-947a-59c1412db2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:23.475317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:23.489639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.496812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:23.512902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:23.519984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Made reservation on behalf of 57f719956ccb4141918cefcd5e24597d for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:23.522598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.540218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.559051 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/d7ce4cac-f134-4bce-9587-7eb62bff9ebe HTTP/1.1" status: 204 len: 168 time: 2.0112638 May 20 15:54:23.562067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38710) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:23.563072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=d7ce4cac-f134-4bce-9587-7eb62bff9ebe,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:23.580368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:23.664599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Calling delete_port for 897e2e62-5089-470d-8c91-375c16f2e507 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:23.677851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:23.705558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Network a5df10b9-c260-4c85-872d-62f5feeb05ef is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:23.724427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.791718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:23.798568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.9603007 May 20 15:54:23.825172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38714) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:23.835935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:23.841934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.875833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'subnet': {'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:23.935396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa25c5-446f-4817-8498-9186be4daf33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.936264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-55fa25c5-446f-4817-8498-9186be4daf33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:23.937794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234ce59-b222-4285-8d87-78e9cb2235d0 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.938643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4234ce59-b222-4285-8d87-78e9cb2235d0 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:23.964175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:54:23.964646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.965515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Network': ['ID=504777d1-b58f-4e9a-8ac1-a85034713444,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:23.986293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Pushing event updated for resources: {'Port': ['ID=8e5ce544-db22-4687-9c20-c127a16a98fd,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:24.003497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 504777d1-b58f-4e9a-8ac1-a85034713444 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:24.007776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4234ce59-b222-4285-8d87-78e9cb2235d0 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:24.012893 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4234ce59-b222-4285-8d87-78e9cb2235d0 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4390028 May 20 15:54:24.014670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38718) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:24.030358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:24.037441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.071781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:24.093039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Deleting port 897e2e62-5089-470d-8c91-375c16f2e507 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:24.093404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.130874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:24.161023 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f700e324-9d90-4641-bf76-ec87fe888c69 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1417615 May 20 15:54:24.162163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38722) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:24.170646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1443571133'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:24.231637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:24.238297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:24.242771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:24.257456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:24.279220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:24.283285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.328424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:24.343008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.354171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.354494 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment 19f8e277-1bcc-49c6-94d4-4e6546344869 of type vlan for network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 May 20 15:54:24.416275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Attempting to bind port 8e5ce544-db22-4687-9c20-c127a16a98fd on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:24.417099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Attempting to bind port 8e5ce544-db22-4687-9c20-c127a16a98fd by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:24.417496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Attempting to bind port 8e5ce544-db22-4687-9c20-c127a16a98fd on network a5df10b9-c260-4c85-872d-62f5feeb05ef {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:24.431189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.460128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:24.461211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Checking segment: {'id': '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:24.462525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.463442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Bound using segment: {'id': '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:24.464435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Bound port: 8e5ce544-db22-4687-9c20-c127a16a98fd, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a5df10b9-c260-4c85-872d-62f5feeb05ef'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:24.465278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.477180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-55fa25c5-446f-4817-8498-9186be4daf33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:24.478492 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-55fa25c5-446f-4817-8498-9186be4daf33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 2.1668632 May 20 15:54:24.484526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38726) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:24.485721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.497384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:24.519671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:24.570412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Deleting port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:24.570941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.604547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.607617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.621120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:24.623441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fd2989e9-bb0f-4a5a-a9e3-8f99fa9ff866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:24.636920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Subnet': ['ID=434c18d0-07ea-45b8-a336-ad3f3da6ad53,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:24.651974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:24.660651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] For port 897e2e62-5089-470d-8c91-375c16f2e507, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=897e2e62-5089-470d-8c91-375c16f2e507,segment=NetworkSegment(0621453b-6d98-4b63-9862-a94689442179),segment_id=0621453b-6d98-4b63-9862-a94689442179)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:24.661015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.691259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:subnet and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:24.703437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:24.712176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.718823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.719582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.730807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ce533-3c7d-4c96-a311-da7999c23957 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.731615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a96ce533-3c7d-4c96-a311-da7999c23957 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:24.796700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=231fcdbf-6815-4475-832c-2cfbe2b1f4ab,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:24.799744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:24.806030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:24.823952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f8e23546-9444-4dd8-b380-6c84364d89e5 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:24.828775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a96ce533-3c7d-4c96-a311-da7999c23957 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:24.830193 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a96ce533-3c7d-4c96-a311-da7999c23957 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3386474 May 20 15:54:24.830880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:24.837075 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6745760 May 20 15:54:24.839838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38730) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:24.840456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Calling delete_port for 897e2e62-5089-470d-8c91-375c16f2e507 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:24.845619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38732) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:24.943083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: f8e23546-9444-4dd8-b380-6c84364d89e5 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:24.943302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f8e23546-9444-4dd8-b380-6c84364d89e5 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:24.943728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 897e2e62-5089-470d-8c91-375c16f2e507 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:24.954281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Checking segment: {'id': '1ec41e4c-169d-481b-8986-37c8e05b986d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d399ea3-3dcc-490b-b247-6da3faf83645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:24.954979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network hostable DHCP agents. Network: 5d399ea3-3dcc-490b-b247-6da3faf83645, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:24.984839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:24.985890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Allocated IP 172.26.8.31 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/d40e19fc-19f2-46e0-9f67-a638e2cb8cfd) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:24.989629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:24.995957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.040271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] No DVR routers for this DVR port 897e2e62-5089-470d-8c91-375c16f2e507 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:25.064554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Checking segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:25.065128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Network hostable DHCP agents. Network: 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:25.067417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 897e2e62-5089-470d-8c91-375c16f2e507 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:25.067781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 897e2e62-5089-470d-8c91-375c16f2e507 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:25.095306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] For port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:25.095711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.108546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] For port 8e5ce544-db22-4687-9c20-c127a16a98fd, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:25.110893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.112219 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-85bb2547-dc52-4132-8912-50dd219ab0cd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2678111 May 20 15:54:25.115412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] For port 8e5ce544-db22-4687-9c20-c127a16a98fd, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e5ce544-db22-4687-9c20-c127a16a98fd,segment=NetworkSegment(3f4a7b05-dd5d-4471-bc6b-74b690eff6c5),segment_id=3f4a7b05-dd5d-4471-bc6b-74b690eff6c5)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:25.214750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.239664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38738) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:25.253373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=4886a2e0-d815-4c1e-9e3e-c67403ac86f7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.269949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:25.289633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.289925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:25.309608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:25.320819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:25.334599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Pushing event deleted for resources: {'Port': ['ID=897e2e62-5089-470d-8c91-375c16f2e507,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.344315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Calling delete_port for 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:25.365479 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:25.366580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.367636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:25.374822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:25.393593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:25.399639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 5d399ea3-3dcc-490b-b247-6da3faf83645 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:25.428864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:25.441538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:25.480870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:25.482174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.485001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5aa083-167d-4684-9390-3d07cf564aa2 None None] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:25.493818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:25.510427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:25.517307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.557272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:25.587318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 5d399ea3-3dcc-490b-b247-6da3faf83645) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:25.631618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c15f9f-3281-411d-b849-536ec0b507ba None None] Network 5d399ea3-3dcc-490b-b247-6da3faf83645 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:25.638963 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3778000 May 20 15:54:25.649629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38742) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:25.660108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:25.665384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.690036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:25.698715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:25.706918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Usage tracker for resource:router and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:25.713329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:25.743632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:25.744079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Pushing event updated for resources: {'Port': ['ID=8e5ce544-db22-4687-9c20-c127a16a98fd,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.745450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.770481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.773837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:25.774655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.885107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:25.946040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.964065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.986214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-69b5314e-d08d-4914-996d-373fe2dc5469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:26.044083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.068083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Pushing event deleted for resources: {'Port': ['ID=2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:26.070622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] No DVR routers for this DVR port 2a7cad7b-b057-4ec4-98cc-cfeb6e6770e9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:26.086340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c04552a1-5012-41b8-ace6-92d66d6777aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:26.142625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:26.192813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.194607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.228367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e6c85f0-a491-4f4b-876b-7a45d5419a0b no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:26.357589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8e6c85f0-a491-4f4b-876b-7a45d5419a0b {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:26.357589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e6c85f0-a491-4f4b-876b-7a45d5419a0b not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:26.371381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8ab69-102a-4e8b-a9f4-8fad9bbf5bf1 None None] Network 5d399ea3-3dcc-490b-b247-6da3faf83645 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:26.391955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04038976-10ea-4888-a483-d395c4415599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:26.392954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04038976-10ea-4888-a483-d395c4415599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.443633 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 8.2772574 May 20 15:54:26.445925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Port': ['ID=897e2e62-5089-470d-8c91-375c16f2e507,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:26.449695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] No DVR routers for this DVR port 897e2e62-5089-470d-8c91-375c16f2e507 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:26.501844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38746) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:26.510719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1765731496', 'network_id': '5d399ea3-3dcc-490b-b247-6da3faf83645'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:26.523918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:26.537942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:port and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:26.542324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:26.552405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:26.580366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:26.587359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Made reservation on behalf of bd0052df22ce4b479b88876b050b80a1 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:26.590346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.644031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] device_id is not set on port 68839adf-fcf1-4201-8a8c-2ee98d815ad3 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:26.688651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.776800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-04038976-10ea-4888-a483-d395c4415599 None None] Allocated IP 172.20.0.2 (3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a/231fcdbf-6815-4475-832c-2cfbe2b1f4ab/f674948c-0dd8-43dc-ba31-a47780ae12a3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:26.891167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.928567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.948631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:27.260094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Allocated IP 172.20.0.12 (5d399ea3-3dcc-490b-b247-6da3faf83645/434c18d0-07ea-45b8-a336-ad3f3da6ad53/68839adf-fcf1-4201-8a8c-2ee98d815ad3) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:27.329101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e5ce544-db22-4687-9c20-c127a16a98fd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:27.371725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.393231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=469992cd-2eb7-4995-915e-a82a3568e47b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:27.440205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:27.441764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:27.445949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:27.496135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:27.534668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04038976-10ea-4888-a483-d395c4415599 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.549432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-04038976-10ea-4888-a483-d395c4415599 None None] Transition to ACTIVE for port object f674948c-0dd8-43dc-ba31-a47780ae12a3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:27.573545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-04038976-10ea-4888-a483-d395c4415599 None None] Transition to ACTIVE for port object f674948c-0dd8-43dc-ba31-a47780ae12a3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:27.586642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:27.587682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.588580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386c21d-0244-4d4c-9665-c6c2b93391d8 None None] Network a5df10b9-c260-4c85-872d-62f5feeb05ef requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:27.603991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b40321-15e7-4c17-a3ae-82c3faca6974 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:27.629283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.658247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.677496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:27.697391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621453b-6d98-4b63-9862-a94689442179') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:27.697591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621453b-6d98-4b63-9862-a94689442179') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:27.711634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=01051eeb-320e-4a21-b4bf-791daec2c4dc,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:27.714180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.735404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.743264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:27.743659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.780864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:27.790392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04038976-10ea-4888-a483-d395c4415599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.795534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': '19f8e277-1bcc-49c6-94d4-4e6546344869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:27.795891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: 4886a2e0-d815-4c1e-9e3e-c67403ac86f7, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:27.806494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:27.820689 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5715270 May 20 15:54:27.821443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38750) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:27.830116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': '01051eeb-320e-4a21-b4bf-791daec2c4dc', 'ip_address': '2001:db8::2b12:2db5:f566:c5e5'}], 'name': 'tempest-NetworksTestDHCPv6-1104742263'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:27.890721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04038976-10ea-4888-a483-d395c4415599 None None] Pushing event updated for resources: {'Port': ['ID=f674948c-0dd8-43dc-ba31-a47780ae12a3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:27.912725 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:27.916899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.952341 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:27.963999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-04038976-10ea-4888-a483-d395c4415599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:27.988212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04038976-10ea-4888-a483-d395c4415599 None None] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:27.997972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.004395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-04038976-10ea-4888-a483-d395c4415599 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:28.005478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 4886a2e0-d815-4c1e-9e3e-c67403ac86f7) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:28.009459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8423a795-85d7-40e3-b7b5-0f76705d180e None None] Provisioning for port 8e5ce544-db22-4687-9c20-c127a16a98fd completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:28.015330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04038976-10ea-4888-a483-d395c4415599 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:28.031121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.057897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:28.058671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.079665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce82786-d14e-45a3-bcb8-0fbd141591a6 None None] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:28.102926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:28.112842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-34ce789d-142e-4ef8-a2ba-58c788675cc6 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:28.130569 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1530156 May 20 15:54:28.134869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38754) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:28.140329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:28.145459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.151718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7', 'name': 'tempest-PortsIpV6TestJSON-2027353198'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:28.152355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.192159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Network': ['ID=d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:28.313108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8e5ce544-db22-4687-9c20-c127a16a98fd completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:28.323553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:28.324203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:28.324955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '01051eeb-320e-4a21-b4bf-791daec2c4dc'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:28.325614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.352185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8e5ce544-db22-4687-9c20-c127a16a98fd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:28.352493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.375516 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/networks/d90b8c2a-c450-4bf7-bb4a-39bbcff9ad3c HTTP/1.1" status: 204 len: 168 time: 6.7151847 May 20 15:54:28.380001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:28.405024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38758) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:28.410172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-04038976-10ea-4888-a483-d395c4415599 None None] Attempting to bind port f674948c-0dd8-43dc-ba31-a47780ae12a3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:28.410172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-04038976-10ea-4888-a483-d395c4415599 None None] Attempting to bind port f674948c-0dd8-43dc-ba31-a47780ae12a3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:28.410172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04038976-10ea-4888-a483-d395c4415599 None None] Attempting to bind port f674948c-0dd8-43dc-ba31-a47780ae12a3 on network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:28.446332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.456479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:28.486959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04038976-10ea-4888-a483-d395c4415599 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:28.487320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04038976-10ea-4888-a483-d395c4415599 None None] Checking segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:28.487684 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04038976-10ea-4888-a483-d395c4415599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.488189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04038976-10ea-4888-a483-d395c4415599 None None] Bound using segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:28.488792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-04038976-10ea-4888-a483-d395c4415599 None None] Bound port: f674948c-0dd8-43dc-ba31-a47780ae12a3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:28.489241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04038976-10ea-4888-a483-d395c4415599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.506023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:28.526077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:28.540919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:28.662212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.668449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event updated for resources: {'Port': ['ID=d40e19fc-19f2-46e0-9f67-a638e2cb8cfd,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:28.677115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:28.701590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 5d399ea3-3dcc-490b-b247-6da3faf83645 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:28.717235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:28.722177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:28.802790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Port': ['ID=68839adf-fcf1-4201-8a8c-2ee98d815ad3,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:28.837038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:28.884418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:28.902130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.946233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:28.955605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:28.956424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.964985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.015949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:29.020811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.068540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 83a88a9a-639c-42b2-8188-2b7a0f6d576e yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:29.274414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-04038976-10ea-4888-a483-d395c4415599 None None] For port f674948c-0dd8-43dc-ba31-a47780ae12a3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:29.291364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.310810 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8057692 May 20 15:54:29.318453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38762) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:29.380514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:29.410542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/01051eeb-320e-4a21-b4bf-791daec2c4dc/cb998787-8390-435d-84e6-c10a504cb2e1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:29.431121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-04038976-10ea-4888-a483-d395c4415599 None None] For port f674948c-0dd8-43dc-ba31-a47780ae12a3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f674948c-0dd8-43dc-ba31-a47780ae12a3,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:29.450490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04038976-10ea-4888-a483-d395c4415599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.472658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:29.484978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:29.490936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.549757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c97f6f-cd93-4fb0-8e7a-6cd68255b603']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:29.570332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-4886a2e0-d815-4c1e-9e3e-c67403ac86f7', 'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': '469992cd-2eb7-4995-915e-a82a3568e47b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:29.572286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.581022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bec0d81-d433-45e4-a0f6-4ec962f0fddc') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:29.581324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bec0d81-d433-45e4-a0f6-4ec962f0fddc') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:29.607181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.674485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.691985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:29.692383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:29.708196 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:29.763006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8e5ce544-db22-4687-9c20-c127a16a98fd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e5ce544-db22-4687-9c20-c127a16a98fd,segment=NetworkSegment(3f4a7b05-dd5d-4471-bc6b-74b690eff6c5),segment_id=3f4a7b05-dd5d-4471-bc6b-74b690eff6c5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:29.816965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::19c (4886a2e0-d815-4c1e-9e3e-c67403ac86f7/469992cd-2eb7-4995-915e-a82a3568e47b/c250af1d-fd05-4c0c-8cc2-db4ad49ccc89) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:29.834337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.843841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.852111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.879182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04038976-10ea-4888-a483-d395c4415599 None None] Pushing event updated for resources: {'Port': ['ID=f674948c-0dd8-43dc-ba31-a47780ae12a3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:29.891591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:29.900209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-04038976-10ea-4888-a483-d395c4415599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:29.915037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-126f8774-44db-4cef-8ca2-e2e5450f08a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:29.922708 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/networks/95c97f6f-cd93-4fb0-8e7a-6cd68255b603 HTTP/1.1" status: 204 len: 168 time: 1.5112174 May 20 15:54:29.923490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38766) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:29.927676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Network': ['ID=95c97f6f-cd93-4fb0-8e7a-6cd68255b603,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:29.932620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:30.030105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:54:30.031345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.107128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.180322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.223491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.245452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Transition to ACTIVE for port object cb998787-8390-435d-84e6-c10a504cb2e1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:30.303875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e9a9bfcd-1de0-4afd-b00a-0dfd6223ca3e tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:30.379155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Transition to ACTIVE for port object cb998787-8390-435d-84e6-c10a504cb2e1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:30.421533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.437299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.459871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8e5ce544-db22-4687-9c20-c127a16a98fd,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:30.483499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.489834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::2b12:2db5:f566:c5e5 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/01051eeb-320e-4a21-b4bf-791daec2c4dc/83a88a9a-639c-42b2-8188-2b7a0f6d576e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:30.492983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:30.501475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b344b144-7a6a-4f52-a083-0a3c765f59d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:30.534288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:30.584196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:30.593832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Deleting port 68839adf-fcf1-4201-8a8c-2ee98d815ad3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:30.594255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.644552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3479fb34-90c4-4c1b-87ae-eb5c62492a12 None None] Provisioning complete for port 8e5ce544-db22-4687-9c20-c127a16a98fd triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:30.645647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3479fb34-90c4-4c1b-87ae-eb5c62492a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.756730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Pushing event updated for resources: {'Port': ['ID=cb998787-8390-435d-84e6-c10a504cb2e1,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:30.761443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:30.762326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:30.763025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:30.820800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.835930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.840400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.848414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:30.852579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:30.855448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:30.861988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:30.885445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24fbf97-5f61-4c88-8792-79c53d11eec9']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:30.895662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:30.956118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:30.956829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:30.957505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:30.961515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e06f59-82ba-45f1-8e4b-9ddacacf1f27') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:30.962358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e06f59-82ba-45f1-8e4b-9ddacacf1f27') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:31.001693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.061954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:31.062369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433171ee-ce6a-46af-b30d-8c3808440f7f None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:31.084895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Allocated IP 172.26.8.171 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/c680fe5b-8d19-4f82-b3ff-9b288e6374c7) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:31.117139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Attempting to bind port cb998787-8390-435d-84e6-c10a504cb2e1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:31.117592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Attempting to bind port cb998787-8390-435d-84e6-c10a504cb2e1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:31.117908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Attempting to bind port cb998787-8390-435d-84e6-c10a504cb2e1 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:31.132839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:31.133191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:31.133726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.134129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:31.134621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Bound port: cb998787-8390-435d-84e6-c10a504cb2e1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:31.135005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.171348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.201064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:31.202410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:31.225684 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:31.260854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.336911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] For port cb998787-8390-435d-84e6-c10a504cb2e1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:31.406274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Subnet': ['ID=79152092-b30b-41fc-83ec-0163b13fa22f,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:31.409184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:31.431407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.452850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77ffd4-c881-4725-9b72-9742fcffa865 None None] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:31.457731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2db112f6-0769-4e76-91dc-90112dd2a41d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:31.493174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.518753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Checking segment: {'id': 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:31.519166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network hostable DHCP agents. Network: 504777d1-b58f-4e9a-8ac1-a85034713444, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:31.527777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.531526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 83a88a9a-639c-42b2-8188-2b7a0f6d576e will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:31.540134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e961035a-0cf4-4148-92af-839d6d5568a6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:31.596204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] For port cb998787-8390-435d-84e6-c10a504cb2e1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cb998787-8390-435d-84e6-c10a504cb2e1,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:31.606731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:31.608904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.619084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.623965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:31.626579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:31.629101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2278b5f6-d061-46ee-a9ed-d1e57aaf5f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:31.639774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.656156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:31.669500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:31.671955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:31.677903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.678566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.692129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a94086c7-7332-47a3-be6d-1dade671f1a3 None None] Provisioning for port f674948c-0dd8-43dc-ba31-a47780ae12a3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:31.708405 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/networks/b24fbf97-5f61-4c88-8792-79c53d11eec9 HTTP/1.1" status: 204 len: 168 time: 1.7746468 May 20 15:54:31.711981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=c250af1d-fd05-4c0c-8cc2-db4ad49ccc89,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:31.715429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:31.718787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38770) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:31.719598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:31.758103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:31.769857 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6263402 May 20 15:54:31.770845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38774) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:31.772111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Allocated IP 2001:db8::2 (4886a2e0-d815-4c1e-9e3e-c67403ac86f7/469992cd-2eb7-4995-915e-a82a3568e47b/254f89a0-bc89-4455-a118-b955acf8b965) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:31.786405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Network': ['ID=b24fbf97-5f61-4c88-8792-79c53d11eec9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:31.789642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:31.790171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:31.799820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7', 'name': 'tempest-PortsIpV6TestJSON-1434613590'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:31.854198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:31.872459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network 504777d1-b58f-4e9a-8ac1-a85034713444 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:31.905772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-803c7e50-2acb-4c3c-89fa-ac32f8d00b83 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/floatingips/dd2a9694-153f-470e-aaf2-4d23dd824f16 HTTP/1.1" status: 200 len: 979 time: 8.5368795 May 20 15:54:31.905943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Pushing event updated for resources: {'Port': ['ID=cb998787-8390-435d-84e6-c10a504cb2e1,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:31.932226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:32.029053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38778) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:32.153520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e5ce544-db22-4687-9c20-c127a16a98fd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:32.190226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.218716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff9d4f6b-33ea-4354-b64a-66d76416e2d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:32.294718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Calling delete_port for 68839adf-fcf1-4201-8a8c-2ee98d815ad3 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:32.297281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 504777d1-b58f-4e9a-8ac1-a85034713444) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:32.309232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.327644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.329589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.330646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.342323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:32.347665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984c944-1800-4fe4-a72a-2bbf85e96cae None None] Network 504777d1-b58f-4e9a-8ac1-a85034713444 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:32.360396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:32.367606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=83a88a9a-639c-42b2-8188-2b7a0f6d576e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:32.370250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:32.375997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.376807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.386822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:32.444410 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6191432 May 20 15:54:32.448536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38782) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:32.454092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:32.474403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:32.482663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:32.543221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:32.575810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.585526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:32.589634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.613069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f290ec-f4bf-468d-b3f5-8f2d747bd071']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:32.632023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4d2d82-a2e7-413f-b512-7c314e9cae61') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:32.632630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4d2d82-a2e7-413f-b512-7c314e9cae61') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:32.642963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.645802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8e5ce544-db22-4687-9c20-c127a16a98fd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:32.646615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.648300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:32.692515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.717212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Transition to ACTIVE for port object 254f89a0-bc89-4455-a118-b955acf8b965 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:32.731028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.747961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:32.748672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:32.764706 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:32.794858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Transition to ACTIVE for port object 254f89a0-bc89-4455-a118-b955acf8b965 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:32.811315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.816369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:32.885564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 9.0412831 May 20 15:54:32.937508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38786) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:32.949008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'port': {'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444', 'name': 'tempest-NetworksIpV6TestAttrs-2077812031'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:32.950896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-504777d1-b58f-4e9a-8ac1-a85034713444', 'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444', 'tenant_id': '7029abd736334cdf9f043ab17e153dcd', 'fixed_ips': [{'subnet_id': '79152092-b30b-41fc-83ec-0163b13fa22f'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:32.952061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.070185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:33.131204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:33.136990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Pushing event updated for resources: {'Port': ['ID=254f89a0-bc89-4455-a118-b955acf8b965,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:33.158290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:33.161732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:33.234565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f674948c-0dd8-43dc-ba31-a47780ae12a3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:33.255291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.279416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d234e157-707f-4713-9e95-c7e0d12f8ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:33.333850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.360200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Pushing event deleted for resources: {'Network': ['ID=a2f290ec-f4bf-468d-b3f5-8f2d747bd071,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:33.372385 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] 10.222.0.13 "DELETE /v2.0/networks/a2f290ec-f4bf-468d-b3f5-8f2d747bd071 HTTP/1.1" status: 204 len: 168 time: 1.6339340 May 20 15:54:33.382973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:33.424588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::18b (4886a2e0-d815-4c1e-9e3e-c67403ac86f7/469992cd-2eb7-4995-915e-a82a3568e47b/3c21c0ef-33a5-456b-b5ce-296a9a4da04b) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:33.442313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Attempting to bind port 254f89a0-bc89-4455-a118-b955acf8b965 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:33.442668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Attempting to bind port 254f89a0-bc89-4455-a118-b955acf8b965 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '19f8e277-1bcc-49c6-94d4-4e6546344869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:33.443252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Attempting to bind port 254f89a0-bc89-4455-a118-b955acf8b965 on network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:33.474649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:33.474649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Checking segment: {'id': '19f8e277-1bcc-49c6-94d4-4e6546344869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:33.475278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.475660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Bound using segment: {'id': '19f8e277-1bcc-49c6-94d4-4e6546344869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:33.476880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Bound port: 254f89a0-bc89-4455-a118-b955acf8b965, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8e277-1bcc-49c6-94d4-4e6546344869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4886a2e0-d815-4c1e-9e3e-c67403ac86f7'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:33.477158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.490300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Allocated IP 2001:db8::f816:3eff:fe7e:2bb0 (504777d1-b58f-4e9a-8ac1-a85034713444/79152092-b30b-41fc-83ec-0163b13fa22f/3bafeb98-def3-4756-b595-bc8c15789d59) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:33.499450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:33.509012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:port and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:33.515170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:33.526768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.529993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:33.581021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:33.585152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:33.588301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.588573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port f674948c-0dd8-43dc-ba31-a47780ae12a3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:33.661508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f674948c-0dd8-43dc-ba31-a47780ae12a3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:33.662556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.680278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] device_id is not set on port a389dab8-69b8-48b0-918a-b84219b4c74d yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:33.742234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event deleted for resources: {'Port': ['ID=68839adf-fcf1-4201-8a8c-2ee98d815ad3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:33.754014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:33.800686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-661d9a21-edb2-4f90-994a-f807768ba6ab None None] Provisioning for port cb998787-8390-435d-84e6-c10a504cb2e1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:33.805210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] For port 254f89a0-bc89-4455-a118-b955acf8b965, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:33.860469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] For port 254f89a0-bc89-4455-a118-b955acf8b965, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=254f89a0-bc89-4455-a118-b955acf8b965,segment=NetworkSegment(19f8e277-1bcc-49c6-94d4-4e6546344869),segment_id=19f8e277-1bcc-49c6-94d4-4e6546344869)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:33.888419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.898176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b277bc01-b624-429a-a962-10034f2f600d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:34.130054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.151453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Pushing event updated for resources: {'Port': ['ID=254f89a0-bc89-4455-a118-b955acf8b965,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:34.161744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:34.162977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.182601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Transition to ACTIVE for port object 3bafeb98-def3-4756-b595-bc8c15789d59 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:34.220364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Transition to ACTIVE for port object 3bafeb98-def3-4756-b595-bc8c15789d59 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:34.222574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port f674948c-0dd8-43dc-ba31-a47780ae12a3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f674948c-0dd8-43dc-ba31-a47780ae12a3,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:34.232246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.235114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:34.286970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.293839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38794) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:34.295121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-833a02c0-d454-45f8-94ed-54fc5876e972 None None] Provisioning for port 83a88a9a-639c-42b2-8188-2b7a0f6d576e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:34.311540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.320901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-833a02c0-d454-45f8-94ed-54fc5876e972 None None] Provisioning complete for port 83a88a9a-639c-42b2-8188-2b7a0f6d576e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:34.321275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-833a02c0-d454-45f8-94ed-54fc5876e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.336339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.380322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 3c21c0ef-33a5-456b-b5ce-296a9a4da04b will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:34.398200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Allocated IP 2001:db8::f816:3eff:fe10:31b6 (504777d1-b58f-4e9a-8ac1-a85034713444/79152092-b30b-41fc-83ec-0163b13fa22f/a389dab8-69b8-48b0-918a-b84219b4c74d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:34.407521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Network 504777d1-b58f-4e9a-8ac1-a85034713444 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:34.430618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:34.456191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:34.466524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cb998787-8390-435d-84e6-c10a504cb2e1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:34.515230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.524800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2aea1100-faf5-4146-bc65-5cb1fa3338d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:34.527561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-833a02c0-d454-45f8-94ed-54fc5876e972 None None] Port 83a88a9a-639c-42b2-8188-2b7a0f6d576e cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:34.533862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=f674948c-0dd8-43dc-ba31-a47780ae12a3,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:34.545599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c1391-258b-4bde-8396-1856aa0d21e2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.552507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c1391-258b-4bde-8396-1856aa0d21e2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.554703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-be4c1391-258b-4bde-8396-1856aa0d21e2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 2.1022975 May 20 15:54:34.579198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:34.582171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38800) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:34.673264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:34.692555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.702473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Router e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:54:34.774858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:34.776926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=3c21c0ef-33a5-456b-b5ce-296a9a4da04b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:34.815744 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/ports/68839adf-fcf1-4201-8a8c-2ee98d815ad3 HTTP/1.1" status: 204 len: 168 time: 5.4956005 May 20 15:54:34.829728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Pushing event updated for resources: {'Port': ['ID=3bafeb98-def3-4756-b595-bc8c15789d59,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:34.834961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:34.840277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Attempting to bind port 3bafeb98-def3-4756-b595-bc8c15789d59 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:34.840920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Attempting to bind port 3bafeb98-def3-4756-b595-bc8c15789d59 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:34.841494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Attempting to bind port 3bafeb98-def3-4756-b595-bc8c15789d59 on network 504777d1-b58f-4e9a-8ac1-a85034713444 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:34.850306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:34.850718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Checking segment: {'id': 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:34.851122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.851529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Bound using segment: {'id': 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:34.852022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Bound port: 3bafeb98-def3-4756-b595-bc8c15789d59, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '504777d1-b58f-4e9a-8ac1-a85034713444'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:34.852403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.871111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port cb998787-8390-435d-84e6-c10a504cb2e1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:34.886251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38804) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:34.898548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:34.903315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d399ea3-3dcc-490b-b247-6da3faf83645', 'external_fixed_ips': [{'subnet_id': '434c18d0-07ea-45b8-a336-ad3f3da6ad53', 'ip_address': '172.20.0.12'}]}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:34.906161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port cb998787-8390-435d-84e6-c10a504cb2e1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:34.906551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.909687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:34.921824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:34.929015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 94ee1f85-9d6d-413e-bd4a-98ce7c420336 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:34.929743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.930778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:34.938575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.939705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.969999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:router and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:34.982768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:35.014983 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0088921b-24b8-44e0-8dc4-35054a66eca8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bdf3294dff44607aabddd805a0c1c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165897 May 20 15:54:35.016343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] For port 3bafeb98-def3-4756-b595-bc8c15789d59, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:35.022102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] For port 3bafeb98-def3-4756-b595-bc8c15789d59, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3bafeb98-def3-4756-b595-bc8c15789d59,segment=NetworkSegment(fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b),segment_id=fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:35.047463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:35.056763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.059818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38808) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:35.067373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:35.149391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.196619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Pushing event updated for resources: {'Port': ['ID=3bafeb98-def3-4756-b595-bc8c15789d59,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:35.201376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:35.215504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port cb998787-8390-435d-84e6-c10a504cb2e1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cb998787-8390-435d-84e6-c10a504cb2e1,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:35.222233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.227199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-68b0445d-6cf6-49c4-8e6f-7f6d867752b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:35.248127 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4694500 May 20 15:54:35.259460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38812) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:35.274225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.276704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.376663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.385932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.388676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=cb998787-8390-435d-84e6-c10a504cb2e1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:35.393943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:35.398524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 83a88a9a-639c-42b2-8188-2b7a0f6d576e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:35.398855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.418444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Transition to ACTIVE for port object a389dab8-69b8-48b0-918a-b84219b4c74d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:35.678301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.705541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.818687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5aa2978d-f96b-4ea7-9ba5-5c0d5e1d2b7b tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:35.830958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:35.841659 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] Sync routers for ids ['e44aedf2-acc8-4e6b-8fb0-cab81051a5c7'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:35.854500 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] Routers {'e44aedf2-acc8-4e6b-8fb0-cab81051a5c7'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:35.855334 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e44aedf2-acc8-4e6b-8fb0-cab81051a5c7'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:35.871394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec77e36-25a2-4ce7-bb37-5d24bf1b8ee9 None None] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:35.935033 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:35.945581 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] Routers {'e44aedf2-acc8-4e6b-8fb0-cab81051a5c7'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:35.946453 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e44aedf2-acc8-4e6b-8fb0-cab81051a5c7'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:36.003538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Port': ['ID=a389dab8-69b8-48b0-918a-b84219b4c74d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:36.014912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:36.016921 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:36.017530 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683c3e-d2a9-4552-9d53-89073e4400b2 None None] The sync data for ids ['e44aedf2-acc8-4e6b-8fb0-cab81051a5c7'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:36.026306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 83a88a9a-639c-42b2-8188-2b7a0f6d576e owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:36.048204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network 504777d1-b58f-4e9a-8ac1-a85034713444 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:36.050635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:36.059631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:36.065795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:36.066470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.077310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7d0aea18-0646-4310-ba78-e18c2e4316d2 None None] Provisioning for port 254f89a0-bc89-4455-a118-b955acf8b965 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:36.093449 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1540856 May 20 15:54:36.096689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38816) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:36.145008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.145878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.178999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting subnet 79152092-b30b-41fc-83ec-0163b13fa22f {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:36.184367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.346647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.436681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 94ee1f85-9d6d-413e-bd4a-98ce7c420336 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:36.535035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.552493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.554464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 18.4565728 May 20 15:54:36.567498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.577938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38820) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:36.614911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d96a7fce-efaf-42fa-b34a-3ce7b18d24f6 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:36.683581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3bafeb98-def3-4756-b595-bc8c15789d59 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:36.719762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=83a88a9a-639c-42b2-8188-2b7a0f6d576e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:36.731517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.731989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.732431 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.732864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.733285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.735032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.735717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.736518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.737499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.738213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.738865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.739840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:36.744770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:36.774689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.794138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.810531 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:36.837301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be9b30-ad14-4b55-831a-55e6f3a1b10c None None] Network 504777d1-b58f-4e9a-8ac1-a85034713444 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:36.850804 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/83a88a9a-639c-42b2-8188-2b7a0f6d576e HTTP/1.1" status: 204 len: 168 time: 2.2548869 May 20 15:54:36.854859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38824) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:36.936973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e6aee105-0a16-47c0-be33-b8f46bcdca51 None None] Provisioning for port 3bafeb98-def3-4756-b595-bc8c15789d59 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:36.972484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 3bafeb98-def3-4756-b595-bc8c15789d59 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:36.989488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 3bafeb98-def3-4756-b595-bc8c15789d59 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:36.990919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.021188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.096380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.115053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211768e2-f111-4aa8-9cbe-05b5e2450214 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.117148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211768e2-f111-4aa8-9cbe-05b5e2450214 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.118732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-211768e2-f111-4aa8-9cbe-05b5e2450214 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:37.167471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-211768e2-f111-4aa8-9cbe-05b5e2450214 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:37.171517 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-211768e2-f111-4aa8-9cbe-05b5e2450214 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3151433 May 20 15:54:37.172154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38828) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:37.289262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b352511-02ed-4d0c-b499-39466d11696e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.294990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1b352511-02ed-4d0c-b499-39466d11696e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19c HTTP/1.1" status: 200 len: 929 time: 2.0224166 May 20 15:54:37.296030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38832) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:37.452358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Provisioning for port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:37.471418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Provisioning complete for port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:37.472014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.506993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 01051eeb-320e-4a21-b4bf-791daec2c4dc {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:37.510374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.551468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.563694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:37.574405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.576273 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-92afb5bc-b248-48bf-83a6-444a59157631 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 HTTP/1.1" status: 200 len: 924 time: 0.9736803 May 20 15:54:37.582772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:37.583126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38836) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:37.633173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34057c58-e4d4-44f2-aeb9-e7d4e14f9616,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:37.686078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-15fa0d7d-7fbb-42af-9cd8-baf330f2ce33 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 HTTP/1.1" status: 200 len: 205 time: 0.0946698 May 20 15:54:37.688484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.689200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34057c58-e4d4-44f2-aeb9-e7d4e14f9616 HTTP/1.1" status: 204 len: 168 time: 2.5737743 May 20 15:54:37.691876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.692141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.692447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.692838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.693203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.694041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.694869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.695431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.695907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.696774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.696774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.697025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:37.701173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:37.704806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38840) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:37.759816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Provisioning for port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:37.763431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.785024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Provisioning complete for port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:37.785505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.895352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1ab46-ec84-4e29-ae4c-ce6dc404b889 None None] Port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:37.908235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:37.909049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.027785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f538c2fe-20a8-4ecd-93bc-c35a8847d564 None None] Provisioning complete for port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:38.032432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f538c2fe-20a8-4ecd-93bc-c35a8847d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.134010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.146614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c0c6b57-56b0-4f16-8527-18874f84bfa3 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:38.191733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f538c2fe-20a8-4ecd-93bc-c35a8847d564 None None] Port 3c21c0ef-33a5-456b-b5ce-296a9a4da04b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:38.206369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:54:38.211759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f538c2fe-20a8-4ecd-93bc-c35a8847d564 None None] Provisioning complete for port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:38.212346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f538c2fe-20a8-4ecd-93bc-c35a8847d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.217816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=94ee1f85-9d6d-413e-bd4a-98ce7c420336,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:38.238337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:38.327266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.327838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f538c2fe-20a8-4ecd-93bc-c35a8847d564 None None] Port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:38.462211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Provisioning complete for port 3bafeb98-def3-4756-b595-bc8c15789d59 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:38.462798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.568703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.595404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6a80a5f0-36b3-46d4-bd35-a5763a459722 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:38.641885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Subnet': ['ID=79152092-b30b-41fc-83ec-0163b13fa22f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:38.654544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:38.659307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.687439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.729105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b3f38-fbf9-47df-af6c-3ce636680bab None None] Network 504777d1-b58f-4e9a-8ac1-a85034713444 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:38.847842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 3c21c0ef-33a5-456b-b5ce-296a9a4da04b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:38.870541 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/79152092-b30b-41fc-83ec-0163b13fa22f HTTP/1.1" status: 204 len: 168 time: 2.7724421 May 20 15:54:38.881581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38864) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:38.926271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.927018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP dd2a9694-153f-470e-aaf2-4d23dd824f16 disassociated (deleted). External IP: 172.26.8.213, port: 5e2790f3-1e2e-4abc-886a-da024e1446b9. May 20 15:54:38.960168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:54:38.960529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:54:38.968301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.988127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38868) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.076059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] For port 3bafeb98-def3-4756-b595-bc8c15789d59, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3bafeb98-def3-4756-b595-bc8c15789d59,segment=NetworkSegment(fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b),segment_id=fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:39.091875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.094961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-04038976-10ea-4888-a483-d395c4415599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:39.096519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482fab9-0776-4ab6-a165-37ed9e551225 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:39.098119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482fab9-0776-4ab6-a165-37ed9e551225 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:39.098906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b482fab9-0776-4ab6-a165-37ed9e551225 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Synchronizing usage tracker for tenant:7029abd736334cdf9f043ab17e153dcd on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:39.138413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b482fab9-0776-4ab6-a165-37ed9e551225 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Unset dirty status for tenant:7029abd736334cdf9f043ab17e153dcd on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:39.142505 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b482fab9-0776-4ab6-a165-37ed9e551225 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2562699 May 20 15:54:39.143120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38874) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.176633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Provisioning for port a389dab8-69b8-48b0-918a-b84219b4c74d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:39.198245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Provisioning complete for port a389dab8-69b8-48b0-918a-b84219b4c74d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:39.198878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.241788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Pushing event updated for resources: {'Port': ['ID=3bafeb98-def3-4756-b595-bc8c15789d59,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:39.253956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:39.285031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Port a389dab8-69b8-48b0-918a-b84219b4c74d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:39.295387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] DHCP port deletion for 504777d1-b58f-4e9a-8ac1-a85034713444 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:39.322255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05867014-7b55-49aa-88d8-20f5d33c26be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.340196 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-05867014-7b55-49aa-88d8-20f5d33c26be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 15:54:39.340675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05867014-7b55-49aa-88d8-20f5d33c26be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:54:39.381210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Deleting port 3bafeb98-def3-4756-b595-bc8c15789d59 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:39.381719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.394910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1507988282'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:39.406034 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-05867014-7b55-49aa-88d8-20f5d33c26be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/504777d1-b58f-4e9a-8ac1-a85034713444 HTTP/1.1" status: 409 len: 405 time: 0.2554841 May 20 15:54:39.408987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38878) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.414014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:39.416902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.427967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-183427697'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:39.432906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:39.463608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:39.465477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:39.472420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:39.489069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:network and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:39.498901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:39.502507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:39.509628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=01051eeb-320e-4a21-b4bf-791daec2c4dc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:39.512935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.517755 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/01051eeb-320e-4a21-b4bf-791daec2c4dc HTTP/1.1" status: 204 len: 168 time: 2.3404329 May 20 15:54:39.527519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:39.530472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38882) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.532127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:39.541384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a5009-18fe-4b87-b662-b71d5a8d6f32 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:39.585694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8537b2e7-6734-471e-92fa-e33e95262378 None None] Provisioning complete for port a389dab8-69b8-48b0-918a-b84219b4c74d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:39.586380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8537b2e7-6734-471e-92fa-e33e95262378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.602491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:39.605978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.622988 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c7c4b1fa-2d56-47ae-b519-d55d7d850614 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858119 May 20 15:54:39.622988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.623447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38886) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.631675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-599f76dd-798a-45e4-b2a3-0033bf0c5ae6 tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:39.670959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:39.686742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.708119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:39.708608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cb998787-8390-435d-84e6-c10a504cb2e1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:39.712223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.737870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=3c21c0ef-33a5-456b-b5ce-296a9a4da04b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:39.741977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:39.763720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] For port 3bafeb98-def3-4756-b595-bc8c15789d59, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3bafeb98-def3-4756-b595-bc8c15789d59,segment=NetworkSegment(fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b),segment_id=fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:39.764126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.836282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:39.840309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:39.849417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.867706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:security_group_rule and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:39.873426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.879372 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/3c21c0ef-33a5-456b-b5ce-296a9a4da04b HTTP/1.1" status: 204 len: 168 time: 2.5756319 May 20 15:54:39.891294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:39.905888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38890) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.914964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:39.980263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Sync routers for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:39.982724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:39.987123 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3365a0-6e96-4a80-8e8e-5191d2a14eae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:54:39.987990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6a3365a0-6e96-4a80-8e8e-5191d2a14eae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:40.000538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Calling delete_port for 3bafeb98-def3-4756-b595-bc8c15789d59 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:40.004016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:40.006208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8537b2e7-6734-471e-92fa-e33e95262378 None None] Port a389dab8-69b8-48b0-918a-b84219b4c74d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:40.041371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:40.042326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.091038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.106638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.107536 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Added segment 3777ee86-1de4-4fa8-94cf-88e7a4ae3396 of type vlan for network d59f3217-b992-431e-bcf7-f17befb481d1 May 20 15:54:40.145895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.185217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:40.204452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port cb998787-8390-435d-84e6-c10a504cb2e1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:40.205441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.251144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6a3365a0-6e96-4a80-8e8e-5191d2a14eae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:40.255756 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6a3365a0-6e96-4a80-8e8e-5191d2a14eae tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/3c21c0ef-33a5-456b-b5ce-296a9a4da04b HTTP/1.1" status: 404 len: 333 time: 0.3421340 May 20 15:54:40.260873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.262503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38894) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:40.273248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.281062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:40.287084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.368036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.379845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:40.391008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-247a9009-74a6-468f-95ea-625206b064d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.392647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1581bf11-1183-447e-b0d6-5ae3f3dfe398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:40.439360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.445036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:40.493537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1e458b50-7314-4db4-810c-243e3fca0090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:40.601488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.602586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.9336808 May 20 15:54:40.614383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38898) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:40.619262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:54:40.640544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:40.709927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.710536 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment feb9d35f-cd87-431e-8398-7d44be9b8d0a of type vlan for network a3216ef3-33e2-4007-9fc9-25032c6412b7 May 20 15:54:40.788601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Pushing event deleted for resources: {'Port': ['ID=3bafeb98-def3-4756-b595-bc8c15789d59,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:40.818089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:40.821374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:40.856283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] No DVR routers for this DVR port 3bafeb98-def3-4756-b595-bc8c15789d59 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:40.898581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.984173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb7dfc-8518-40a4-b4a8-622efce6d153,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:40.990975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 254f89a0-bc89-4455-a118-b955acf8b965 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:40.991250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:41.036227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.043127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:41.044092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.056909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-baa68c93-4d97-4259-a9c6-191efabef4ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:41.168027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Deleting port cb998787-8390-435d-84e6-c10a504cb2e1 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:41.168565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.169652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.238784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Network': ['ID=d59f3217-b992-431e-bcf7-f17befb481d1,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:41.246469 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8329933 May 20 15:54:41.254243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:41.261589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38902) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:41.301886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'subnet': {'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:41.321411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network d59f3217-b992-431e-bcf7-f17befb481d1 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:41.323207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:41.323558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.343998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.348962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:41.349446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.352962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Allocated IP 172.20.0.12 (5d399ea3-3dcc-490b-b247-6da3faf83645/434c18d0-07ea-45b8-a336-ad3f3da6ad53/7642f8e8-32db-40eb-ac76-a6916b53c4ef) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:41.360454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:41.535650 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5333471 May 20 15:54:41.553764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38906) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:41.570367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1322020463'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:41.580898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 254f89a0-bc89-4455-a118-b955acf8b965 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:41.593061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:41.603332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:41.609510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=a3216ef3-33e2-4007-9fc9-25032c6412b7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:41.612357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:41.618758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:41.634705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 254f89a0-bc89-4455-a118-b955acf8b965 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:41.635107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.658051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:41.704973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.708433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:41.722071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:41.726417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.762986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] For port cb998787-8390-435d-84e6-c10a504cb2e1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cb998787-8390-435d-84e6-c10a504cb2e1,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:41.764437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.823827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:41.839473 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:41.857308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Deleting port d40e19fc-19f2-46e0-9f67-a638e2cb8cfd {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:41.857783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.869603 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:41.871000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:41.874401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:41.951769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.994956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:42.058042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:42.083917 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.117959 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:42.120701 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.123116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:42.174177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Calling delete_port for cb998787-8390-435d-84e6-c10a504cb2e1 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:42.191946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.192485 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment a0e95978-9706-4765-b121-b8de24cf7ce4 of type vlan for network dfb11d68-c594-4112-8cef-775373cc3815 May 20 15:54:42.256944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:33Z', 'revision_number': 3, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.266156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Checking router: 94365ba4-deba-4f4f-a79d-2ac0e5c84845 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:42.266706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Updating router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:54:42.289380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.381018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:42.384610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.388203 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.389209 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ee230-8ccd-46de-8032-e9b806d12470 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:42.459716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.486661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.492207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.495725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:42.501146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd2a9694-153f-470e-aaf2-4d23dd824f16 HTTP/1.1" status: 204 len: 168 time: 10.4615834 May 20 15:54:42.501302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.508779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38910) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.509546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.522210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.602439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 254f89a0-bc89-4455-a118-b955acf8b965, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=254f89a0-bc89-4455-a118-b955acf8b965,segment=NetworkSegment(19f8e277-1bcc-49c6-94d4-4e6546344869),segment_id=19f8e277-1bcc-49c6-94d4-4e6546344869)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:42.624811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.626270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f674948c-0dd8-43dc-ba31-a47780ae12a3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:42.634498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.671385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.673584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.698045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-404546f0-98ac-4e0f-8447-72b568c76ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.842338 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2844570 May 20 15:54:42.848276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=dfb11d68-c594-4112-8cef-775373cc3815,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:42.851958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:42.855661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.857693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 HTTP/1.1" status: 204 len: 168 time: 2.5894673 May 20 15:54:42.858645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38914) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.863582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5e75a09f-26c0-4cb3-a7ed-181f6329d9fd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.907125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38916) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.910343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Calling delete_port for d40e19fc-19f2-46e0-9f67-a638e2cb8cfd owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:42.911765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:42.922867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] No DVR routers for this DVR port cb998787-8390-435d-84e6-c10a504cb2e1 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:43.004940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network dfb11d68-c594-4112-8cef-775373cc3815 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:43.074646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.087522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.113329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1b361fb-8af6-45d8-9176-be6fd0d0cca8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.226292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=254f89a0-bc89-4455-a118-b955acf8b965,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.274756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 5d399ea3-3dcc-490b-b247-6da3faf83645 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:43.296723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:43.317701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:43.377049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=c250af1d-fd05-4c0c-8cc2-db4ad49ccc89,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.380613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.406296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83e5d773-514a-45b0-b228-217f2f7a053e tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.460761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Port': ['ID=7642f8e8-32db-40eb-ac76-a6916b53c4ef,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.479750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Pushing event deleted for resources: {'Port': ['ID=cb998787-8390-435d-84e6-c10a504cb2e1,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.494728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.503382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.750s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.503941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.505025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.519628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.524393 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bc40bf-2a1f-46a7-9150-cf72df75b212 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:54:43.525245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-44bc40bf-2a1f-46a7-9150-cf72df75b212 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:43.535609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:43.548044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:43.563565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:43.581111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:43.595112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:43.619534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:43.620491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.635626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:43.643188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f674948c-0dd8-43dc-ba31-a47780ae12a3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:43.643188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.668878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-44bc40bf-2a1f-46a7-9150-cf72df75b212 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:43.670715 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-44bc40bf-2a1f-46a7-9150-cf72df75b212 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/c250af1d-fd05-4c0c-8cc2-db4ad49ccc89 HTTP/1.1" status: 404 len: 333 time: 0.6529181 May 20 15:54:43.671876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=e1e57c4d-275d-4bde-9687-8ab48633f3dc,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.676414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.679740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38922) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.702604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df104f6-3632-4ad3-bdf2-ed8b25fccbe7 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:43.759583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:43.763183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.773205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.784915 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1558132 May 20 15:54:43.791731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38926) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.857017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'e1e57c4d-275d-4bde-9687-8ab48633f3dc', 'ip_address': '2001:db8::9529:352c:a339:35c0'}], 'name': 'tempest-NetworksTestDHCPv6-941376452'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:43.957192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 5e2790f3-1e2e-4abc-886a-da024e1446b9 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:43.957500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.957828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eee69706-d388-4dd4-b948-39ec7c97a2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.014798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 469992cd-2eb7-4995-915e-a82a3568e47b {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:44.074651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.216247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.263841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.resource_extend [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:54:44.286203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:44.307907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:44.314232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:44.358248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:44.361821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.429783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.454757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Transition to ACTIVE for port object c680fe5b-8d19-4f82-b3ff-9b288e6374c7 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:44.473572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.487593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:44.542554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 254f89a0-bc89-4455-a118-b955acf8b965 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:44.553701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 5e2790f3-1e2e-4abc-886a-da024e1446b9 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:44.556330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:44.602412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.805066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'e1e57c4d-275d-4bde-9687-8ab48633f3dc'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:44.806245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.830836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.838823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c79d9a7-5c01-4120-9cfe-ec042fe1201d tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:44.850795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.862508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Pushing event updated for resources: {'Port': ['ID=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:44.864579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Attempting to bind port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:44.864946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Attempting to bind port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:44.865301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Attempting to bind port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:44.892083 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:54:44.916201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.916652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.916914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.917261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.917603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.917861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.918184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.918504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.918814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.919910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.919910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.919910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:44.923295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:44.923767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:44.924127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.924527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:44.925052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Bound port: c680fe5b-8d19-4f82-b3ff-9b288e6374c7, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:44.925417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.933325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.953825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:44.967258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event deleted for resources: {'Port': ['ID=d40e19fc-19f2-46e0-9f67-a638e2cb8cfd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:44.984485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:45.026838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 254f89a0-bc89-4455-a118-b955acf8b965 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:45.027205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.047241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 755eef81-8594-4b0f-8cea-2e25ad8a7973 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:45.129007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] For port c680fe5b-8d19-4f82-b3ff-9b288e6374c7, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:45.133424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] For port c680fe5b-8d19-4f82-b3ff-9b288e6374c7, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:45.146257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.158977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:45.279804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/e1e57c4d-275d-4bde-9687-8ab48633f3dc/49a8f0d4-6574-4cd3-946f-36387ef5ed45) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:45.316806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:45.317751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:45.385687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Pushing event updated for resources: {'Port': ['ID=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:45.427149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:45.523595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.638282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.639616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.650466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e111b8d-8253-42ca-9117-9d02925523d9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:45.665148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3bafeb98-def3-4756-b595-bc8c15789d59 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:45.720210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Allocated IP 172.20.0.1 (3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a/231fcdbf-6815-4475-832c-2cfbe2b1f4ab/75cda030-0c5a-417e-9337-8b5557dd95b5) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:45.722320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=469992cd-2eb7-4995-915e-a82a3568e47b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:45.729275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:45.733455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 3bafeb98-def3-4756-b595-bc8c15789d59 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:45.734027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3bafeb98-def3-4756-b595-bc8c15789d59 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:45.734721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cb998787-8390-435d-84e6-c10a504cb2e1 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:45.740772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.776927 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/469992cd-2eb7-4995-915e-a82a3568e47b HTTP/1.1" status: 204 len: 168 time: 2.0860176 May 20 15:54:45.776927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38930) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:45.778060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546872b-b244-4f9f-b237-2990605784fe None None] Network 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:45.808015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:45.814515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:45.827209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dfdbfabd-788b-431f-a3e1-835ca077662b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:45.934562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=5e2790f3-1e2e-4abc-886a-da024e1446b9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:45.937326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:46.019111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: cb998787-8390-435d-84e6-c10a504cb2e1 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:46.019723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cb998787-8390-435d-84e6-c10a504cb2e1 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:46.035742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.049373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.137956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.199996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.206405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dcff6944-b12c-414a-9a63-b7c7a3162018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.239995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.249418 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/ports/5e2790f3-1e2e-4abc-886a-da024e1446b9 HTTP/1.1" status: 204 len: 168 time: 3.7137046 May 20 15:54:46.275026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38934) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.308352 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:46.326974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:46.347821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:floatingip and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:46.353230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:46.364620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:46.381632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:46.386359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:46.408037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': 'feb9d35f-cd87-431e-8398-7d44be9b8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:46.408413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: a3216ef3-33e2-4007-9fc9-25032c6412b7, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:46.415933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.433723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.434413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Fanout notify agent at l3_agent the message router_deleted on router e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:46.463626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 254f89a0-bc89-4455-a118-b955acf8b965 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:46.463626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.506460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.535726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:46.619631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a3216ef3-33e2-4007-9fc9-25032c6412b7) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:46.623529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:54:46.646024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.654935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.659937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:46.660605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.671391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b8f7f437-2413-45e2-8b0c-57f8588a5212 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.688490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] For port 254f89a0-bc89-4455-a118-b955acf8b965, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=254f89a0-bc89-4455-a118-b955acf8b965,segment=NetworkSegment(19f8e277-1bcc-49c6-94d4-4e6546344869),segment_id=19f8e277-1bcc-49c6-94d4-4e6546344869)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:46.688842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.708294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd4c99-9b1f-4362-af38-b194d00e84a6 None None] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:46.734241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Transition to ACTIVE for port object 75cda030-0c5a-417e-9337-8b5557dd95b5 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:46.765307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.771093 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 HTTP/1.1" status: 204 len: 168 time: 9.0637217 May 20 15:54:46.772121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38938) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.794452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1402714829', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': False}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:46.813691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:46.826562 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9286971 May 20 15:54:46.844220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 254f89a0-bc89-4455-a118-b955acf8b965 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:46.849496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38942) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:46.867034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:46.889577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:router and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:46.897851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:46.929403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:46.936804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:46.939099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Subnet': ['ID=9cacb7e5-81cf-447d-b9a5-d31018c9c65a,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:46.949096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:46.954292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d0476fc9-793f-4ab8-a737-51333929ccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:46.999401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.015399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Checking segment: {'id': '3777ee86-1de4-4fa8-94cf-88e7a4ae3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:47.016080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network hostable DHCP agents. Network: d59f3217-b992-431e-bcf7-f17befb481d1, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:47.024538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.032703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.033779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.050542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:47.052432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Transition to ACTIVE for port object 49a8f0d4-6574-4cd3-946f-36387ef5ed45 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:47.061471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:47.070433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.113939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:47.208936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Transition to ACTIVE for port object 49a8f0d4-6574-4cd3-946f-36387ef5ed45 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:47.234198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.245174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e997d827-45dc-4625-bd33-c190ea43f70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:47.312363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:33Z', 'revision_number': 3, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:47.321258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] DHCP port deletion for 4886a2e0-d815-4c1e-9e3e-c67403ac86f7 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:47.365748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:47.375123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:47.396779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33672267-b934-4b50-bd15-ccb7ffcf4557 None None] The sync data for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv is: [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:33Z', 'revision_number': 3, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:47.403036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:47.423200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:47.429621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:47.445270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:47.452311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a3216ef3-33e2-4007-9fc9-25032c6412b7', 'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:47.453142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.468459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Pushing event updated for resources: {'Port': ['ID=49a8f0d4-6574-4cd3-946f-36387ef5ed45,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:47.480456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:47.666104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3e23e322-1a86-4dbc-9c82-1eac0f3c74b8 None None] Provisioning for port 75cda030-0c5a-417e-9337-8b5557dd95b5 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:47.700352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:47.708832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3e23e322-1a86-4dbc-9c82-1eac0f3c74b8 None None] Provisioning complete for port 75cda030-0c5a-417e-9337-8b5557dd95b5 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:47.710239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e23e322-1a86-4dbc-9c82-1eac0f3c74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.755858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Attempting to bind port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:47.756355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Attempting to bind port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:47.757199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Attempting to bind port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:47.798823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:47.799177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:47.799597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.800009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:47.800504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Bound port: 49a8f0d4-6574-4cd3-946f-36387ef5ed45, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:47.800890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.848732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.236 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/0a9f15b1-16eb-4c48-9b0d-92d0b20a3729) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:47.853668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.886127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e894d1dd-2516-4a71-836f-1ea7529017bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:47.919425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3e23e322-1a86-4dbc-9c82-1eac0f3c74b8 None None] Port 75cda030-0c5a-417e-9337-8b5557dd95b5 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:47.955785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:47.965580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.985735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Pushing event updated for resources: {'Port': ['ID=75cda030-0c5a-417e-9337-8b5557dd95b5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:48.015702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Deleting port 254f89a0-bc89-4455-a118-b955acf8b965 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:48.016074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.029644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:48.057088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.066135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network d59f3217-b992-431e-bcf7-f17befb481d1 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:48.082132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=254f89a0-bc89-4455-a118-b955acf8b965,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:48.134576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No DVR routers for this DVR port 254f89a0-bc89-4455-a118-b955acf8b965 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:48.136569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.139832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:48.152933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::9529:352c:a339:35c0 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/e1e57c4d-275d-4bde-9687-8ab48633f3dc/755eef81-8594-4b0f-8cea-2e25ad8a7973) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:48.277940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Allocated IP 2001:db8::2 (a3216ef3-33e2-4007-9fc9-25032c6412b7/0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf/550af721-8260-41bd-857c-5378a3d304ee) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:48.280969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] For port 49a8f0d4-6574-4cd3-946f-36387ef5ed45, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:48.296047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] For port 49a8f0d4-6574-4cd3-946f-36387ef5ed45, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=49a8f0d4-6574-4cd3-946f-36387ef5ed45,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:48.314051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.319513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] For port 254f89a0-bc89-4455-a118-b955acf8b965, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:48.320171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.329621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-09487f38-d346-4c2c-aa49-3b44f05e39e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:48.407558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, d59f3217-b992-431e-bcf7-f17befb481d1) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:48.501533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.532827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4886a2e0-d815-4c1e-9e3e-c67403ac86f7']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:48.558914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:48.560086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.577897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f8e277-1bcc-49c6-94d4-4e6546344869') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:48.578193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f8e277-1bcc-49c6-94d4-4e6546344869') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:48.585371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Router 42d71463-21ac-4001-b887-99609cdeb009 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:54:48.601273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.613291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Calling delete_port for 254f89a0-bc89-4455-a118-b955acf8b965 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:48.641407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916739d4-b77f-4ac2-9455-e0f17094f032 None None] Network d59f3217-b992-431e-bcf7-f17befb481d1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:48.668068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c680fe5b-8d19-4f82-b3ff-9b288e6374c7 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:48.716371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.ipam_backend_mixin [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Port 254f89a0-bc89-4455-a118-b955acf8b965 was not found and therefore no delete operation was performed {{(pid=92433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:54:48.734713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.738947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.798119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:48.798542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:48.814326 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:48.847831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.985705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.005492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-14d306ed-7c19-4dac-914c-d419599a237f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.022100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.054839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.058300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=4886a2e0-d815-4c1e-9e3e-c67403ac86f7,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.078140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.083333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38946) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:49.085391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.8213794 May 20 15:54:49.101210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'port': {'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1', 'name': 'tempest-NetworksIpV6TestAttrs-1701560307'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:49.118130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] No DVR routers for this DVR port 254f89a0-bc89-4455-a118-b955acf8b965 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:49.123090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 755eef81-8594-4b0f-8cea-2e25ad8a7973 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:49.147965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.157066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d1b380ea-a2e5-4742-a72b-470dd05db506 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.192092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Pushing event updated for resources: {'Port': ['ID=49a8f0d4-6574-4cd3-946f-36387ef5ed45,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.224428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.230214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.286346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.294249 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/4886a2e0-d815-4c1e-9e3e-c67403ac86f7 HTTP/1.1" status: 204 len: 168 time: 3.5142815 May 20 15:54:49.294749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38950) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:49.306617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.322641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-695412363'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:49.339496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:49.346337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:49.358957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Pushing event deleted for resources: {'Port': ['ID=254f89a0-bc89-4455-a118-b955acf8b965,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.366874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:49.369166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.369881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:49.371072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:49.373834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Transition to ACTIVE for port object 550af721-8260-41bd-857c-5378a3d304ee will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:49.422948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=0a9f15b1-16eb-4c48-9b0d-92d0b20a3729,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.427128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:49.436290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:49.436679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.461002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:49.478973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.514856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:49.526443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Transition to ACTIVE for port object 550af721-8260-41bd-857c-5378a3d304ee will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:49.556152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.565921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9d109692-69c6-440a-bb11-d33dffe43804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.589152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:49.603732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:49.611314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.650413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:port and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:49.664345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.671005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:49.673263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:49.696716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7f21e22d-3042-4fad-ae04-6c90b04067b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.706246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Sync routers for ids ['42d71463-21ac-4001-b887-99609cdeb009'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:49.713779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.717474 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 14.8277242 May 20 15:54:49.721405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-d59f3217-b992-431e-bcf7-f17befb481d1', 'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1', 'tenant_id': '7029abd736334cdf9f043ab17e153dcd', 'fixed_ips': [{'subnet_id': '9cacb7e5-81cf-447d-b9a5-d31018c9c65a'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:49.722313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.740003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:49.747090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:49.776998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:49.784335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:49.785451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Pushing event updated for resources: {'Port': ['ID=550af721-8260-41bd-857c-5378a3d304ee,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.795790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:49.801189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.804172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Routers {'42d71463-21ac-4001-b887-99609cdeb009'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:49.804823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['42d71463-21ac-4001-b887-99609cdeb009'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:49.884852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.908130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:49.914718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:49.931693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:49.945327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:49.951588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.971887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:49.983099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:49.984231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.992423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.002373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=755eef81-8594-4b0f-8cea-2e25ad8a7973,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:50.033081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:50.039178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.040148 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment 86c899f9-301d-466a-bbe9-59eb6026f692 of type vlan for network 2e13c0d1-78d0-4018-bd33-d55b43900f73 May 20 15:54:50.062551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.094085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] device_id is not set on port 65ff5be2-3aec-43ca-96da-19f880495675 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:50.184903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port c680fe5b-8d19-4f82-b3ff-9b288e6374c7, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:50.211888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Attempting to bind port 550af721-8260-41bd-857c-5378a3d304ee on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:50.212257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Attempting to bind port 550af721-8260-41bd-857c-5378a3d304ee by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'feb9d35f-cd87-431e-8398-7d44be9b8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:50.212626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Attempting to bind port 550af721-8260-41bd-857c-5378a3d304ee on network a3216ef3-33e2-4007-9fc9-25032c6412b7 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:50.220309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.228014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:50.316691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.378211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:50.378720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Checking segment: {'id': 'feb9d35f-cd87-431e-8398-7d44be9b8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:50.378998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.379363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Bound using segment: {'id': 'feb9d35f-cd87-431e-8398-7d44be9b8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:50.379995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Bound port: 550af721-8260-41bd-857c-5378a3d304ee, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9d35f-cd87-431e-8398-7d44be9b8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3216ef3-33e2-4007-9fc9-25032c6412b7'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:50.380374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.401332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 254f89a0-bc89-4455-a118-b955acf8b965 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:50.450148 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.6473308 May 20 15:54:50.455379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Set router 42d71463-21ac-4001-b887-99609cdeb009 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:50.466021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38958) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:50.507142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.601013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 254f89a0-bc89-4455-a118-b955acf8b965 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:50.601013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 254f89a0-bc89-4455-a118-b955acf8b965 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:50.619673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Allocated IP 2001:db8::f816:3eff:fe4f:5689 (d59f3217-b992-431e-bcf7-f17befb481d1/9cacb7e5-81cf-447d-b9a5-d31018c9c65a/093228c8-cc2a-4b91-886c-329353f8616b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:50.730753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:50.808119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:50.844941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:50.898711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 49a8f0d4-6574-4cd3-946f-36387ef5ed45 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:50.979260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.025173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.043572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.045848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.054720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:51.055523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.067775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71b27084-02b0-4b74-b32a-c4cd78ce0536 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.095955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.183370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Allocated IP 172.26.8.8 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/8b8044c9-a3fa-4df2-abff-2da79495fb23) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:51.202291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.261984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] For port 550af721-8260-41bd-857c-5378a3d304ee, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:51.302337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1720bc64-cbd0-4216-9bc7-18ff56d08cb4 None None] Provisioning for port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:51.309927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.316569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] For port 550af721-8260-41bd-857c-5378a3d304ee, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=550af721-8260-41bd-857c-5378a3d304ee,segment=NetworkSegment(feb9d35f-cd87-431e-8398-7d44be9b8d0a),segment_id=feb9d35f-cd87-431e-8398-7d44be9b8d0a)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:51.333062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.341166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Transition to ACTIVE for port object 093228c8-cc2a-4b91-886c-329353f8616b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:51.344128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.443357 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1359992 May 20 15:54:51.453012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38962) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:51.459843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Transition to ACTIVE for port object 093228c8-cc2a-4b91-886c-329353f8616b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:51.465915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:51.467667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:51.491823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:51.493580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.514149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.540462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.546132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Pushing event updated for resources: {'Port': ['ID=550af721-8260-41bd-857c-5378a3d304ee,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:51.573312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:51.574219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e3cef335-a165-4848-a9e7-227975064c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.579409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=2e13c0d1-78d0-4018-bd33-d55b43900f73,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:51.579648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.586324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:51.603008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e93d8f3-210b-481f-af1d-988b5e56d9f0 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.610830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.627436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:51.640359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d9aa14e-a94d-45a1-888f-7765e87607b3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.696198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0c0c0a74-ae08-4451-9359-7e4b1d08f781 None None] Provisioning for port 755eef81-8594-4b0f-8cea-2e25ad8a7973 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:51.707743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.710960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Deleting port 7642f8e8-32db-40eb-ac76-a6916b53c4ef {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:51.711297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.727153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.741546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Pushing event updated for resources: {'Port': ['ID=75cda030-0c5a-417e-9337-8b5557dd95b5,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:51.758796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:51.790075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Allocated IP 2001:db8::f816:3eff:fef8:2277 (d59f3217-b992-431e-bcf7-f17befb481d1/9cacb7e5-81cf-447d-b9a5-d31018c9c65a/65ff5be2-3aec-43ca-96da-19f880495675) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:51.853675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:51.854708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Network d59f3217-b992-431e-bcf7-f17befb481d1 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:51.864080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:51.864304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0c0c0a74-ae08-4451-9359-7e4b1d08f781 None None] Provisioning complete for port 755eef81-8594-4b0f-8cea-2e25ad8a7973 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:51.864795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0c0c0a74-ae08-4451-9359-7e4b1d08f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.867395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4756dbe-82df-463c-a659-1bc627f2396b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:51.873430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:51.875696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4756dbe-82df-463c-a659-1bc627f2396b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:51.876785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4756dbe-82df-463c-a659-1bc627f2396b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:51.892099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.901442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=0a9f15b1-16eb-4c48-9b0d-92d0b20a3729,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:51.905880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:51.909409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:51.923064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:51.950471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:51.961760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.962468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.966205 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6828249 May 20 15:54:51.973357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38966) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:51.974165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:51.977926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:51.986266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': 'a0e95978-9706-4765-b121-b8de24cf7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:51.986799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: dfb11d68-c594-4112-8cef-775373cc3815, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:51.987882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:51.999693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4756dbe-82df-463c-a659-1bc627f2396b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:52.003567 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e4756dbe-82df-463c-a659-1bc627f2396b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.5193088 May 20 15:54:52.013488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'port': {'network_id': '91312924-ffb8-4117-a466-a09aab05a174', 'name': 'tempest-FloatingIPTestJSON-931705692'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:52.015491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38970) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:52.053483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d71463-21ac-4001-b887-99609cdeb009', 'name': '', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d399ea3-3dcc-490b-b247-6da3faf83645', 'external_fixed_ips': [{'subnet_id': '434c18d0-07ea-45b8-a336-ad3f3da6ad53', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '7642f8e8-32db-40eb-ac76-a6916b53c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:35Z', 'updated_at': '2021-05-20T15:54:44Z', 'revision_number': 3, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port': {'id': '7642f8e8-32db-40eb-ac76-a6916b53c4ef', 'name': '', 'network_id': '5d399ea3-3dcc-490b-b247-6da3faf83645', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d71463-21ac-4001-b887-99609cdeb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '434c18d0-07ea-45b8-a336-ad3f3da6ad53', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:40Z', 'updated_at': '2021-05-20T15:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '434c18d0-07ea-45b8-a336-ad3f3da6ad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:52.130937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:52.132274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Checking router: 42d71463-21ac-4001-b887-99609cdeb009 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:52.132274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Updating router 42d71463-21ac-4001-b887-99609cdeb009 port 7642f8e8-32db-40eb-ac76-a6916b53c4ef binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:54:52.134832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:52.157723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Pushing event updated for resources: {'Port': ['ID=093228c8-cc2a-4b91-886c-329353f8616b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:52.179681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:52.180463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c0a74-ae08-4451-9359-7e4b1d08f781 None None] Port 755eef81-8594-4b0f-8cea-2e25ad8a7973 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:52.214706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network dfb11d68-c594-4112-8cef-775373cc3815 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:52.292624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, dfb11d68-c594-4112-8cef-775373cc3815) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:52.299558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.323080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:52.323675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.331828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbe686-7c0e-4e6e-b285-5743547e9a73 None None] Network dfb11d68-c594-4112-8cef-775373cc3815 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:52.372516 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.5213568 May 20 15:54:52.379811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Attempting to bind port 093228c8-cc2a-4b91-886c-329353f8616b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:52.380185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Attempting to bind port 093228c8-cc2a-4b91-886c-329353f8616b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '3777ee86-1de4-4fa8-94cf-88e7a4ae3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:52.380549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Attempting to bind port 093228c8-cc2a-4b91-886c-329353f8616b on network d59f3217-b992-431e-bcf7-f17befb481d1 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:52.391840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38974) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:52.400151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279862018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:52.421505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:52.432309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:52.448374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.457909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:52.458307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Checking segment: {'id': '3777ee86-1de4-4fa8-94cf-88e7a4ae3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:52.458687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.459089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Bound using segment: {'id': '3777ee86-1de4-4fa8-94cf-88e7a4ae3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:52.459614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Bound port: 093228c8-cc2a-4b91-886c-329353f8616b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3777ee86-1de4-4fa8-94cf-88e7a4ae3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd59f3217-b992-431e-bcf7-f17befb481d1'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:52.460000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.470259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.513911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Transition to ACTIVE for port object 65ff5be2-3aec-43ca-96da-19f880495675 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:52.514878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Calling delete_port for 7642f8e8-32db-40eb-ac76-a6916b53c4ef owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:52.516614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:52.528199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:52.544756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 755eef81-8594-4b0f-8cea-2e25ad8a7973 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:52.545421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.577274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.593947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.595419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.709671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.760229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 49a8f0d4-6574-4cd3-946f-36387ef5ed45, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=49a8f0d4-6574-4cd3-946f-36387ef5ed45,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:52.771422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-98d59396-9fc9-4c85-88d4-044e9d064bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:52.775732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.785880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e785fddb-b2da-4a90-976b-6355fa0345c9 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:52.820126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.891393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:52.902709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a2a96d9-e637-4a23-ab23-02c90f312526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:53.053634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] For port 093228c8-cc2a-4b91-886c-329353f8616b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:53.076673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.114487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 755eef81-8594-4b0f-8cea-2e25ad8a7973 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:53.149819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] For port 093228c8-cc2a-4b91-886c-329353f8616b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=093228c8-cc2a-4b91-886c-329353f8616b,segment=NetworkSegment(3777ee86-1de4-4fa8-94cf-88e7a4ae3396),segment_id=3777ee86-1de4-4fa8-94cf-88e7a4ae3396)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:53.157967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9f4d9-b23f-4890-86ae-86410f0e58ea None None] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:53.166780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network d59f3217-b992-431e-bcf7-f17befb481d1 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:53.181590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Port': ['ID=65ff5be2-3aec-43ca-96da-19f880495675,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:53.189826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:53.193110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:53.196348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:53.206651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.207758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.211395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.220242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.222181 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c72017c7-11ec-4223-94b9-bf6f9e64fb2f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8297045 May 20 15:54:53.244257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38978) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:53.286115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=49a8f0d4-6574-4cd3-946f-36387ef5ed45,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:53.290438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:53.291283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 550af721-8260-41bd-857c-5378a3d304ee up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:53.334206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:53.364731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-dfb11d68-c594-4112-8cef-775373cc3815', 'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:54:53.365596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.437821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:53.446604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9fb14d7e-acf6-4131-8ae7-5a60bee51763 None None] Provisioning for port 550af721-8260-41bd-857c-5378a3d304ee completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:53.471848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:53.492241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:53.503297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:port and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:53.528100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for port was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:53.555667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:53.577616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:53.592752 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5038257 May 20 15:54:53.593886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38982) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:53.611444 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Pushing event updated for resources: {'Port': ['ID=093228c8-cc2a-4b91-886c-329353f8616b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:53.614951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:53.745308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8044c9-a3fa-4df2-abff-2da79495fb23,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:53.749363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 550af721-8260-41bd-857c-5378a3d304ee completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:53.832645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 550af721-8260-41bd-857c-5378a3d304ee triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:53.833013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.926168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.155s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:53.944749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:53.948985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.999141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:54.015128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:54.052347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Allocated IP 2001:db8:1::2 (dfb11d68-c594-4112-8cef-775373cc3815/2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa/59842b83-6621-4a06-ae1e-b52647143254) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:54.127556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] device_id is not set on port 0c53b2ee-8a07-43ee-9329-e6c67d522636 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:54:54.184635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting subnet 9cacb7e5-81cf-447d-b9a5-d31018c9c65a {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:54.242077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.305052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.329414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:54.336917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:54:54.338006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:54:54.404968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.493494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.527070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.715105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.743624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1555a047-71d8-48ec-8eb7-7904813cab51 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:54.749605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event deleted for resources: {'Port': ['ID=7642f8e8-32db-40eb-ac76-a6916b53c4ef,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:54.784393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.789258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 550af721-8260-41bd-857c-5378a3d304ee, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=550af721-8260-41bd-857c-5378a3d304ee,segment=NetworkSegment(feb9d35f-cd87-431e-8398-7d44be9b8d0a),segment_id=feb9d35f-cd87-431e-8398-7d44be9b8d0a)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:54.797314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c0be1-64fa-402a-b3c3-81dd18c2b4c0 None None] Network d59f3217-b992-431e-bcf7-f17befb481d1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:54.814851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:54.896201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-72702498-be66-4914-8008-33de0b72d0ed None None] Provisioning complete for port 75cda030-0c5a-417e-9337-8b5557dd95b5 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:54.896201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-72702498-be66-4914-8008-33de0b72d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.925769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=755eef81-8594-4b0f-8cea-2e25ad8a7973,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:54.984687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:55.064545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:55.101257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.138871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.11 (91312924-ffb8-4117-a466-a09aab05a174/5877056c-8cc3-4d41-9756-7071910e57e5/0c53b2ee-8a07-43ee-9329-e6c67d522636) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:55.165505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Transition to ACTIVE for port object 59842b83-6621-4a06-ae1e-b52647143254 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:55.218467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Transition to ACTIVE for port object 59842b83-6621-4a06-ae1e-b52647143254 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:55.219894 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/755eef81-8594-4b0f-8cea-2e25ad8a7973 HTTP/1.1" status: 204 len: 168 time: 3.1996748 May 20 15:54:55.224412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38986) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:55.226832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.262242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.263876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c680fe5b-8d19-4f82-b3ff-9b288e6374c7 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:55.316864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Port 7642f8e8-32db-40eb-ac76-a6916b53c4ef not found while updating agent binding for router 42d71463-21ac-4001-b887-99609cdeb009. {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 20 15:54:55.342078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-04038976-10ea-4888-a483-d395c4415599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:55.394481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.499075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Routers {'42d71463-21ac-4001-b887-99609cdeb009'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:55.500024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['42d71463-21ac-4001-b887-99609cdeb009'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:55.542442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.573518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-72702498-be66-4914-8008-33de0b72d0ed None None] Port 75cda030-0c5a-417e-9337-8b5557dd95b5 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:55.586452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Network dfb11d68-c594-4112-8cef-775373cc3815 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:55.620063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ad57a-dd75-4aca-a7c8-b541897b5a22 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:55.621465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:55.622103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ad57a-dd75-4aca-a7c8-b541897b5a22 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:55.623176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3d1ad57a-dd75-4aca-a7c8-b541897b5a22 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:55.692768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:55.717081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.725720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.770823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] Set router 42d71463-21ac-4001-b887-99609cdeb009 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:55.883014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=550af721-8260-41bd-857c-5378a3d304ee,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:55.886937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:55.920343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.921193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42d71463-21ac-4001-b887-99609cdeb009 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:55.930788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3d1ad57a-dd75-4aca-a7c8-b541897b5a22 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:55.932668 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3d1ad57a-dd75-4aca-a7c8-b541897b5a22 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6951947 May 20 15:54:55.935112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:55.943521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 38990) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:55.999082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d71463-21ac-4001-b887-99609cdeb009', 'name': '', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:35Z', 'updated_at': '2021-05-20T15:54:53Z', 'revision_number': 5, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:56.009273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.066630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed0cd82-e43b-4516-a20d-f472e385e435 None None] The sync data for ids ['42d71463-21ac-4001-b887-99609cdeb009'] in dv-neutron-601336-76-hyperv is: [{'id': '42d71463-21ac-4001-b887-99609cdeb009', 'name': '', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:35Z', 'updated_at': '2021-05-20T15:54:53Z', 'revision_number': 5, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:56.090039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Attempting to bind port 59842b83-6621-4a06-ae1e-b52647143254 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:56.090860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Attempting to bind port 59842b83-6621-4a06-ae1e-b52647143254 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a0e95978-9706-4765-b121-b8de24cf7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:56.091256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Attempting to bind port 59842b83-6621-4a06-ae1e-b52647143254 on network dfb11d68-c594-4112-8cef-775373cc3815 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:56.093604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:56.093976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.103684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8::1 (a3216ef3-33e2-4007-9fc9-25032c6412b7/0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf/148b482f-995d-4a9a-b461-431defaaa7d6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:56.124393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c71de0a6-faf3-4ac1-87fc-c89cd855beb5 None None] Provisioning complete for port 550af721-8260-41bd-857c-5378a3d304ee triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:56.124778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c71de0a6-faf3-4ac1-87fc-c89cd855beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.144872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet e1e57c4d-275d-4bde-9687-8ab48633f3dc {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:56.160297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.183261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Pushing event updated for resources: {'Port': ['ID=59842b83-6621-4a06-ae1e-b52647143254,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:56.186334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:56.187170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:56.187770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Checking segment: {'id': 'a0e95978-9706-4765-b121-b8de24cf7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:56.188221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.188582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Bound using segment: {'id': 'a0e95978-9706-4765-b121-b8de24cf7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:56.189088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Bound port: 59842b83-6621-4a06-ae1e-b52647143254, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e95978-9706-4765-b121-b8de24cf7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfb11d68-c594-4112-8cef-775373cc3815'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:56.189505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.304749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:56.319793 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Sync routers for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:56.354765 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:56.355658 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:56.391603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.425365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/94365ba4-deba-4f4f-a79d-2ac0e5c84845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8044291 May 20 15:54:56.454697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.456182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/routers/42d71463-21ac-4001-b887-99609cdeb009 HTTP/1.1" status: 204 len: 168 time: 6.7059119 May 20 15:54:56.459179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 38996) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:56.576359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] For port 59842b83-6621-4a06-ae1e-b52647143254, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:56.592394 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:56.673079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] For port 59842b83-6621-4a06-ae1e-b52647143254, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=59842b83-6621-4a06-ae1e-b52647143254,segment=NetworkSegment(a0e95978-9706-4765-b121-b8de24cf7ce4),segment_id=a0e95978-9706-4765-b121-b8de24cf7ce4)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:56.701650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.713446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:56.796694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.857216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object 148b482f-995d-4a9a-b461-431defaaa7d6 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:56.946793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c71de0a6-faf3-4ac1-87fc-c89cd855beb5 None None] Provisioning for port 093228c8-cc2a-4b91-886c-329353f8616b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:56.988553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.002077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Pushing event updated for resources: {'Port': ['ID=59842b83-6621-4a06-ae1e-b52647143254,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:57.010668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:57.107423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 49a8f0d4-6574-4cd3-946f-36387ef5ed45 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:57.229714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.319905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.325964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Deleting subnet 434c18d0-07ea-45b8-a336-ad3f3da6ad53 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:57.364998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.391398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c17908f8-43eb-4c31-8f1c-422f11b4f7de None None] Provisioning for port 65ff5be2-3aec-43ca-96da-19f880495675 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:57.444505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c17908f8-43eb-4c31-8f1c-422f11b4f7de None None] Provisioning complete for port 65ff5be2-3aec-43ca-96da-19f880495675 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:57.445229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c17908f8-43eb-4c31-8f1c-422f11b4f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.494090 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:54:50Z', 'revision_number': 2, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:57.505826 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Checking router: 94365ba4-deba-4f4f-a79d-2ac0e5c84845 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:57.507956 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Updating router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 port 75cda030-0c5a-417e-9337-8b5557dd95b5 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:54:57.515763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5f89368-3ceb-472f-8110-284c96b84905 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:57.614097 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.636719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c17908f8-43eb-4c31-8f1c-422f11b4f7de None None] Port 65ff5be2-3aec-43ca-96da-19f880495675 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:57.665772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:57.666233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.768985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.845095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.875860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=148b482f-995d-4a9a-b461-431defaaa7d6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:57.888970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:58.076455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 550af721-8260-41bd-857c-5378a3d304ee up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:58.107760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=52a2dd05-62c4-4ae8-95f5-b25655de2739,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:58.142733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:58.167860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.185817 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.202573 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Transition to ACTIVE for port object 75cda030-0c5a-417e-9337-8b5557dd95b5 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:58.211154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-76acbe09-754e-4b77-b6ee-17db61bbdd4b None None] Provisioning complete for port 65ff5be2-3aec-43ca-96da-19f880495675 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:58.211537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76acbe09-754e-4b77-b6ee-17db61bbdd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.214474 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.224656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.235027 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:58.245081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:58.246212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:58.370573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83511b0-822c-491d-bb49-7db90fd7002d None None] Network d59f3217-b992-431e-bcf7-f17befb481d1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:58.375824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.376106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.402969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.454672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:58.455104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-76acbe09-754e-4b77-b6ee-17db61bbdd4b None None] Port 65ff5be2-3aec-43ca-96da-19f880495675 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:58.462214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39004) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:58.463944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Subnet': ['ID=9cacb7e5-81cf-447d-b9a5-d31018c9c65a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:58.475244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135171867', 'description': 'tempest-description--1000053880'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:58.491260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:58.497024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:58.499063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71a04406-2919-4d3a-b38d-c02671fd3bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:58.543949 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dee037-ffb8-4a06-9d96-9d49d109f8d3 None None] Pushing event updated for resources: {'Port': ['ID=75cda030-0c5a-417e-9337-8b5557dd95b5,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:58.552718 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e1dee037-ffb8-4a06-9d96-9d49d109f8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:58.555734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:58.556524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.596622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-426fa996-19a6-450b-ae3d-8324551c6169 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:58.705138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 550af721-8260-41bd-857c-5378a3d304ee triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:58.705549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.706937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.843348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:58.889899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:58.894798 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/e1e57c4d-275d-4bde-9687-8ab48633f3dc HTTP/1.1" status: 204 len: 168 time: 2.9492974 May 20 15:54:58.897079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c622e1-09bd-4c3e-ac3b-8ac52a69d236 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:58.921794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 91312924-ffb8-4117-a466-a09aab05a174 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:58.922551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39008) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:58.926851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Usage tracker for resource:security_group and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:58.933773 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/9cacb7e5-81cf-447d-b9a5-d31018c9c65a HTTP/1.1" status: 204 len: 168 time: 5.3272939 May 20 15:54:58.933976 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Attempting to bind port 75cda030-0c5a-417e-9337-8b5557dd95b5 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:58.933976 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Attempting to bind port 75cda030-0c5a-417e-9337-8b5557dd95b5 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:58.934157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:58.934234 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Attempting to bind port 75cda030-0c5a-417e-9337-8b5557dd95b5 on network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:58.940558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39010) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:58.950665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e57c4d-275d-4bde-9687-8ab48633f3dc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:58.958637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:58.961065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': '86c899f9-301d-466a-bbe9-59eb6026f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:58.961271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:58.961680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: 2e13c0d1-78d0-4018-bd33-d55b43900f73, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:58.965141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:58.974592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:58.983961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.049761 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:59.050250 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Checking segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:59.050659 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.051053 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Bound using segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:59.051539 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Bound port: 75cda030-0c5a-417e-9337-8b5557dd95b5, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:59.051914 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.094143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:59.114956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Usage tracker for resource:security_group_rule and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:59.121203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:59.140832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:59.160000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.181115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8a3fa-9428-44fb-8cae-81ff2e1defa4 None None] Network dfb11d68-c594-4112-8cef-775373cc3815 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:59.262163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=0c53b2ee-8a07-43ee-9329-e6c67d522636,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:59.301122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:59.388892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a2a946a0-4c1f-437d-9f35-ef386934228a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4530547 May 20 15:54:59.400147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] For port 75cda030-0c5a-417e-9337-8b5557dd95b5, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:59.407433 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] For port 75cda030-0c5a-417e-9337-8b5557dd95b5, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=75cda030-0c5a-417e-9337-8b5557dd95b5,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:59.420089 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.424836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39016) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:59.436712 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e1dee037-ffb8-4a06-9d96-9d49d109f8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:59.464485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:59.514148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e7d6660b-d96a-460d-b215-d4f36a2cad77 None None] Provisioning for port 148b482f-995d-4a9a-b461-431defaaa7d6 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:59.530441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:59.531382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.535542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:59.550018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e7d6660b-d96a-460d-b215-d4f36a2cad77 None None] Provisioning complete for port 148b482f-995d-4a9a-b461-431defaaa7d6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:59.550548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e7d6660b-d96a-460d-b215-d4f36a2cad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.605654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 093228c8-cc2a-4b91-886c-329353f8616b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:59.705884 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dee037-ffb8-4a06-9d96-9d49d109f8d3 None None] Pushing event updated for resources: {'Port': ['ID=75cda030-0c5a-417e-9337-8b5557dd95b5,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:59.718870 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e1dee037-ffb8-4a06-9d96-9d49d109f8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:59.724458 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:59.725797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:59.729194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b6222-0d84-4f42-8500-305a24690718 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:59.732518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b6222-0d84-4f42-8500-305a24690718 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:59.736739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] DHCP port deletion for d59f3217-b992-431e-bcf7-f17befb481d1 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:54:59.741494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f67b6222-0d84-4f42-8500-305a24690718 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Synchronizing usage tracker for tenant:7029abd736334cdf9f043ab17e153dcd on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:59.870880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 2e13c0d1-78d0-4018-bd33-d55b43900f73) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:59.873617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Router 4196091d-f4fe-4666-a082-97e2b9443a33 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:54:59.888473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6660b-d96a-460d-b215-d4f36a2cad77 None None] Port 148b482f-995d-4a9a-b461-431defaaa7d6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:59.893441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9702409-7b97-4a50-9221-a66921fc1079 None None] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:59.916375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.930041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.930917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.938852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b185957e-f906-46b4-b3c0-5ade12eb1409 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:59.987800 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:00.085974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=148b482f-995d-4a9a-b461-431defaaa7d6,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:00.116733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f67b6222-0d84-4f42-8500-305a24690718 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Unset dirty status for tenant:7029abd736334cdf9f043ab17e153dcd on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:00.122349 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f67b6222-0d84-4f42-8500-305a24690718 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.1714003 May 20 15:55:00.123180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e7d6660b-d96a-460d-b215-d4f36a2cad77 None None] Provisioning for port 59842b83-6621-4a06-ae1e-b52647143254 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:00.139186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 093228c8-cc2a-4b91-886c-329353f8616b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:00.146880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:00.147359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39022) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:00.198772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.226397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 093228c8-cc2a-4b91-886c-329353f8616b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:00.227086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.241150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.249215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d7e7ce3-6551-489c-b79b-e58e25587fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:00.263676 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.2634249 May 20 15:55:00.264895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39026) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:00.288279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:00.293173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:00.308273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:00.326510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:00.328815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.411111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'port_id': '0c53b2ee-8a07-43ee-9329-e6c67d522636'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:00.445321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Deleting port 093228c8-cc2a-4b91-886c-329353f8616b {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:00.446045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.451102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b3362af-b3d5-46bc-a67c-bd04c70fbd8e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.463519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.464240 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9968464 May 20 15:55:00.465109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:00.471121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39030) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:00.472640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:00.479925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7b802-bf85-43d7-ba84-b4e96c1a3e24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:00.487697 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3362af-b3d5-46bc-a67c-bd04c70fbd8e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 15:55:00.488164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3362af-b3d5-46bc-a67c-bd04c70fbd8e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:00.490189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b3362af-b3d5-46bc-a67c-bd04c70fbd8e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/d59f3217-b992-431e-bcf7-f17befb481d1 HTTP/1.1" status: 409 len: 405 time: 0.3052595 May 20 15:55:00.497818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39034) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:00.498968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:00.511100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-229773190'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:00.517553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Usage tracker for resource:security_group_rule and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:00.523763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:00.524975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:00.529292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:00.532297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:00.546229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:network and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:00.612987 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:54:59Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:00.621743 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467be6c-26f8-493b-befb-9eabafb5196d None None] The sync data for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv is: [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:54:59Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:00.753020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:00.756911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:00.795408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:00.803476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:00.933364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] For port 093228c8-cc2a-4b91-886c-329353f8616b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=093228c8-cc2a-4b91-886c-329353f8616b,segment=NetworkSegment(3777ee86-1de4-4fa8-94cf-88e7a4ae3396),segment_id=3777ee86-1de4-4fa8-94cf-88e7a4ae3396)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:00.933364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.019563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-2e13c0d1-78d0-4018-bd33-d55b43900f73', 'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': '52a2dd05-62c4-4ae8-95f5-b25655de2739'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:01.020407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.145840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:01.152551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.166502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:01.185661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.187117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:01.193124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.221537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:55:01.226035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Calling delete_port for 093228c8-cc2a-4b91-886c-329353f8616b owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:01.234794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Sync routers for ids ['4196091d-f4fe-4666-a082-97e2b9443a33'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:01.237929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.238450 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Added segment b431276b-388f-4e00-88ef-d4fdfbe646f9 of type vlan for network 958931db-604a-4853-881c-558bfa98d614 May 20 15:55:01.310138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Deleting port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:01.310526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.326688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.345758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 83a3dd28-296e-48d7-8f98-a1bd330c3449 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:01.355400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.364666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Routers {'4196091d-f4fe-4666-a082-97e2b9443a33'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:01.365317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4196091d-f4fe-4666-a082-97e2b9443a33'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:01.373865 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 9.9139423 May 20 15:55:01.375271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39038) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:01.434980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.436317 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 14.6558859 May 20 15:55:01.464590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73', 'name': 'tempest-PortsIpV6TestJSON-499796862', 'fixed_ips': [{'subnet_id': '52a2dd05-62c4-4ae8-95f5-b25655de2739', 'ip_address': '2001:db8::10'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:01.498041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5205b9b0-45ba-43fc-914a-afa15e14053f None None] Provisioning complete for port 148b482f-995d-4a9a-b461-431defaaa7d6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:01.498437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5205b9b0-45ba-43fc-914a-afa15e14053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.573939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39042) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:01.578129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.610537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5205b9b0-45ba-43fc-914a-afa15e14053f None None] Port 148b482f-995d-4a9a-b461-431defaaa7d6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:01.737520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.743183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:01.743970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.751936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:01.778014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 093228c8-cc2a-4b91-886c-329353f8616b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=093228c8-cc2a-4b91-886c-329353f8616b,segment=NetworkSegment(3777ee86-1de4-4fa8-94cf-88e7a4ae3396),segment_id=3777ee86-1de4-4fa8-94cf-88e7a4ae3396)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:01.794848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.817136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:01.837713 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] Sync routers for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:01.852858 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:01.853515 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:01.901578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.928518 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:01.940699 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:01.941711 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:01.973949 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/83a3dd28-296e-48d7-8f98-a1bd330c3449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7243981 May 20 15:55:01.976679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39046) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:01.988735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:01.997170 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4952338 May 20 15:55:02.001387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39050) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:02.002638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Network': ['ID=958931db-604a-4853-881c-558bfa98d614,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:02.022573 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:02.023009 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064132e-3476-438f-92e4-88f0e6483883 None None] The sync data for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:02.029380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49c6aa5e-1e6f-47a8-9207-f9d7394f9e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:02.106165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 958931db-604a-4853-881c-558bfa98d614 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:55:02.124882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Set router 4196091d-f4fe-4666-a082-97e2b9443a33 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:02.126105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:02.136285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d575e-14bb-4e6f-aa68-7c4acdf8a8ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:02.136966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6b9d575e-14bb-4e6f-aa68-7c4acdf8a8ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:02.142605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:02.156176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'subnet': {'network_id': '958931db-604a-4853-881c-558bfa98d614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:02.195090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] For port 49a8f0d4-6574-4cd3-946f-36387ef5ed45, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=49a8f0d4-6574-4cd3-946f-36387ef5ed45,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:02.195737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:02.329770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:02.336033 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8618326 May 20 15:55:02.346022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39056) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:02.355316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dab7f59-2023-4b3f-92a4-3fca29eb6efc,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:02.375535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:02.385702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7b802-bf85-43d7-ba84-b4e96c1a3e24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:02.400529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:02.406598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:02.410853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Usage tracker for resource:security_group_rule and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:02.414948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6b9d575e-14bb-4e6f-aa68-7c4acdf8a8ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:02.416426 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6b9d575e-14bb-4e6f-aa68-7c4acdf8a8ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports/148b482f-995d-4a9a-b461-431defaaa7d6 HTTP/1.1" status: 200 len: 911 time: 0.4339051 May 20 15:55:02.419241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:02.423121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39060) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:02.505004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Allocated IP 2001:db8::2 (2e13c0d1-78d0-4018-bd33-d55b43900f73/52a2dd05-62c4-4ae8-95f5-b25655de2739/732077cc-fd44-41b2-bb7f-92b51df46fe9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:02.552206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:02.618319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:02.630973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:02.665443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 75cda030-0c5a-417e-9337-8b5557dd95b5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:02.667966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:02.743993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:02.751622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=093228c8-cc2a-4b91-886c-329353f8616b,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:02.774183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=434c18d0-07ea-45b8-a336-ad3f3da6ad53,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:02.781184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Calling delete_port for 49a8f0d4-6574-4cd3-946f-36387ef5ed45 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:02.820407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:02.846145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:02.884829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d39702c7-11fd-4db0-be86-60df44e7521a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:02.891333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:02.905642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:02.928706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:02.931184 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cf079740-c8e6-48b3-b6ea-13b3a33c460d tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/4196091d-f4fe-4666-a082-97e2b9443a33 HTTP/1.1" status: 200 len: 907 time: 1.2194142 May 20 15:55:02.932319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:02.941172 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/434c18d0-07ea-45b8-a336-ad3f3da6ad53 HTTP/1.1" status: 204 len: 168 time: 6.4651897 May 20 15:55:02.950294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39064) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:02.950631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39066) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:02.962881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:02.972452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1402714829', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': True}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:03.010242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.013884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:03.031954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Usage tracker for resource:router and tenant:40b5a131cfca4df9bb964eb50dd051a3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:03.035453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:03.039998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.088127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:03.111097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:03.124817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:03.227118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Pushing event deleted for resources: {'Port': ['ID=093228c8-cc2a-4b91-886c-329353f8616b,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:03.234413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] No DVR routers for this DVR port 093228c8-cc2a-4b91-886c-329353f8616b on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:03.271784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:03.329218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.345726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.345726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.361567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.469140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 75cda030-0c5a-417e-9337-8b5557dd95b5 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:03.499159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.512455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 75cda030-0c5a-417e-9337-8b5557dd95b5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:03.513046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.562042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.577663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:03.639950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.644498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:03.661748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20145b8-e676-48a3-a65d-b6ea21e2368b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:03.670146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:03.736032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.737520 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3903940 May 20 15:55:03.747509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39072) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:03.751828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Pushing event deleted for resources: {'Port': ['ID=49a8f0d4-6574-4cd3-946f-36387ef5ed45,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:03.754227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] No DVR routers for this DVR port 49a8f0d4-6574-4cd3-946f-36387ef5ed45 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:03.755358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:03.757862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:03.776252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:03.800344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Usage tracker for resource:floatingip and tenant:57f719956ccb4141918cefcd5e24597d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:03.809663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:03.824455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:03.879765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.923558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.929056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Transition to ACTIVE for port object 732077cc-fd44-41b2-bb7f-92b51df46fe9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:03.947004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196091d-f4fe-4666-a082-97e2b9443a33', 'name': 'tempest-snat-router-1402714829', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.8'}], 'enable_snat': False}, 'gw_port_id': '8b8044c9-a3fa-4df2-abff-2da79495fb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:47Z', 'updated_at': '2021-05-20T15:54:55Z', 'revision_number': 3, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port': {'id': '8b8044c9-a3fa-4df2-abff-2da79495fb23', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196091d-f4fe-4666-a082-97e2b9443a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:51Z', 'updated_at': '2021-05-20T15:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:03.949367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.952253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:03.968127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Checking router: 4196091d-f4fe-4666-a082-97e2b9443a33 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:03.968632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Updating router 4196091d-f4fe-4666-a082-97e2b9443a33 port 8b8044c9-a3fa-4df2-abff-2da79495fb23 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:55:04.008273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Transition to ACTIVE for port object 732077cc-fd44-41b2-bb7f-92b51df46fe9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:04.039369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.046443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:04.109505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.162155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 75cda030-0c5a-417e-9337-8b5557dd95b5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=75cda030-0c5a-417e-9337-8b5557dd95b5,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:04.176040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:04.187070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.188742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 59842b83-6621-4a06-ae1e-b52647143254 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:04.217198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:04.219359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Pushing event updated for resources: {'Port': ['ID=732077cc-fd44-41b2-bb7f-92b51df46fe9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:04.229774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:04.242422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:04.243097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3035f978-35eb-40f7-8c88-fd873174cb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:04.573203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Attempting to bind port 732077cc-fd44-41b2-bb7f-92b51df46fe9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:04.573780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Attempting to bind port 732077cc-fd44-41b2-bb7f-92b51df46fe9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '86c899f9-301d-466a-bbe9-59eb6026f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:04.574257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Attempting to bind port 732077cc-fd44-41b2-bb7f-92b51df46fe9 on network 2e13c0d1-78d0-4018-bd33-d55b43900f73 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:04.595828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=75cda030-0c5a-417e-9337-8b5557dd95b5,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:04.605832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:04.606973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:04.607681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Checking segment: {'id': '86c899f9-301d-466a-bbe9-59eb6026f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:04.608260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.608654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Bound using segment: {'id': '86c899f9-301d-466a-bbe9-59eb6026f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:04.609271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Bound port: 732077cc-fd44-41b2-bb7f-92b51df46fe9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c899f9-301d-466a-bbe9-59eb6026f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:04.609774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.644667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 59842b83-6621-4a06-ae1e-b52647143254 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:04.700258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.704295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 59842b83-6621-4a06-ae1e-b52647143254 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:04.704695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.754792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.807143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.824964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.827814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] For port 732077cc-fd44-41b2-bb7f-92b51df46fe9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:04.878089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] For port 732077cc-fd44-41b2-bb7f-92b51df46fe9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=732077cc-fd44-41b2-bb7f-92b51df46fe9,segment=NetworkSegment(86c899f9-301d-466a-bbe9-59eb6026f692),segment_id=86c899f9-301d-466a-bbe9-59eb6026f692)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:04.882592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d399ea3-3dcc-490b-b247-6da3faf83645']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:04.889501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:04.897468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3b642851-4d58-4a20-bfdb-6370566cfef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:04.950318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 4d916e30-e189-47f5-ac1f-e78c39a2170c yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:05.032718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec41e4c-169d-481b-8986-37c8e05b986d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:05.033222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec41e4c-169d-481b-8986-37c8e05b986d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:05.055176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.077595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.085634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:55:05.091835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.101238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-067131f4-f49c-4fc0-9b54-2eb55dd3de49 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:05.122867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Transition to ACTIVE for port object 8b8044c9-a3fa-4df2-abff-2da79495fb23 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:05.143575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Pushing event updated for resources: {'Port': ['ID=732077cc-fd44-41b2-bb7f-92b51df46fe9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:05.155167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:05.156235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.175010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.189997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8:1::1 (dfb11d68-c594-4112-8cef-775373cc3815/2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa/2bad8947-c601-45f1-abc2-026432bf385b) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:05.213556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-832daabc-85e6-4b00-aac5-a9efad8a2e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:05.251461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.309797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:05.310443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.373590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Subnet': ['ID=77148e82-cff3-46ff-a8d2-172f2445068e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:05.383389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:05.419225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Checking segment: {'id': 'b431276b-388f-4e00-88ef-d4fdfbe646f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '958931db-604a-4853-881c-558bfa98d614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:05.419574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network hostable DHCP agents. Network: 958931db-604a-4853-881c-558bfa98d614, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:55:05.423237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Allocated IP 172.26.8.244 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/d01a70be-26fc-46f0-a001-69fcca91923c) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:05.458871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Attempting to bind port 8b8044c9-a3fa-4df2-abff-2da79495fb23 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:05.459976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Attempting to bind port 8b8044c9-a3fa-4df2-abff-2da79495fb23 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:05.460140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Attempting to bind port 8b8044c9-a3fa-4df2-abff-2da79495fb23 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:05.482688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 59842b83-6621-4a06-ae1e-b52647143254, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=59842b83-6621-4a06-ae1e-b52647143254,segment=NetworkSegment(a0e95978-9706-4765-b121-b8de24cf7ce4),segment_id=a0e95978-9706-4765-b121-b8de24cf7ce4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:05.489478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:05.490092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:05.491304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.491887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:05.492647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Bound port: 8b8044c9-a3fa-4df2-abff-2da79495fb23, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:05.493267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:05.505024 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:05.598377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0adb8-35b3-4d5e-ae8a-e0a75cc1f8c0 None None] Pushing event updated for resources: {'Port': ['ID=8b8044c9-a3fa-4df2-abff-2da79495fb23,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:05.624540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.627119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b0adb8-35b3-4d5e-ae8a-e0a75cc1f8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:05.627792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b0adb8-35b3-4d5e-ae8a-e0a75cc1f8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:05.695538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:05.741291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] For port 8b8044c9-a3fa-4df2-abff-2da79495fb23, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:05.770576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] For port 8b8044c9-a3fa-4df2-abff-2da79495fb23, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b8044c9-a3fa-4df2-abff-2da79495fb23,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:05.771322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.778166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=59842b83-6621-4a06-ae1e-b52647143254,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:05.782479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:05.786046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.791191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bc796b99-c03c-4258-9a1a-cb63420e0f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:05.828325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 093228c8-cc2a-4b91-886c-329353f8616b no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:05.833824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object 2bad8947-c601-45f1-abc2-026432bf385b will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:05.862969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network 958931db-604a-4853-881c-558bfa98d614 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:55:05.884559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 093228c8-cc2a-4b91-886c-329353f8616b {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:05.884823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 093228c8-cc2a-4b91-886c-329353f8616b not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:05.885217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 49a8f0d4-6574-4cd3-946f-36387ef5ed45 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:05.904417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 958931db-604a-4853-881c-558bfa98d614) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:05.924185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.934215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136460ec-f41f-44dd-b75f-0fd6006da151 None None] Network 958931db-604a-4853-881c-558bfa98d614 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:05.953792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 49a8f0d4-6574-4cd3-946f-36387ef5ed45 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:05.954289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 49a8f0d4-6574-4cd3-946f-36387ef5ed45 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:05.995514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32efb7b4-4bdf-4433-a644-15f39e0b8c36 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:06.009887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:06.011609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.023719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d399ea3-3dcc-490b-b247-6da3faf83645 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 15:55:06.038561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0adb8-35b3-4d5e-ae8a-e0a75cc1f8c0 None None] Pushing event updated for resources: {'Port': ['ID=8b8044c9-a3fa-4df2-abff-2da79495fb23,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:06.045215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b0adb8-35b3-4d5e-ae8a-e0a75cc1f8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:06.045925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Routers {'4196091d-f4fe-4666-a082-97e2b9443a33'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:06.046579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4196091d-f4fe-4666-a082-97e2b9443a33'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:06.047682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.076651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d399ea3-3dcc-490b-b247-6da3faf83645,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:06.083832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.152795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:06.159673 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.1439943 May 20 15:55:06.168328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:06.199591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.252442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.261945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.265326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ee707f3-f213-4e88-b563-b353ba7d2eb2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:06.350346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5d399ea3-3dcc-490b-b247-6da3faf83645 HTTP/1.1" status: 204 len: 168 time: 3.3925996 May 20 15:55:06.495657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network dfb11d68-c594-4112-8cef-775373cc3815 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:06.518411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:06.550958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:06.551508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.553679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 75cda030-0c5a-417e-9337-8b5557dd95b5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:06.596511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=2bad8947-c601-45f1-abc2-026432bf385b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:06.623151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:06.707932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] Set router 4196091d-f4fe-4666-a082-97e2b9443a33 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:06.751517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.758233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.767827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4969e25c-3c61-4afa-a50b-efffe5e6b510 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:06.923286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:07.037750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:07.062099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event updated for resources: {'Port': ['ID=d01a70be-26fc-46f0-a001-69fcca91923c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:07.118715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:07.163484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-958931db-604a-4853-881c-558bfa98d614', 'network_id': '958931db-604a-4853-881c-558bfa98d614', 'tenant_id': '7029abd736334cdf9f043ab17e153dcd', 'fixed_ips': [{'subnet_id': '77148e82-cff3-46ff-a8d2-172f2445068e'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:07.166922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.196707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::10 (2e13c0d1-78d0-4018-bd33-d55b43900f73/52a2dd05-62c4-4ae8-95f5-b25655de2739/4d916e30-e189-47f5-ac1f-e78c39a2170c) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:07.235100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:07.337372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.368771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39088) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:07.386174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'name': 'tempest-router--29360811', 'project_id': 'c5892464335e4d0c84c07d551ea4a90d'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:07.417815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.428831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:07.452404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:router and tenant:c5892464335e4d0c84c07d551ea4a90d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:07.458414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.478259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 4d916e30-e189-47f5-ac1f-e78c39a2170c will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:07.499173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:07.511769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.516832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP 462350f9-0222-4a0e-9e3e-b473202eb0c7 associated. External IP: 172.26.8.236, port: 0c53b2ee-8a07-43ee-9329-e6c67d522636. May 20 15:55:07.524582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:07.599326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce6220-1d60-4a47-a151-46a1db21bb0f None None] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:07.606472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-130bd214-e07d-4015-96b7-354b9c9c25c7 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:07.644983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.656901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.657980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.671994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.751003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:07.760076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:07.774841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b3e10bd6-6f31-414e-bced-02ed4e50f1bb None None] Provisioning for port 732077cc-fd44-41b2-bb7f-92b51df46fe9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:07.778849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:07.816052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dc88f-9c38-4197-831b-ca927e13c96b None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:07.819818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:07.863675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 75cda030-0c5a-417e-9337-8b5557dd95b5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:07.864062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.928710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:07.929835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.937015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:07.949244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:07.950404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.035412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.126012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.134835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b3e10bd6-6f31-414e-bced-02ed4e50f1bb None None] Provisioning for port 2bad8947-c601-45f1-abc2-026432bf385b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:08.142655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=66e0492b-6719-4a64-910b-feccb17b49a9,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:08.167228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.171580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Allocated IP 2001:db8::f816:3eff:fe4b:771b (958931db-604a-4853-881c-558bfa98d614/77148e82-cff3-46ff-a8d2-172f2445068e/605b4d2e-4d70-4f39-aa85-f2492dc12625) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:08.175051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:08.180556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d4e7ed4d-98e2-4934-abca-a8105ee4b636 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.505s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:08.181019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b3e10bd6-6f31-414e-bced-02ed4e50f1bb None None] Provisioning complete for port 2bad8947-c601-45f1-abc2-026432bf385b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:08.181019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b3e10bd6-6f31-414e-bced-02ed4e50f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.288430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-379033ca-ce99-49b0-b721-71552e598136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196091d-f4fe-4666-a082-97e2b9443a33', 'name': 'tempest-snat-router-1402714829', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.8'}], 'enable_snat': False}, 'gw_port_id': '8b8044c9-a3fa-4df2-abff-2da79495fb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:47Z', 'updated_at': '2021-05-20T15:54:55Z', 'revision_number': 3, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port': {'id': '8b8044c9-a3fa-4df2-abff-2da79495fb23', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196091d-f4fe-4666-a082-97e2b9443a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:51Z', 'updated_at': '2021-05-20T15:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:08.373468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.374767 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-86b04377-1ed1-4357-85a2-243746e3baaa tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0024052 May 20 15:55:08.380720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39092) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:08.384911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379033ca-ce99-49b0-b721-71552e598136 None None] The sync data for ids ['4196091d-f4fe-4666-a082-97e2b9443a33'] in dv-neutron-601336-76-hyperv is: [{'id': '4196091d-f4fe-4666-a082-97e2b9443a33', 'name': 'tempest-snat-router-1402714829', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.8'}], 'enable_snat': False}, 'gw_port_id': '8b8044c9-a3fa-4df2-abff-2da79495fb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:47Z', 'updated_at': '2021-05-20T15:54:55Z', 'revision_number': 3, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port': {'id': '8b8044c9-a3fa-4df2-abff-2da79495fb23', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196091d-f4fe-4666-a082-97e2b9443a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:51Z', 'updated_at': '2021-05-20T15:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:08.392982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.9549861 May 20 15:55:08.417545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b3e10bd6-6f31-414e-bced-02ed4e50f1bb None None] Port 2bad8947-c601-45f1-abc2-026432bf385b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:08.460506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:08.464028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 9.0248659 May 20 15:55:08.478086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39098) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:08.478620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '2e13c0d1-78d0-4018-bd33-d55b43900f73', 'name': 'tempest-PortsIpV6TestJSON-1428739155', 'fixed_ips': [{'subnet_id': '52a2dd05-62c4-4ae8-95f5-b25655de2739', 'ip_address': '2001:db8::f'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:08.524802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': '66e0492b-6719-4a64-910b-feccb17b49a9', 'ip_address': '2001:db8::564d:5201:bd9b:59ab'}], 'name': 'tempest-NetworksTestDHCPv6-1478003277'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:08.699019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 59842b83-6621-4a06-ae1e-b52647143254 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:08.896297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '66e0492b-6719-4a64-910b-feccb17b49a9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:08.897780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.975335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.016024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=4d916e30-e189-47f5-ac1f-e78c39a2170c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:09.027724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:09.030981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:09.044349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:09.051998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.064308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:09.073037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.114894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:09.175116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.198513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Transition to ACTIVE for port object 605b4d2e-4d70-4f39-aa85-f2492dc12625 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:09.235615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Transition to ACTIVE for port object 605b4d2e-4d70-4f39-aa85-f2492dc12625 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:09.280427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.300466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4393ad79-47cf-4e87-bd0c-c10df0902bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:09.314063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:09.377427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 59842b83-6621-4a06-ae1e-b52647143254 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:09.377900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.414425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Allocated IP 172.26.8.111 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/cd5e4afe-31d7-419e-8d66-f753471d7420) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:09.429173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:09.434326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.464178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Network 958931db-604a-4853-881c-558bfa98d614 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:09.473264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:09.493219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:09.622281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Pushing event updated for resources: {'Port': ['ID=605b4d2e-4d70-4f39-aa85-f2492dc12625,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:09.715319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:09.758583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/66e0492b-6719-4a64-910b-feccb17b49a9/b7348b66-7564-4396-97d9-15a6d2fce8c1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:09.808218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:09.823894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.844708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:09.848993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.855273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.856161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.865787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6648b0d7-ffa4-4a9e-917e-05cb0a523a20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:09.955131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:09.969315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Attempting to bind port 605b4d2e-4d70-4f39-aa85-f2492dc12625 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:09.970035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Attempting to bind port 605b4d2e-4d70-4f39-aa85-f2492dc12625 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b431276b-388f-4e00-88ef-d4fdfbe646f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '958931db-604a-4853-881c-558bfa98d614'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:09.970602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Attempting to bind port 605b4d2e-4d70-4f39-aa85-f2492dc12625 on network 958931db-604a-4853-881c-558bfa98d614 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:09.979625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:09.987227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.991022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Subnet': ['ID=77148e82-cff3-46ff-a8d2-172f2445068e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:10.005395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:10.006701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Checking segment: {'id': 'b431276b-388f-4e00-88ef-d4fdfbe646f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '958931db-604a-4853-881c-558bfa98d614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:10.006701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.007116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Bound using segment: {'id': 'b431276b-388f-4e00-88ef-d4fdfbe646f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '958931db-604a-4853-881c-558bfa98d614'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:10.007757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Bound port: 605b4d2e-4d70-4f39-aa85-f2492dc12625, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b431276b-388f-4e00-88ef-d4fdfbe646f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '958931db-604a-4853-881c-558bfa98d614'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:10.009184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.013920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.030815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:10.036673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:10.039606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fab6cbd-ada8-4b34-adb4-3235c76e03ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449202154-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:10.099732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:10.115377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 5e84773a-8dff-496f-945f-b2e90eca71d4 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:10.155778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e459997d-6c23-4f42-b146-bef5d325b423 None None] Provisioning for port 4d916e30-e189-47f5-ac1f-e78c39a2170c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:10.181372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e459997d-6c23-4f42-b146-bef5d325b423 None None] Provisioning complete for port 4d916e30-e189-47f5-ac1f-e78c39a2170c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:10.181794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e459997d-6c23-4f42-b146-bef5d325b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.258758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:10.270462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 732077cc-fd44-41b2-bb7f-92b51df46fe9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:10.316547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:10.353117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.397516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] For port 605b4d2e-4d70-4f39-aa85-f2492dc12625, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:10.401904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:10.402679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.430541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.447387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:10.491861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.492448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c3ca90-29b8-486d-8927-56c7bf8ea092 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:10.502011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.512258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.598807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958931db-604a-4853-881c-558bfa98d614']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.616588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ffa79a5f-1d05-4d4d-a165-de6c280ec740 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/floatingips/462350f9-0222-4a0e-9e3e-b473202eb0c7 HTTP/1.1" status: 200 len: 978 time: 10.3389888 May 20 15:55:10.618741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=2bad8947-c601-45f1-abc2-026432bf385b,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:10.627255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.629206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e459997d-6c23-4f42-b146-bef5d325b423 None None] Port 4d916e30-e189-47f5-ac1f-e78c39a2170c cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:10.631674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.633655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39106) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:10.654552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:10.672188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d7ab65-2cb7-49d4-ba99-ef5c4127545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.678808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] For port 605b4d2e-4d70-4f39-aa85-f2492dc12625, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=605b4d2e-4d70-4f39-aa85-f2492dc12625,segment=NetworkSegment(b431276b-388f-4e00-88ef-d4fdfbe646f9),segment_id=b431276b-388f-4e00-88ef-d4fdfbe646f9)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:10.691116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b431276b-388f-4e00-88ef-d4fdfbe646f9') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.691381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:10.691490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b431276b-388f-4e00-88ef-d4fdfbe646f9') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.692042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.723664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e7755e8c-356e-4368-9f57-242bb4be0f16 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:10.768704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.785587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:10.821774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.833888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::f (2e13c0d1-78d0-4018-bd33-d55b43900f73/52a2dd05-62c4-4ae8-95f5-b25655de2739/5e84773a-8dff-496f-945f-b2e90eca71d4) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:10.842949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:10.843415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf71097-8e1c-4645-bbeb-c4e943aa76a6 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:10.862800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.878704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.884529 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fc538f83-3bf6-4ccb-ae3b-ce3576077cee tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/routers/65c3ca90-29b8-486d-8927-56c7bf8ea092 HTTP/1.1" status: 204 len: 168 time: 2.4930639 May 20 15:55:10.884827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.903845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4eddb3d2-b30d-4510-b218-2b4222d9a809 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:10.913584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.921797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Transition to ACTIVE for port object b7348b66-7564-4396-97d9-15a6d2fce8c1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:10.977939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event updated for resources: {'Port': ['ID=d01a70be-26fc-46f0-a001-69fcca91923c,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:10.983421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 732077cc-fd44-41b2-bb7f-92b51df46fe9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:10.988090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Transition to ACTIVE for port object b7348b66-7564-4396-97d9-15a6d2fce8c1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:10.989259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-822442dd-1f25-4077-a433-608a597caeef None None] Provisioning complete for port 4d916e30-e189-47f5-ac1f-e78c39a2170c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:10.989664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-822442dd-1f25-4077-a433-608a597caeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.994633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:10.995385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:11.014013 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:11.017374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.027155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network dfb11d68-c594-4112-8cef-775373cc3815 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:11.034130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.046439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:11.076607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Pushing event updated for resources: {'Port': ['ID=605b4d2e-4d70-4f39-aa85-f2492dc12625,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.106186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.110240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 732077cc-fd44-41b2-bb7f-92b51df46fe9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:11.110613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.116693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.143802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.143802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:11.178451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Port': ['ID=cd5e4afe-31d7-419e-8d66-f753471d7420,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.194849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.222258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:11.229182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:11.233577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:11.281639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.283300 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5338769 May 20 15:55:11.284362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39112) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:11.327394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port a6fa4723-6e2d-4ce9-9d52-70daf8deb88b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:11.441504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:11.456956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:11.484291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:11.493202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Pushing event updated for resources: {'Port': ['ID=b7348b66-7564-4396-97d9-15a6d2fce8c1,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.502436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.508061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-822442dd-1f25-4077-a433-608a597caeef None None] Port 4d916e30-e189-47f5-ac1f-e78c39a2170c cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:11.509035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3240ad-f845-4284-bfbf-a88712b2021e None None] Network 958931db-604a-4853-881c-558bfa98d614 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:11.598581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:55:11.598581 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:55:11.598581 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': '958931db-604a-4853-881c-558bfa98d614'}] May 20 15:55:11.598581 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:55:11.599379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:55:11.722745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 83a3dd28-296e-48d7-8f98-a1bd330c3449 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:11.782833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Attempting to bind port b7348b66-7564-4396-97d9-15a6d2fce8c1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:11.783676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Attempting to bind port b7348b66-7564-4396-97d9-15a6d2fce8c1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:11.783676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Attempting to bind port b7348b66-7564-4396-97d9-15a6d2fce8c1 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:11.831681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.846108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:11.846548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:11.846906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.847546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:11.848108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Bound port: b7348b66-7564-4396-97d9-15a6d2fce8c1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:11.848604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.934161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6d34e443-4e70-4799-bca5-efe8076cc949 None None] Provisioning complete for port 2bad8947-c601-45f1-abc2-026432bf385b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:11.934161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6d34e443-4e70-4799-bca5-efe8076cc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.958493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ad4eabd6-cdd8-4421-b97e-1521e1be9843 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--135171867&fields=id&tenant_id=57f719956ccb4141918cefcd5e24597d HTTP/1.1" status: 200 len: 267 time: 0.2035329 May 20 15:55:11.996084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 732077cc-fd44-41b2-bb7f-92b51df46fe9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=732077cc-fd44-41b2-bb7f-92b51df46fe9,segment=NetworkSegment(86c899f9-301d-466a-bbe9-59eb6026f692),segment_id=86c899f9-301d-466a-bbe9-59eb6026f692)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:12.018204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.026307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:12.027817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.141642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 5e84773a-8dff-496f-945f-b2e90eca71d4 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:12.147937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6d34e443-4e70-4799-bca5-efe8076cc949 None None] Port 2bad8947-c601-45f1-abc2-026432bf385b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:12.172760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] For port b7348b66-7564-4396-97d9-15a6d2fce8c1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:12.180095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=732077cc-fd44-41b2-bb7f-92b51df46fe9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:12.187049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:12.190987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] For port b7348b66-7564-4396-97d9-15a6d2fce8c1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b7348b66-7564-4396-97d9-15a6d2fce8c1,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:12.205902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.213543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e2c4848d-9d2b-45ef-967a-97f45b67e6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:12.229196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1704579369', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:12.247720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.260455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b8044c9-a3fa-4df2-abff-2da79495fb23 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:12.261997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:12.265927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:12.275539 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] Sync routers for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:12.294571 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:12.296341 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.314966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.388082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Usage tracker for resource:router and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:12.395509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Pushing event updated for resources: {'Port': ['ID=b7348b66-7564-4396-97d9-15a6d2fce8c1,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:12.407110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:12.408382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8b8044c9-a3fa-4df2-abff-2da79495fb23 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:12.416189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8b8044c9-a3fa-4df2-abff-2da79495fb23 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:12.416573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.424765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 0c53b2ee-8a07-43ee-9329-e6c67d522636 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:12.425665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.429185 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.445295 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:12.446017 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:54:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.464558 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/83a3dd28-296e-48d7-8f98-a1bd330c3449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0343113 May 20 15:55:12.467097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:12.488155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39130) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:12.506337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:12.548395 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:12.548859 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a65bab-5f3c-419c-9f07-ff982486596a None None] The sync data for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:12.632201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.671089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8b8044c9-a3fa-4df2-abff-2da79495fb23, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b8044c9-a3fa-4df2-abff-2da79495fb23,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:12.678120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.680351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b0adb8-35b3-4d5e-ae8a-e0a75cc1f8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:12.705103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.723407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:12.776565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8b8044c9-a3fa-4df2-abff-2da79495fb23,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:12.780110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:12.846578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-8ef1646a-f992-46cd-bc98-51887ff24f98 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:12.848219 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-8ef1646a-f992-46cd-bc98-51887ff24f98 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 812 time: 0.8590443 May 20 15:55:12.863251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:12.871776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:12.874328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:12.880089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:12.881274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:12.928585 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-4ec002eb-b2f0-4dec-875a-a526f5fec1a9 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/quotas/57f719956ccb4141918cefcd5e24597d HTTP/1.1" status: 200 len: 375 time: 0.0640979 May 20 15:55:12.940174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=5e84773a-8dff-496f-945f-b2e90eca71d4,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:12.944085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:13.027560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1ca4c-be5c-4ae5-9244-174dad23aa10 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:13.028185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-abc1ca4c-be5c-4ae5-9244-174dad23aa10 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:13.060780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.062164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.065829 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5992217 May 20 15:55:13.075611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39134) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:13.112575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-abc1ca4c-be5c-4ae5-9244-174dad23aa10 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:13.114105 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-abc1ca4c-be5c-4ae5-9244-174dad23aa10 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports/2bad8947-c601-45f1-abc2-026432bf385b HTTP/1.1" status: 200 len: 913 time: 0.6112840 May 20 15:55:13.128386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39138) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:13.140716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.146715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::564d:5201:bd9b:59ab (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/66e0492b-6719-4a64-910b-feccb17b49a9/a6fa4723-6e2d-4ce9-9d52-70daf8deb88b) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:13.158701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.198544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.301626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5ad1071f-6afe-4f29-8a83-8ec03be3fe81 None None] Provisioning for port 5e84773a-8dff-496f-945f-b2e90eca71d4 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:13.313416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5ad1071f-6afe-4f29-8a83-8ec03be3fe81 None None] Provisioning complete for port 5e84773a-8dff-496f-945f-b2e90eca71d4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:13.314443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5ad1071f-6afe-4f29-8a83-8ec03be3fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.414056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1071f-6afe-4f29-8a83-8ec03be3fe81 None None] Port 5e84773a-8dff-496f-945f-b2e90eca71d4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:13.446346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.458517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting port 605b4d2e-4d70-4f39-aa85-f2492dc12625 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:13.459839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.628577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-77a5abf1-0d6f-43e4-8bdf-fbb60bc1bd6e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Synchronizing usage tracker for tenant:57f719956ccb4141918cefcd5e24597d on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:13.684403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526be50-1a29-4797-9e3d-08298a507b05 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:55:13.734412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcff916-a15e-4be3-9de6-51739524932e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:13.735167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cfcff916-a15e-4be3-9de6-51739524932e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:13.825411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-77a5abf1-0d6f-43e4-8bdf-fbb60bc1bd6e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Unset dirty status for tenant:57f719956ccb4141918cefcd5e24597d on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:13.827056 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-77a5abf1-0d6f-43e4-8bdf-fbb60bc1bd6e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8726394 May 20 15:55:13.835694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d5e158d0-44ff-45b9-851c-5efa742cb2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.839381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2a43b74c-e35d-44f9-92dc-6bf70ce2a389 None None] Provisioning for port b7348b66-7564-4396-97d9-15a6d2fce8c1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:13.918279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cfcff916-a15e-4be3-9de6-51739524932e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:13.922091 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cfcff916-a15e-4be3-9de6-51739524932e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8429003 May 20 15:55:13.941925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39142) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:13.979968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.989761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] For port 605b4d2e-4d70-4f39-aa85-f2492dc12625, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=605b4d2e-4d70-4f39-aa85-f2492dc12625,segment=NetworkSegment(b431276b-388f-4e00-88ef-d4fdfbe646f9),segment_id=b431276b-388f-4e00-88ef-d4fdfbe646f9)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:13.990115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.007287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526be50-1a29-4797-9e3d-08298a507b05 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 15:55:14.235179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b8044c9-a3fa-4df2-abff-2da79495fb23 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:14.264829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Calling delete_port for 605b4d2e-4d70-4f39-aa85-f2492dc12625 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:14.378374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.378844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.379217 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP 462350f9-0222-4a0e-9e3e-b473202eb0c7 disassociated. External IP: 172.26.8.236, port: 0c53b2ee-8a07-43ee-9329-e6c67d522636. May 20 15:55:14.379625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 0c53b2ee-8a07-43ee-9329-e6c67d522636 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:14.431585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.437472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-4ecc599c-b489-4522-bfbc-bff0337d8858 service neutron] 10.222.0.13 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202749 May 20 15:55:14.460087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009b003-546d-427d-a530-e39679524e59 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:14.466377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009b003-546d-427d-a530-e39679524e59 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:14.472384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009b003-546d-427d-a530-e39679524e59 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:14.478050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d009b003-546d-427d-a530-e39679524e59 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5264046 May 20 15:55:14.482323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39146) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:14.483740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object a6fa4723-6e2d-4ce9-9d52-70daf8deb88b will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:14.503408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Router 8b2dbbe7-9b7b-4ec8-bd35-273cef04438c is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:14.569485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8b8044c9-a3fa-4df2-abff-2da79495fb23 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:14.570209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.679079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.783249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-4300bcbf-d959-4b50-b566-36c6e33dc5cc service neutron] 10.222.0.13 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058641 May 20 15:55:14.827360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.838004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8150ebe0-bc6c-4a9a-9f7d-d07cc7dff59e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:14.901330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No DVR routers for this DVR port 605b4d2e-4d70-4f39-aa85-f2492dc12625 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:14.917806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.943446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Port': ['ID=605b4d2e-4d70-4f39-aa85-f2492dc12625,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:14.946390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:14.968406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:14.996861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-956770f1-9b2a-4409-ad04-c478f0fcd8bb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:15.012657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 732077cc-fd44-41b2-bb7f-92b51df46fe9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:15.026025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:15.088382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Sync routers for ids ['8b2dbbe7-9b7b-4ec8-bd35-273cef04438c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:15.163622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Routers {'8b2dbbe7-9b7b-4ec8-bd35-273cef04438c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:15.164545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8b2dbbe7-9b7b-4ec8-bd35-273cef04438c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:15.194478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:15.215487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.219865 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.2627468 May 20 15:55:15.224740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39152) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:15.230613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:15.233644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:15.239995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:15.240676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.285823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=a6fa4723-6e2d-4ce9-9d52-70daf8deb88b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:15.289588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:15.297133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.331802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958931db-604a-4853-881c-558bfa98d614']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:15.364069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 5e84773a-8dff-496f-945f-b2e90eca71d4 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:15.364221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.439539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b431276b-388f-4e00-88ef-d4fdfbe646f9') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:15.439911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b431276b-388f-4e00-88ef-d4fdfbe646f9') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:15.468936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.479253 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.9710605 May 20 15:55:15.482712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39156) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:15.494228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 732077cc-fd44-41b2-bb7f-92b51df46fe9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:15.494970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.498640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:15.545269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.659949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Set router 8b2dbbe7-9b7b-4ec8-bd35-273cef04438c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:15.717307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=0c53b2ee-8a07-43ee-9329-e6c67d522636,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:15.720083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:15.762756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.846704 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a0a438c5-26cf-472b-ace1-2070314459bf tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/8b2dbbe7-9b7b-4ec8-bd35-273cef04438c HTTP/1.1" status: 200 len: 908 time: 0.6178823 May 20 15:55:15.858311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39160) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:15.870627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:15.871133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.891682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8662fa8a-dee6-4422-9066-223f318929f7 None None] Provisioning for port a6fa4723-6e2d-4ce9-9d52-70daf8deb88b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:15.894798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:15.925548 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:15.947804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8662fa8a-dee6-4422-9066-223f318929f7 None None] Provisioning complete for port a6fa4723-6e2d-4ce9-9d52-70daf8deb88b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:15.948158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8662fa8a-dee6-4422-9066-223f318929f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.065950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8662fa8a-dee6-4422-9066-223f318929f7 None None] Port a6fa4723-6e2d-4ce9-9d52-70daf8deb88b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:16.111596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b7348b66-7564-4396-97d9-15a6d2fce8c1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:16.119987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.255118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b7348b66-7564-4396-97d9-15a6d2fce8c1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:16.261538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.269472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b7348b66-7564-4396-97d9-15a6d2fce8c1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:16.270107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.304852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 5e84773a-8dff-496f-945f-b2e90eca71d4 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:16.467469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2dbbe7-9b7b-4ec8-bd35-273cef04438c', 'name': 'tempest-snat-router-1402714829', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': 'cd5e4afe-31d7-419e-8d66-f753471d7420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:03Z', 'updated_at': '2021-05-20T15:55:11Z', 'revision_number': 3, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port': {'id': 'cd5e4afe-31d7-419e-8d66-f753471d7420', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2dbbe7-9b7b-4ec8-bd35-273cef04438c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:55:09Z', 'updated_at': '2021-05-20T15:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:16.498140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Checking router: 8b2dbbe7-9b7b-4ec8-bd35-273cef04438c for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:16.499309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Updating router 8b2dbbe7-9b7b-4ec8-bd35-273cef04438c port cd5e4afe-31d7-419e-8d66-f753471d7420 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:55:16.575738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.601190 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9cfbafaf-e696-4140-9988-2725161fbf22 req-5db96d6e-a7e7-4af5-b74d-f493bf2bbff1 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.3577840 May 20 15:55:16.616476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.640214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.660888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.676057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d3a63f80-fec5-4a84-bd8a-d76de32c7a12 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:16.695507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.719762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.725374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Network': ['ID=958931db-604a-4853-881c-558bfa98d614,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:16.765357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:16.782043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e7b10-7c42-423f-a404-ab9aea42bbc0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:16.789523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e7b10-7c42-423f-a404-ab9aea42bbc0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:16.790629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ac6e7b10-7c42-423f-a404-ab9aea42bbc0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:16.802340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:16.806217 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/958931db-604a-4853-881c-558bfa98d614 HTTP/1.1" status: 204 len: 168 time: 10.6158795 May 20 15:55:16.815728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:16.820081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 2bad8947-c601-45f1-abc2-026432bf385b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:16.820606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.821883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b7348b66-7564-4396-97d9-15a6d2fce8c1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b7348b66-7564-4396-97d9-15a6d2fce8c1,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:16.828978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.830719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2103767487'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:16.834430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4091cc9c-f8ec-4cb3-9491-eb1a6b23d5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:16.859643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:16.881203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:network and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:16.884560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ac6e7b10-7c42-423f-a404-ab9aea42bbc0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:16.890719 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ac6e7b10-7c42-423f-a404-ab9aea42bbc0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.3541825 May 20 15:55:16.890719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:16.921311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=b7348b66-7564-4396-97d9-15a6d2fce8c1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:16.924710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:16.951510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39172) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:16.973445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:16.985231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Allocated IP 172.26.8.242 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/859cb6be-0e35-4b25-8e49-3c54f1eac06e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:17.164420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:17.168308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.222833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.310033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.419354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.447340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:17.481166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:55:17.510155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:17.523330 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:17.533118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=5e84773a-8dff-496f-945f-b2e90eca71d4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:17.548634 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:17.549563 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:17.570106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:17.577615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.578047 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Added segment 17f717d4-57c1-49a7-8e27-9db650d2268a of type vlan for network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf May 20 15:55:17.582704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 2bad8947-c601-45f1-abc2-026432bf385b owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:17.663362 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:17.677193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Deleting port cd5e4afe-31d7-419e-8d66-f753471d7420 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:17.678099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.681012 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:17.682631 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:17.723435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.751006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.799769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.811972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port a6fa4723-6e2d-4ce9-9d52-70daf8deb88b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:17.812486 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:17.812771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.813652 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e3831-b40f-4a07-99ef-392fd694269e None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:17.846112 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/5e84773a-8dff-496f-945f-b2e90eca71d4 HTTP/1.1" status: 204 len: 168 time: 3.3565879 May 20 15:55:17.852767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39182) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:17.911779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a5e0fafc-b501-4016-bf17-136a1986006c req-64cc35ad-bd80-4c1e-8dc8-b54a96b6a4e1 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.0909376 May 20 15:55:17.914098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.919030 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/ports/0c53b2ee-8a07-43ee-9329-e6c67d522636 HTTP/1.1" status: 204 len: 168 time: 7.2660701 May 20 15:55:17.923202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39186) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:17.981107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:18.007164 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b176b8-aa7a-400c-9823-7374a0cb5d79 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:55:18.007718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81b176b8-aa7a-400c-9823-7374a0cb5d79 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:18.047852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.054556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:18.055228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.069021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:18.094058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-754394e9-bdb3-45d3-9c35-eb1718156544 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/floatingips/462350f9-0222-4a0e-9e3e-b473202eb0c7 HTTP/1.1" status: 200 len: 688 time: 0.1481555 May 20 15:55:18.094058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.101835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39190) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:18.121296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.132060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.143435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-81b176b8-aa7a-400c-9823-7374a0cb5d79 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:18.147520 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-81b176b8-aa7a-400c-9823-7374a0cb5d79 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/5e84773a-8dff-496f-945f-b2e90eca71d4 HTTP/1.1" status: 404 len: 333 time: 0.2856576 May 20 15:55:18.245583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39194) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:18.356459 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5372686 May 20 15:55:18.372648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.401935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Transition to ACTIVE for port object cd5e4afe-31d7-419e-8d66-f753471d7420 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:18.408024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39200) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:18.421598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.422472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Calling delete_port for cd5e4afe-31d7-419e-8d66-f753471d7420 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:18.429667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:18.439190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'subnet': {'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:18.439574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for a6fa4723-6e2d-4ce9-9d52-70daf8deb88b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:18.453523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Network': ['ID=b9a1ac81-6d54-430a-833d-1fb57ccaf4bf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:18.458332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:18.461549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:18.461784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:18.505705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:18.539256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:55:18.690000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:18.744096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Attempting to bind port cd5e4afe-31d7-419e-8d66-f753471d7420 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:18.744457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Attempting to bind port cd5e4afe-31d7-419e-8d66-f753471d7420 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:18.745035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Attempting to bind port cd5e4afe-31d7-419e-8d66-f753471d7420 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:18.751787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d99a-93f2-4fe4-b1dd-68bff78a023c None None] Pushing event updated for resources: {'Port': ['ID=cd5e4afe-31d7-419e-8d66-f753471d7420,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:18.766818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event updated for resources: {'Port': ['ID=859cb6be-0e35-4b25-8e49-3c54f1eac06e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:18.772356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3eb8d99a-93f2-4fe4-b1dd-68bff78a023c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:18.773927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:18.776518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:18.777265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:18.778131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.778811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:18.779469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Bound port: cd5e4afe-31d7-419e-8d66-f753471d7420, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:18.780000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.928488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] For port cd5e4afe-31d7-419e-8d66-f753471d7420, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:18.933092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] For port cd5e4afe-31d7-419e-8d66-f753471d7420, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cd5e4afe-31d7-419e-8d66-f753471d7420,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:18.939370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.946296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf77c8a7-7953-433e-b077-3df87393a3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:19.005260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b7348b66-7564-4396-97d9-15a6d2fce8c1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:19.015092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:19.068983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d99a-93f2-4fe4-b1dd-68bff78a023c None None] Pushing event updated for resources: {'Port': ['ID=cd5e4afe-31d7-419e-8d66-f753471d7420,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:19.074337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:subnet and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:19.081608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3eb8d99a-93f2-4fe4-b1dd-68bff78a023c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:19.087320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:19.097454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Routers {'8b2dbbe7-9b7b-4ec8-bd35-273cef04438c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:19.098302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8b2dbbe7-9b7b-4ec8-bd35-273cef04438c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:19.107675 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a518e12-250c-4d10-9909-d5e4b4b0f5b2 req-2e908e6e-06c4-44df-af3d-adf8ff0ef088 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.0853944 May 20 15:55:19.114216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:19.162356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.180708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a17e273b-634a-4519-931f-cb217948e97c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:19.231840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:19.235583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.253027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 0a9f15b1-16eb-4c48-9b0d-92d0b20a3729 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:19.254121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.278853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b7348b66-7564-4396-97d9-15a6d2fce8c1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:19.279231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.328029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] Set router 8b2dbbe7-9b7b-4ec8-bd35-273cef04438c gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:19.346163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=2bad8947-c601-45f1-abc2-026432bf385b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:19.365424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:19.383410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.409007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aadd31e0-bdec-4333-94c5-744804c6c42e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:19.452987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2dbbe7-9b7b-4ec8-bd35-273cef04438c', 'name': 'tempest-snat-router-1402714829', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:03Z', 'updated_at': '2021-05-20T15:55:17Z', 'revision_number': 4, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:19.461476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57248ad-98a5-4fb2-9380-f25d0f78b2fa None None] The sync data for ids ['8b2dbbe7-9b7b-4ec8-bd35-273cef04438c'] in dv-neutron-601336-76-hyperv is: [{'id': '8b2dbbe7-9b7b-4ec8-bd35-273cef04438c', 'name': 'tempest-snat-router-1402714829', 'tenant_id': '40b5a131cfca4df9bb964eb50dd051a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:03Z', 'updated_at': '2021-05-20T15:55:17Z', 'revision_number': 4, 'project_id': '40b5a131cfca4df9bb964eb50dd051a3', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:19.541865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=a6fa4723-6e2d-4ce9-9d52-70daf8deb88b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:19.544623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:19.656571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 4d916e30-e189-47f5-ac1f-e78c39a2170c {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:19.658166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.756233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.799374 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/a6fa4723-6e2d-4ce9-9d52-70daf8deb88b HTTP/1.1" status: 204 len: 168 time: 2.8399932 May 20 15:55:19.801847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.929464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39214) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:20.113453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.114066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.163998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de3525-be81-4864-a8ad-12889e9bf098 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:20.165688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de3525-be81-4864-a8ad-12889e9bf098 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:20.167265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4de3525-be81-4864-a8ad-12889e9bf098 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:20.253457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4de3525-be81-4864-a8ad-12889e9bf098 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:20.257626 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e4de3525-be81-4864-a8ad-12889e9bf098 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3261623 May 20 15:55:20.258268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39220) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:20.380006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.421483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 0a9f15b1-16eb-4c48-9b0d-92d0b20a3729 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:20.549921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 66e0492b-6719-4a64-910b-feccb17b49a9 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:20.550733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.568878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.623951 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b1c0848d-03b4-463f-8c30-dedb8f377050 req-6e1629f2-1b72-4e5d-872b-9eb8bd3ebda6 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.2189517 May 20 15:55:20.635632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.798097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.953616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 4d916e30-e189-47f5-ac1f-e78c39a2170c owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:21.235163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.247121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.262719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f59afb8b-255a-4514-81c4-cc6dab8c272d tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:21.343112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd5e4afe-31d7-419e-8d66-f753471d7420,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:21.357876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:21.393668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Router c2a4daae-859e-424a-b926-3550d4c8f6c2 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:21.773675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.779307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:21.799514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] Sync routers for ids ['c2a4daae-859e-424a-b926-3550d4c8f6c2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:21.831169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.846524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] Routers {'c2a4daae-859e-424a-b926-3550d4c8f6c2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:21.847940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c2a4daae-859e-424a-b926-3550d4c8f6c2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:21.848509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:21.907891 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:55:21.924234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.925384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=66e0492b-6719-4a64-910b-feccb17b49a9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:21.932826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:21.936531 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.938542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:21.940907 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/66e0492b-6719-4a64-910b-feccb17b49a9 HTTP/1.1" status: 204 len: 168 time: 1.6693847 May 20 15:55:21.944504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39228) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:22.048852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=0a9f15b1-16eb-4c48-9b0d-92d0b20a3729,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:22.063169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.065517 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.7673793 May 20 15:55:22.073702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319fb15c-78ac-4e87-81bc-503b9e7fe065 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:22.079371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39232) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:22.085723 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0646f098-591e-44ff-b070-e69f00f3cce0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363649 May 20 15:55:22.088067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39234) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:22.189860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:22.202196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 83a3dd28-296e-48d7-8f98-a1bd330c3449 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:22.204948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.234161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.321284 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11da7ea8-e33f-40d1-b65f-0cc1559e8679 req-5b9c0f25-cc94-44b0-8577-cdcbfdf17265 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.1857972 May 20 15:55:22.325069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:22.343223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] Routers {'c2a4daae-859e-424a-b926-3550d4c8f6c2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:22.343878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c2a4daae-859e-424a-b926-3550d4c8f6c2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:22.439115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:22.439517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331aa21-83dd-45e4-ab4e-620fa5e4bce9 None None] The sync data for ids ['c2a4daae-859e-424a-b926-3550d4c8f6c2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:22.515592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955284a-5bdc-4591-8b66-e79731d72f36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.516482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2955284a-5bdc-4591-8b66-e79731d72f36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:22.525028 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a35018ed-6d57-47df-9171-80cbae990457 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/c2a4daae-859e-424a-b926-3550d4c8f6c2 HTTP/1.1" status: 200 len: 921 time: 0.4355400 May 20 15:55:22.525292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:22.581834 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d6290e66-a136-4bc2-9aa9-22be1ebac8c3 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a4daae-859e-424a-b926-3550d4c8f6c2 HTTP/1.1" status: 200 len: 205 time: 0.0551827 May 20 15:55:22.585932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39248) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:22.592613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.608804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4188bf53-cfba-4f50-8876-d2ab6ec1779d tempest-AllowedAddressPairTestJSON-1102983112 tempest-AllowedAddressPairTestJSON-1102983112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:22.640234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:22.666713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2955284a-5bdc-4591-8b66-e79731d72f36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:22.671882 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2955284a-5bdc-4591-8b66-e79731d72f36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5781159 May 20 15:55:22.673761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39252) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:22.727994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.728526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2dbbe7-9b7b-4ec8-bd35-273cef04438c {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:22.746213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Deleting port b7348b66-7564-4396-97d9-15a6d2fce8c1 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:22.746818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.779611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=4d916e30-e189-47f5-ac1f-e78c39a2170c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:22.824745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:22.956206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:22.982434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-44d8cd22-eb48-4e19-a7ad-fa6622f8f265 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.984333 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-44d8cd22-eb48-4e19-a7ad-fa6622f8f265 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 812 time: 0.9417541 May 20 15:55:22.992121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.012221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f28a9-b84f-40ef-9bb0-2a1bedd716c8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:23.016094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-830f28a9-b84f-40ef-9bb0-2a1bedd716c8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:23.040465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] For port b7348b66-7564-4396-97d9-15a6d2fce8c1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b7348b66-7564-4396-97d9-15a6d2fce8c1,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:23.041517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.077807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b7348b66-7564-4396-97d9-15a6d2fce8c1 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:23.082459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.101216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:23.117321 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] Sync routers for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:23.136016 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:23.138086 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.168913 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c5f7f2c2-4081-41a3-8802-b085323d4622 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f719956ccb4141918cefcd5e24597d HTTP/1.1" status: 200 len: 379 time: 0.1566560 May 20 15:55:23.195717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Request body: {'port': {'device_id': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'admin_state_up': True, 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'security_groups': ['e4b7b802-bf85-43d7-ba84-b4e96c1a3e24']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:23.239512 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/4d916e30-e189-47f5-ac1f-e78c39a2170c HTTP/1.1" status: 204 len: 168 time: 4.9232726 May 20 15:55:23.239512 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/83a3dd28-296e-48d7-8f98-a1bd330c3449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0877113 May 20 15:55:23.251846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39256) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.252165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39258) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.300145 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.318978 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:23.320386 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.349991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Calling delete_port for b7348b66-7564-4396-97d9-15a6d2fce8c1 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:23.395740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.397775 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8b2dbbe7-9b7b-4ec8-bd35-273cef04438c HTTP/1.1" status: 204 len: 168 time: 7.5380943 May 20 15:55:23.416549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39266) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.442649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.448253 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/floatingips/462350f9-0222-4a0e-9e3e-b473202eb0c7 HTTP/1.1" status: 204 len: 168 time: 5.3388731 May 20 15:55:23.480789 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:23.483180 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d447f1-72b6-43c8-a322-b036cabf3cff None None] The sync data for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:23.514947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39270) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.521714 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9040981a-996f-422b-ab17-b8d0d853475b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:55:23.522253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9040981a-996f-422b-ab17-b8d0d853475b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:23.528355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.603878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'a3dd882c-e4e8-4292-85ed-011f76bd9e3d'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:23.607919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:23.618573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:23.635360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:23.671338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Pushing event deleted for resources: {'Port': ['ID=b7348b66-7564-4396-97d9-15a6d2fce8c1,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:23.674201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:23.677242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] No DVR routers for this DVR port b7348b66-7564-4396-97d9-15a6d2fce8c1 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:23.719391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-830f28a9-b84f-40ef-9bb0-2a1bedd716c8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:23.721390 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-830f28a9-b84f-40ef-9bb0-2a1bedd716c8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0461786 May 20 15:55:23.738513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39274) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.756806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:floatingip and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:23.771687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:23.801457 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f0dc8f6-1c2d-4f84-b20e-3a518d5b4044 req-9a8d737c-ec88-42d5-befb-e33021abce7a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.1495078 May 20 15:55:23.806230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:23.820111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9040981a-996f-422b-ab17-b8d0d853475b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:23.824108 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9040981a-996f-422b-ab17-b8d0d853475b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/4d916e30-e189-47f5-ac1f-e78c39a2170c HTTP/1.1" status: 404 len: 333 time: 0.5643194 May 20 15:55:23.831375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39278) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.890820 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-58f4152f-18a8-4a09-ad7c-1a14b29d6bf1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1503875 May 20 15:55:23.898073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39280) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:23.906147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:23.955069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.024840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:24.045459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.138308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:24.158219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:24.180119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:24.186753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.235024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Deleting port 859cb6be-0e35-4b25-8e49-3c54f1eac06e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:24.235591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.323931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.337845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:24.405112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:24.413960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.519174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 52a2dd05-62c4-4ae8-95f5-b25655de2739 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:24.579975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.629921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.688227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Made reservation on behalf of 57f719956ccb4141918cefcd5e24597d for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:24.692061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.749886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Subnet': ['ID=979d6af5-310e-4d54-a6c0-91ec9a33c993,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:24.757030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Calling delete_port for 859cb6be-0e35-4b25-8e49-3c54f1eac06e owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:24.768061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:24.931596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.003189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Checking segment: {'id': '17f717d4-57c1-49a7-8e27-9db650d2268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:25.003571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network hostable DHCP agents. Network: b9a1ac81-6d54-430a-833d-1fb57ccaf4bf, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:55:25.137009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3dc6a244-78bd-4c31-aa77-ac27f9694156 req-501cb07c-5ead-446c-b21e-109dfe0c307f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.1626213 May 20 15:55:25.187060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.199349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:55:25.324641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b9a1ac81-6d54-430a-833d-1fb57ccaf4bf) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:25.339000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f64324-4a6c-4b91-8ca6-542ce7949463 None None] Network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:25.390877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:25.391378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.397399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Allocated IP 172.20.0.7 (3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a/231fcdbf-6815-4475-832c-2cfbe2b1f4ab/e1ef9d08-939b-497f-8aac-5f3c5c35b61f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:25.402010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.548319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.551009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.554273 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.1285932 May 20 15:55:25.558750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3ab19c89-8f03-43e5-a8e6-ff6c8e13f902 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.598488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39288) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:25.665695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event deleted for resources: {'Port': ['ID=859cb6be-0e35-4b25-8e49-3c54f1eac06e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.670530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.704350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-b9a1ac81-6d54-430a-833d-1fb57ccaf4bf', 'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf', 'tenant_id': '7029abd736334cdf9f043ab17e153dcd', 'fixed_ips': [{'subnet_id': '979d6af5-310e-4d54-a6c0-91ec9a33c993'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:25.705691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.915358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Allocated IP 2001:db8::2 (b9a1ac81-6d54-430a-833d-1fb57ccaf4bf/979d6af5-310e-4d54-a6c0-91ec9a33c993/a1d2c7a1-1a31-44a5-a823-832a490f5393) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:26.155251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.162435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Deleting port 8b8044c9-a3fa-4df2-abff-2da79495fb23 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:26.163319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.246570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.269932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Transition to ACTIVE for port object a1d2c7a1-1a31-44a5-a823-832a490f5393 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:26.285476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.305533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Transition to ACTIVE for port object a1d2c7a1-1a31-44a5-a823-832a490f5393 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:26.314259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.323101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f283342b-75dd-4701-88fb-f48040fa5e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:26.385549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.397051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5054121c-c05b-499c-a72b-7e1f67eae4df tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:26.432921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:26.436639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:26.439238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:26.523524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6313c7e1-1abb-4006-b5b2-0d119d8fe90b req-1abe9465-d436-41ff-b13e-cd67dabf3e6e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Synchronizing usage tracker for tenant:57f719956ccb4141918cefcd5e24597d on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:26.546313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Pushing event updated for resources: {'Port': ['ID=a1d2c7a1-1a31-44a5-a823-832a490f5393,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:26.549518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:26.582422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.616502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.623401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.629240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:26.635506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Attempting to bind port a1d2c7a1-1a31-44a5-a823-832a490f5393 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:26.636044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Attempting to bind port a1d2c7a1-1a31-44a5-a823-832a490f5393 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '17f717d4-57c1-49a7-8e27-9db650d2268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:26.637272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Attempting to bind port a1d2c7a1-1a31-44a5-a823-832a490f5393 on network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:26.637674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:26.656955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f2d3a-cd13-448a-bf79-edc4c183d6dd None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:26.679097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.679954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.684932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:26.692350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:26.703643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:26.704728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Checking segment: {'id': '17f717d4-57c1-49a7-8e27-9db650d2268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:26.705141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.705884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Bound using segment: {'id': '17f717d4-57c1-49a7-8e27-9db650d2268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:26.706721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Bound port: a1d2c7a1-1a31-44a5-a823-832a490f5393, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f717d4-57c1-49a7-8e27-9db650d2268a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b9a1ac81-6d54-430a-833d-1fb57ccaf4bf'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:26.707461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.707820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.708975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Fanout notify agent at l3_agent the message router_deleted on router c2a4daae-859e-424a-b926-3550d4c8f6c2 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:26.740273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.740273 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/c2a4daae-859e-424a-b926-3550d4c8f6c2 HTTP/1.1" status: 204 len: 168 time: 4.1501875 May 20 15:55:26.746606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39294) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:26.748821 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8508279 May 20 15:55:26.759628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2051374739', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': False}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:26.764674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39298) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:26.768711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:26.775804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'd3f0cf35-3b5e-4691-bad0-b6a0b3a1912b', 'ip_address': '2001:db8::fed4:183e:5185:4af3'}], 'name': 'tempest-NetworksTestDHCPv6-575314766'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:26.799530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:router and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:26.807221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:26.895490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:26.921639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.250 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/07baf736-8f24-46f5-b1ad-17fe29da9e20) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:26.924459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6313c7e1-1abb-4006-b5b2-0d119d8fe90b req-1abe9465-d436-41ff-b13e-cd67dabf3e6e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Unset dirty status for tenant:57f719956ccb4141918cefcd5e24597d on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:26.935895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6313c7e1-1abb-4006-b5b2-0d119d8fe90b req-1abe9465-d436-41ff-b13e-cd67dabf3e6e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.6401975 May 20 15:55:26.955916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.961893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.963522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.039359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.044137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Transition to ACTIVE for port object e1ef9d08-939b-497f-8aac-5f3c5c35b61f will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:27.190306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] For port a1d2c7a1-1a31-44a5-a823-832a490f5393, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:27.203924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] For port 8b8044c9-a3fa-4df2-abff-2da79495fb23, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b8044c9-a3fa-4df2-abff-2da79495fb23,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:27.204977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.233675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] For port a1d2c7a1-1a31-44a5-a823-832a490f5393, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a1d2c7a1-1a31-44a5-a823-832a490f5393,segment=NetworkSegment(17f717d4-57c1-49a7-8e27-9db650d2268a),segment_id=17f717d4-57c1-49a7-8e27-9db650d2268a)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:27.248798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.262458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:27.473728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'd3f0cf35-3b5e-4691-bad0-b6a0b3a1912b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:27.476436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.501162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Calling delete_port for 8b8044c9-a3fa-4df2-abff-2da79495fb23 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:27.504178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.514360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-670f748c-485d-424a-b262-b846193d1041 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:27.625546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.651532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab67dba-43e7-4821-84b8-3a26dedd59a6 None None] Network 2e13c0d1-78d0-4018-bd33-d55b43900f73 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:27.651930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:27.665934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:27.673095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:27.692975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:27.694707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.703930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Pushing event updated for resources: {'Port': ['ID=a1d2c7a1-1a31-44a5-a823-832a490f5393,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:27.710288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:27.731000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=52a2dd05-62c4-4ae8-95f5-b25655de2739,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:27.734223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.744960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.755948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:27.760744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.797459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:27.799111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0333a509-2190-491a-8c1b-6605c620125e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:27.860038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:27.871672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:27.897183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:27.899461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:27.944829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:28.253533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:28.302933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port faa53341-2b6e-4a74-8736-a367f48d5a19 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:28.477768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b/fb377558-0a60-40fc-b0a3-f41bbfbf8355) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:28.483781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-423de394-07a6-4faa-a191-3b846740faaf None None] Provisioning for port e1ef9d08-939b-497f-8aac-5f3c5c35b61f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:28.525902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-423de394-07a6-4faa-a191-3b846740faaf None None] Provisioning complete for port e1ef9d08-939b-497f-8aac-5f3c5c35b61f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:28.526464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-423de394-07a6-4faa-a191-3b846740faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:28.686582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-423de394-07a6-4faa-a191-3b846740faaf None None] Port e1ef9d08-939b-497f-8aac-5f3c5c35b61f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:28.728771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting port a1d2c7a1-1a31-44a5-a823-832a490f5393 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:28.729381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:28.867396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] For port a1d2c7a1-1a31-44a5-a823-832a490f5393, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a1d2c7a1-1a31-44a5-a823-832a490f5393,segment=NetworkSegment(17f717d4-57c1-49a7-8e27-9db650d2268a),segment_id=17f717d4-57c1-49a7-8e27-9db650d2268a)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:28.867759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.011350 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/52a2dd05-62c4-4ae8-95f5-b25655de2739 HTTP/1.1" status: 204 len: 168 time: 5.0662570 May 20 15:55:29.016941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39304) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:29.017844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] DHCP port deletion for 2e13c0d1-78d0-4018-bd33-d55b43900f73 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:29.083241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.106954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a1d2c7a1-1a31-44a5-a823-832a490f5393 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:29.141282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:29.188715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.267243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a95ad7a-6de9-4a85-af36-b788038e5144 None None] Network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:29.295882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.336709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Calling delete_port for a1d2c7a1-1a31-44a5-a823-832a490f5393 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:29.421052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Allocated IP 172.26.8.222 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/b74daf30-0597-42cb-a046-dda5c247f7dc) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:29.492772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=07baf736-8f24-46f5-b1ad-17fe29da9e20,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:29.539804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.572173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a7d36cae-a92b-45d6-a716-4deeedecbf2f None None] Provisioning for port a1d2c7a1-1a31-44a5-a823-832a490f5393 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:29.609837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Transition to ACTIVE for port object fb377558-0a60-40fc-b0a3-f41bbfbf8355 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:29.613049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:29.614008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.619948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 732077cc-fd44-41b2-bb7f-92b51df46fe9 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:29.621200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.673082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a1d2c7a1-1a31-44a5-a823-832a490f5393 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:29.699111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Deleting port 732077cc-fd44-41b2-bb7f-92b51df46fe9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:29.701960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.729590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Transition to ACTIVE for port object fb377558-0a60-40fc-b0a3-f41bbfbf8355 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:29.731965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a1d2c7a1-1a31-44a5-a823-832a490f5393 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:29.732466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.751132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event updated for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:29.771492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.972s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:29.773675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.941s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:29.773855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:29.783405 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5916445 May 20 15:55:29.812804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Request body: {'port': {'device_id': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:29.920787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b69dc-eeb5-4c74-9a96-b86ad7b6d427 req-1502e17b-a998-4806-bae4-871c05be2dd4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:29.922339 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a53b69dc-eeb5-4c74-9a96-b86ad7b6d427 req-1502e17b-a998-4806-bae4-871c05be2dd4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 931 time: 0.7221091 May 20 15:55:30.035253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] For port 732077cc-fd44-41b2-bb7f-92b51df46fe9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=732077cc-fd44-41b2-bb7f-92b51df46fe9,segment=NetworkSegment(86c899f9-301d-466a-bbe9-59eb6026f692),segment_id=86c899f9-301d-466a-bbe9-59eb6026f692)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:30.035849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.057407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.083073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.088657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:30.152124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.217399 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a53b69dc-eeb5-4c74-9a96-b86ad7b6d427 req-c7fd7a7b-0df0-44c5-89f6-720390577c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325237 May 20 15:55:30.231900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.241774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.252935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-07c2af09-a0d2-48cb-a534-fb2ac4d015be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:30.280382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:30.294564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:30.303073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Pushing event updated for resources: {'Port': ['ID=fb377558-0a60-40fc-b0a3-f41bbfbf8355,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:30.309175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:30.314426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 148b482f-995d-4a9a-b461-431defaaa7d6 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:30.314916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.317518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] For port 732077cc-fd44-41b2-bb7f-92b51df46fe9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=732077cc-fd44-41b2-bb7f-92b51df46fe9,segment=NetworkSegment(86c899f9-301d-466a-bbe9-59eb6026f692),segment_id=86c899f9-301d-466a-bbe9-59eb6026f692)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:30.318443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.326816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:30.334561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 732077cc-fd44-41b2-bb7f-92b51df46fe9 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:30.341106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Port': ['ID=a1d2c7a1-1a31-44a5-a823-832a490f5393,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:30.349290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::fed4:183e:5185:4af3 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b/faa53341-2b6e-4a74-8736-a367f48d5a19) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:30.404411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Could not find standard attr ID for object a1d2c7a1-1a31-44a5-a823-832a490f5393. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:55:30.411124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:30.535033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.558308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cc9e01eb-7e47-48e5-bed0-ed4abaef8929 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:30.562908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.578099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Calling delete_port for 732077cc-fd44-41b2-bb7f-92b51df46fe9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:30.594149 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No ports have port_id starting with a1d2c7a1-1a31-44a5-a823-832a490f5393 May 20 15:55:30.619274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Attempting to bind port fb377558-0a60-40fc-b0a3-f41bbfbf8355 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:30.619680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Attempting to bind port fb377558-0a60-40fc-b0a3-f41bbfbf8355 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:30.620050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Attempting to bind port fb377558-0a60-40fc-b0a3-f41bbfbf8355 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:30.645507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:30.645507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:30.645507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.645507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:30.645507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Bound port: fb377558-0a60-40fc-b0a3-f41bbfbf8355, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:30.645507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.646730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c0c01aaa-81da-4228-82ca-e06719de9923 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:30.651238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.771051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] For port fb377558-0a60-40fc-b0a3-f41bbfbf8355, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:30.777633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] For port fb377558-0a60-40fc-b0a3-f41bbfbf8355, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fb377558-0a60-40fc-b0a3-f41bbfbf8355,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:30.790154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.799838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:30.979837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 20 15:55:30.979837 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 20 15:55:30.979837 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'port_id': '732077cc-fd44-41b2-bb7f-92b51df46fe9'}] May 20 15:55:30.979837 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:55:30.980502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:55:30.998048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.027312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:31.041416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Port': ['ID=b74daf30-0597-42cb-a046-dda5c247f7dc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.047526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] No DVR routers for this DVR port 732077cc-fd44-41b2-bb7f-92b51df46fe9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:31.055097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b8044c9-a3fa-4df2-abff-2da79495fb23,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.061573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.082896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No DVR routers for this DVR port a1d2c7a1-1a31-44a5-a823-832a490f5393 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:31.092340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Pushing event updated for resources: {'Port': ['ID=fb377558-0a60-40fc-b0a3-f41bbfbf8355,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.098144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.110109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.111363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.128227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:31.136458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:31.171234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.191615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 732077cc-fd44-41b2-bb7f-92b51df46fe9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:31.227218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object faa53341-2b6e-4a74-8736-a367f48d5a19 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:31.265504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Pushing event deleted for resources: {'Port': ['ID=732077cc-fd44-41b2-bb7f-92b51df46fe9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.282121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.308077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 732077cc-fd44-41b2-bb7f-92b51df46fe9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:31.311590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 732077cc-fd44-41b2-bb7f-92b51df46fe9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:31.392136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.431622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.451216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.672958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.698678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.749906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] The port '732077cc-fd44-41b2-bb7f-92b51df46fe9' was deleted {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 15:55:31.799218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:31.812532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:31.835452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:31.841494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.841861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.872888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=faa53341-2b6e-4a74-8736-a367f48d5a19,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.929875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.973420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 148b482f-995d-4a9a-b461-431defaaa7d6 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:32.043421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.069265 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3027163 May 20 15:55:32.071598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.080650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e13c0d1-78d0-4018-bd33-d55b43900f73']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:32.089094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39310) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:32.104305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'd3f0cf35-3b5e-4691-bad0-b6a0b3a1912b', 'ip_address': '2001:db8::fed4:183e:5185:4af3'}], 'name': 'tempest-NetworksTestDHCPv6-1563525746'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:32.124959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c899f9-301d-466a-bbe9-59eb6026f692') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:32.125313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c899f9-301d-466a-bbe9-59eb6026f692') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:32.277400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.325898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.328302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.412049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:32.412510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:32.430940 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:32.526908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.540031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.615711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7acae77a-637b-492d-aec5-fe9581ca6f95 None None] Provisioning for port fb377558-0a60-40fc-b0a3-f41bbfbf8355 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:32.665783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:32.687480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:32.695158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:32.698976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.720714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:32.724279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-370dc31e-64d5-46bf-b104-fa0e1db1d526 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:32.760251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.786051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=2e13c0d1-78d0-4018-bd33-d55b43900f73,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:32.793839 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/2e13c0d1-78d0-4018-bd33-d55b43900f73 HTTP/1.1" status: 204 len: 168 time: 3.7755117 May 20 15:55:32.804834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:32.809401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39314) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:32.813159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:32.817379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc768c7-b378-42a2-8168-1f43cc0c73e6 req-643493e8-bd80-441a-ba47-a047da2ab6a8 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.820506 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc768c7-b378-42a2-8168-1f43cc0c73e6 req-643493e8-bd80-441a-ba47-a047da2ab6a8 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 931 time: 1.3020995 May 20 15:55:32.820788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.885976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:32.886432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4196091d-f4fe-4666-a082-97e2b9443a33 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:32.938303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1488676696'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:32.968735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:32.978387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:network and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:32.980220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e39c4704-ce9d-4d8d-97ac-06d24c9b65e8 None None] Provisioning for port faa53341-2b6e-4a74-8736-a367f48d5a19 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:32.982867 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc768c7-b378-42a2-8168-1f43cc0c73e6 req-ec581c58-07fe-4cdb-b8ff-bc1033d08676 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306548 May 20 15:55:32.983140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:32.991214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:32.999075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 2a901217-5467-4194-ae72-bdaa65f50b4c yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:33.011216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e39c4704-ce9d-4d8d-97ac-06d24c9b65e8 None None] Provisioning complete for port faa53341-2b6e-4a74-8736-a367f48d5a19 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:33.012202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e39c4704-ce9d-4d8d-97ac-06d24c9b65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.080767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:33.095105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e39c4704-ce9d-4d8d-97ac-06d24c9b65e8 None None] Port faa53341-2b6e-4a74-8736-a367f48d5a19 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:33.151433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.160903 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4196091d-f4fe-4666-a082-97e2b9443a33 HTTP/1.1" status: 204 len: 168 time: 9.7205651 May 20 15:55:33.163278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:33.172024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39318) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:33.196327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fb377558-0a60-40fc-b0a3-f41bbfbf8355 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:33.278450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:33.282075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.299943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port fb377558-0a60-40fc-b0a3-f41bbfbf8355 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:33.307774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fb377558-0a60-40fc-b0a3-f41bbfbf8355 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:33.309066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.364875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.367374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:55:33.374239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.387046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:33.428895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2111721012', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:33.438422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Subnet': ['ID=979d6af5-310e-4d54-a6c0-91ec9a33c993,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:33.445273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.447080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.450279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:33.456558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:33.486557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ef9d08-939b-497f-8aac-5f3c5c35b61f {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:33.493664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.493999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.494160 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Added segment a0d9bcc7-b482-4b34-9546-211fe8262247 of type vlan for network 0305952c-0d90-4fae-958d-8eb84297a893 May 20 15:55:33.500879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8badac-a22a-4a07-9864-ff45f892eaf0 None None] Network b9a1ac81-6d54-430a-833d-1fb57ccaf4bf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:33.503007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Usage tracker for resource:router and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:33.506949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7fccde7a-8ea3-4dcd-bb4f-fc3a410dcc7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:33.569523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:33.580560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.674511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port fb377558-0a60-40fc-b0a3-f41bbfbf8355, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fb377558-0a60-40fc-b0a3-f41bbfbf8355,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:33.691818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.699597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:33.718855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:33.783338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=07baf736-8f24-46f5-b1ad-17fe29da9e20,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:33.797511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.803318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.815530 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): There was a conflict when trying to complete your request. May 20 15:55:33.816041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:33.818509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a1ac81-6d54-430a-833d-1fb57ccaf4bf']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:33.837097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f717d4-57c1-49a7-8e27-9db650d2268a') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:33.837789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f717d4-57c1-49a7-8e27-9db650d2268a') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:33.881503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:33.890113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Transition to ACTIVE for port object e1ef9d08-939b-497f-8aac-5f3c5c35b61f will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:33.898825 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0add2237-7b84-4010-9b4a-1b397f200951 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8032579 May 20 15:55:33.899494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39322) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:33.944716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.951299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:33.951874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.952334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.963379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.965127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:33.965411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=fb377558-0a60-40fc-b0a3-f41bbfbf8355,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:33.969405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:33.970846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:34.007497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.021839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:34.042031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b11deb-d055-4f3d-ac3b-d856f773e78c None None] DHCP port deletion for b9a1ac81-6d54-430a-833d-1fb57ccaf4bf request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:34.077589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.102467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Network': ['ID=0305952c-0d90-4fae-958d-8eb84297a893,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:34.107065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:34.119949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0305952c-0d90-4fae-958d-8eb84297a893 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:55:34.123547 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3121932 May 20 15:55:34.125898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39328) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:34.140546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': '0305952c-0d90-4fae-958d-8eb84297a893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:34.163149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.170717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Router f45bcea7-01ee-4cd1-9415-b1a3a22e4598 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:34.283118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:34.283534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:34.299418 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:34.305883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.386217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c992bc8-d9a4-4007-b537-7bc0ac7f12bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.392251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c992bc8-d9a4-4007-b537-7bc0ac7f12bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.393113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c992bc8-d9a4-4007-b537-7bc0ac7f12bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:34.396863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:34.414135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:34.420690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:34.434377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:34.446943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.480289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:34.507544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c992bc8-d9a4-4007-b537-7bc0ac7f12bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:34.508758 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c992bc8-d9a4-4007-b537-7bc0ac7f12bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6083546 May 20 15:55:34.514590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39334) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:34.514963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:34.517388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b53bb001-8c08-4755-b52f-4bd588d60ca2 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:34.575451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:34.578671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.663305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=148b482f-995d-4a9a-b461-431defaaa7d6,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:34.699869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:34.714353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Sync routers for ids ['f45bcea7-01ee-4cd1-9415-b1a3a22e4598'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:34.718169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:34.733914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Routers {'f45bcea7-01ee-4cd1-9415-b1a3a22e4598'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:34.735152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f45bcea7-01ee-4cd1-9415-b1a3a22e4598'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:34.761718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.802463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:34.816631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.835219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:34.840616 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0890605 May 20 15:55:34.841931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39338) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:34.893166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Network': ['ID=b9a1ac81-6d54-430a-833d-1fb57ccaf4bf,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:34.962402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:35.079854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fb377558-0a60-40fc-b0a3-f41bbfbf8355 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:35.177580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Set router f45bcea7-01ee-4cd1-9415-b1a3a22e4598 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:35.233899 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP f0d797b8-aca7-4541-9b3d-2af66f8de861 associated. External IP: 172.26.8.250, port: a3dd882c-e4e8-4292-85ed-011f76bd9e3d. May 20 15:55:35.294003 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/b9a1ac81-6d54-430a-833d-1fb57ccaf4bf HTTP/1.1" status: 204 len: 168 time: 9.6897373 May 20 15:55:35.307391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39342) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:35.308944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port faa53341-2b6e-4a74-8736-a367f48d5a19 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:35.309286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.334806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-135684775'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:35.364490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:35.429710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:network and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:35.454169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fb377558-0a60-40fc-b0a3-f41bbfbf8355 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:35.454805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.456871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:35.470325 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c310613-7e22-457f-9de2-e90e0cf2309c tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/f45bcea7-01ee-4cd1-9415-b1a3a22e4598 HTTP/1.1" status: 200 len: 909 time: 0.6198692 May 20 15:55:35.482171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:35.483722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:35.495693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2051374739', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': True}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:35.497541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.509264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:35.521628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Usage tracker for resource:router and tenant:bd0052df22ce4b479b88876b050b80a1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:35.524144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4d3cb-3199-489f-8b7a-9170285561e4 req-e32edcbe-9fad-403a-b9b0-80bb3b48b940 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:35.526397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4be4d3cb-3199-489f-8b7a-9170285561e4 req-e32edcbe-9fad-403a-b9b0-80bb3b48b940 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 943 time: 1.2903264 May 20 15:55:35.566081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:35.576468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:35.580020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.593957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:35.609050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Attempting to bind port e1ef9d08-939b-497f-8aac-5f3c5c35b61f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:35.609408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Attempting to bind port e1ef9d08-939b-497f-8aac-5f3c5c35b61f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:35.609727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Attempting to bind port e1ef9d08-939b-497f-8aac-5f3c5c35b61f on network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:35.624780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.638159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.660911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Port e1ef9d08-939b-497f-8aac-5f3c5c35b61f on network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:35.661797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Attempting to bind port e1ef9d08-939b-497f-8aac-5f3c5c35b61f on network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:35.752449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b8044c9-a3fa-4df2-abff-2da79495fb23 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:35.794877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8b8044c9-a3fa-4df2-abff-2da79495fb23 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:35.795374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b8044c9-a3fa-4df2-abff-2da79495fb23 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:35.795923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a1d2c7a1-1a31-44a5-a823-832a490f5393 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:35.804174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:35.804516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Checking segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:35.804882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Bound using segment: {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:35.805331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Bound port: e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac775128-e29f-4436-b679-8d23ac2c60b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:35.805715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.821551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45bcea7-01ee-4cd1-9415-b1a3a22e4598', 'name': 'tempest-snat-router-2051374739', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.222'}], 'enable_snat': False}, 'gw_port_id': 'b74daf30-0597-42cb-a046-dda5c247f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:26Z', 'updated_at': '2021-05-20T15:55:31Z', 'revision_number': 3, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port': {'id': 'b74daf30-0597-42cb-a046-dda5c247f7dc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45bcea7-01ee-4cd1-9415-b1a3a22e4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:55:29Z', 'updated_at': '2021-05-20T15:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:35.836709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a1d2c7a1-1a31-44a5-a823-832a490f5393 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:35.837221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a1d2c7a1-1a31-44a5-a823-832a490f5393 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:35.840395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Checking router: f45bcea7-01ee-4cd1-9415-b1a3a22e4598 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:35.840887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Updating router f45bcea7-01ee-4cd1-9415-b1a3a22e4598 port b74daf30-0597-42cb-a046-dda5c247f7dc binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:55:35.906564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.984054 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4be4d3cb-3199-489f-8b7a-9170285561e4 req-3e83d9cc-20a9-4a49-bb0f-cc15cc04aa8d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686123 May 20 15:55:36.026944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for faa53341-2b6e-4a74-8736-a367f48d5a19 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:36.033268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.034955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.091414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:55:36.148344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.151312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.151899 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Added segment 774adfc5-97c0-400b-92b1-42f065e7b65d of type vlan for network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f May 20 15:55:36.258629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.319632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.333848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Transition to ACTIVE for port object b74daf30-0597-42cb-a046-dda5c247f7dc will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:36.338514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:36.345968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.350383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:36.371486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:36.374368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 83a3dd28-296e-48d7-8f98-a1bd330c3449 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:36.437434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Attempting to bind port b74daf30-0597-42cb-a046-dda5c247f7dc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:36.438186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Attempting to bind port b74daf30-0597-42cb-a046-dda5c247f7dc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:36.438769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Attempting to bind port b74daf30-0597-42cb-a046-dda5c247f7dc on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:36.440739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.448149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce70e5-7ca0-467e-8d07-7d7cc489d3e3 None None] Pushing event updated for resources: {'Port': ['ID=b74daf30-0597-42cb-a046-dda5c247f7dc,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:36.450940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:36.451413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:36.451894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.452366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:36.452957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Bound port: b74daf30-0597-42cb-a046-dda5c247f7dc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:36.453610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.457108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6e50e268-9ac4-4173-b4f8-fc78aaba0e26 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:36.480247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b5ce70e5-7ca0-467e-8d07-7d7cc489d3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:36.529757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.530390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.532245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] 10.222.0.25 "PUT /v2.0/ports/e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1093 time: 6.7303925 May 20 15:55:36.553060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:36.554969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:36.578475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] For port b74daf30-0597-42cb-a046-dda5c247f7dc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:36.584609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] For port b74daf30-0597-42cb-a046-dda5c247f7dc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b74daf30-0597-42cb-a046-dda5c247f7dc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:36.597009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.606019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b49de4c9-c63f-43a2-b15f-617dd7ab8118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:36.736408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce70e5-7ca0-467e-8d07-7d7cc489d3e3 None None] Pushing event updated for resources: {'Port': ['ID=b74daf30-0597-42cb-a046-dda5c247f7dc,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:36.752729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b5ce70e5-7ca0-467e-8d07-7d7cc489d3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:36.792620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Routers {'f45bcea7-01ee-4cd1-9415-b1a3a22e4598'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:36.795963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f45bcea7-01ee-4cd1-9415-b1a3a22e4598'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.862845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.867846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.874659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.875453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.884959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:37.037061 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'status': 'completed', 'code': 200} May 20 15:55:37.085594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.168027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.176238 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8531864 May 20 15:55:37.183662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] Set router f45bcea7-01ee-4cd1-9415-b1a3a22e4598 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:37.199790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39354) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.205760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Network': ['ID=162bae47-b5d9-4a3b-ac24-bfd83ed8e05f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:37.222950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Request body: {'subnet': {'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:37.246413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:37.250017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:37.252668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:37.289174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:37.294891 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/83a3dd28-296e-48d7-8f98-a1bd330c3449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0393867 May 20 15:55:37.312365 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] Sync routers for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:37.314545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39358) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.330841 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:37.332100 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:37.377873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.378556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.379200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.379740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.380309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.380850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.381416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.381961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.382490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.383028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.383562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.384669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:37.389711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:37.400293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:55:37.404287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7801bdc2-55e6-46be-b130-a46027185d25 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:37.478694 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:37.497896 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] Routers {'83a3dd28-296e-48d7-8f98-a1bd330c3449'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:37.499456 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['83a3dd28-296e-48d7-8f98-a1bd330c3449'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:37.536226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.542111 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/faa53341-2b6e-4a74-8736-a367f48d5a19 HTTP/1.1" status: 204 len: 168 time: 3.0265174 May 20 15:55:37.543155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39362) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.665881 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:37.666729 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e41e64-ad11-46a5-ac08-fe1fc4100c84 None None] The sync data for ids ['83a3dd28-296e-48d7-8f98-a1bd330c3449'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:37.695872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ac471fd4-aee7-40ff-81a9-2bd553b2c9ef tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:37.772361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.777627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:37.782494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45bcea7-01ee-4cd1-9415-b1a3a22e4598', 'name': 'tempest-snat-router-2051374739', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.222'}], 'enable_snat': False}, 'gw_port_id': 'b74daf30-0597-42cb-a046-dda5c247f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:26Z', 'updated_at': '2021-05-20T15:55:31Z', 'revision_number': 3, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port': {'id': 'b74daf30-0597-42cb-a046-dda5c247f7dc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45bcea7-01ee-4cd1-9415-b1a3a22e4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:55:29Z', 'updated_at': '2021-05-20T15:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:37.784739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=fc62071f-29ad-4fa9-8bcd-58aa99041527,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:37.788456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:37.789202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f88410-b8ff-41b0-b658-73ecb927cd32 None None] The sync data for ids ['f45bcea7-01ee-4cd1-9415-b1a3a22e4598'] in dv-neutron-601336-76-hyperv is: [{'id': 'f45bcea7-01ee-4cd1-9415-b1a3a22e4598', 'name': 'tempest-snat-router-2051374739', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.222'}], 'enable_snat': False}, 'gw_port_id': 'b74daf30-0597-42cb-a046-dda5c247f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:26Z', 'updated_at': '2021-05-20T15:55:31Z', 'revision_number': 3, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port': {'id': 'b74daf30-0597-42cb-a046-dda5c247f7dc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45bcea7-01ee-4cd1-9415-b1a3a22e4598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:55:29Z', 'updated_at': '2021-05-20T15:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:37.793921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f5ad3ed4-64c9-4ee3-84e6-452afe566d3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:37.820125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:37.861038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Checking segment: {'id': 'a0d9bcc7-b482-4b34-9546-211fe8262247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0305952c-0d90-4fae-958d-8eb84297a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:37.861833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network hostable DHCP agents. Network: 0305952c-0d90-4fae-958d-8eb84297a893, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:55:37.881285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Usage tracker for resource:subnet and tenant:7029abd736334cdf9f043ab17e153dcd is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:37.886903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ac471fd4-aee7-40ff-81a9-2bd553b2c9ef tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:37.888069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ac471fd4-aee7-40ff-81a9-2bd553b2c9ef tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3dd28-296e-48d7-8f98-a1bd330c3449 HTTP/1.1" status: 200 len: 205 time: 0.5660777 May 20 15:55:37.897004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:37.900511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39366) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:37.910726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=faa53341-2b6e-4a74-8736-a367f48d5a19,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:37.992905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-af756873-6f68-4bd4-94d3-740c8bd64ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:37.994467 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-af756873-6f68-4bd4-94d3-740c8bd64ed9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1096 time: 1.3100951 May 20 15:55:38.106113 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-d3f407f6-0f3b-494a-9fc9-45c954d31d92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 217 time: 0.0942221 May 20 15:55:38.123018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a83d-22af-4666-8342-40c2a52ef1d1 req-a34d55ad-6d4a-4b04-9d9d-c44d3c28b00f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.131406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1059a83d-22af-4666-8342-40c2a52ef1d1 req-a34d55ad-6d4a-4b04-9d9d-c44d3c28b00f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 943 time: 0.9016137 May 20 15:55:38.153802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:38.185314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:38.210528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:38.211610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:38.247800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.307067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1059a83d-22af-4666-8342-40c2a52ef1d1 req-630bb16f-982a-4507-b1f6-82f940c20ffa tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746509 May 20 15:55:38.307606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942844a-f4aa-4fa7-8b65-ded60f64d583 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.309569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942844a-f4aa-4fa7-8b65-ded60f64d583 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.310555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f942844a-f4aa-4fa7-8b65-ded60f64d583 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:38.313761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.314960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:38.324618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:38.403197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:38.432021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Made reservation on behalf of 7029abd736334cdf9f043ab17e153dcd for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:38.436097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.450676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 0305952c-0d90-4fae-958d-8eb84297a893 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:55:38.478744 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.9519916 May 20 15:55:38.493449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39370) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:38.502040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-fe82f089-270b-4c26-b5c4-1ef3eb201e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.504606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-fe82f089-270b-4c26-b5c4-1ef3eb201e88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.3521633 May 20 15:55:38.517535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-765118580'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:38.524838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0305952c-0d90-4fae-958d-8eb84297a893) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:38.525525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Allocated IP 172.26.8.164 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/c88cac09-cdd3-4773-85ed-34ec13b7ac53) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:38.574134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c9ea2-4324-4c4d-91c7-3a1febb0f9d9 None None] Network 0305952c-0d90-4fae-958d-8eb84297a893 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:38.587845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:38.604523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:network and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:38.610934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:38.621815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:38.622949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:38.654857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:38.706829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f942844a-f4aa-4fa7-8b65-ded60f64d583 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:38.712619 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f942844a-f4aa-4fa7-8b65-ded60f64d583 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1258061 May 20 15:55:38.724349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39374) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:38.732894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.733617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.768890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:38.773164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.864084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-b6e1692b-bc39-4f9a-b0e3-310b08779dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:38.866623 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-b6e1692b-bc39-4f9a-b0e3-310b08779dc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3435545 May 20 15:55:38.872514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:55:38.884870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:38.885584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd10b83-7c87-4057-914b-0a20eacae0a3 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:38.910837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.980438 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8458815 May 20 15:55:38.992397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:38.998150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.002717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39378) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:39.012755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1283462585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:39.030949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.031552 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Added segment 58f29f0b-296a-4c92-9085-0cb1365c5b3d of type vlan for network ed981099-9f74-4767-800b-8689866881b1 May 20 15:55:39.033978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:39.052147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:router and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:39.062094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:39.080967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:39.101634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.138919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.140058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.152332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b74daf30-0597-42cb-a046-dda5c247f7dc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:39.332319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:39.336089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.337326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router 83a3dd28-296e-48d7-8f98-a1bd330c3449 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:39.392488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-435a7f4e-422d-48c4-a851-fd5bced136ec service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146658 May 20 15:55:39.396713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:39.418485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-0305952c-0d90-4fae-958d-8eb84297a893', 'network_id': '0305952c-0d90-4fae-958d-8eb84297a893', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': 'fc62071f-29ad-4fa9-8bcd-58aa99041527'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:39.419831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.455228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b74daf30-0597-42cb-a046-dda5c247f7dc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:39.460402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.509412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b74daf30-0597-42cb-a046-dda5c247f7dc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:39.509807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.515261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.575392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.595740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a311bab7-70e1-46e5-ad36-925d652e42ec tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:39.610861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.636419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.753363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.760745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:39.761785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.763508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Allocated IP 2001:db8::2 (0305952c-0d90-4fae-958d-8eb84297a893/fc62071f-29ad-4fa9-8bcd-58aa99041527/115ca33d-aa2d-4ed3-ac8f-f79a016ace7c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:39.783438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:39.793412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.799785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.802351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:39.815641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:39.834701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.838249 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f54b39a8-5ecc-43b0-8e65-99995fd07de1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/83a3dd28-296e-48d7-8f98-a1bd330c3449 HTTP/1.1" status: 204 len: 168 time: 1.9290373 May 20 15:55:39.845877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39384) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:39.900448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event updated for resources: {'Port': ['ID=c88cac09-cdd3-4773-85ed-34ec13b7ac53,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:39.930792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.947059 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4518905 May 20 15:55:39.953324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39388) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:39.968522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'subnet': {'network_id': 'ed981099-9f74-4767-800b-8689866881b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:39.976442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.976932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.978216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.978745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.979368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.979884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.980592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.981055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.981547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.982013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.982466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.982934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.989599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b74daf30-0597-42cb-a046-dda5c247f7dc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b74daf30-0597-42cb-a046-dda5c247f7dc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:39.998487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:40.003455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:40.034052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.037075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee2cb53f-9d28-4c11-bd7a-40be156ced6e req-928aedc0-d74c-4fc7-a4fc-1f16eb993a28 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734451 May 20 15:55:40.039862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b5ce70e5-7ca0-467e-8d07-7d7cc489d3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:40.041952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.043326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8c1bfc6f-f948-42ec-9ea6-67da821a7cad tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0350683 May 20 15:55:40.071742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39392) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:40.092648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'network_id': '0305952c-0d90-4fae-958d-8eb84297a893', 'name': 'tempest-PortsIpV6TestJSON-548754176'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:40.202087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:40.210511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=b74daf30-0597-42cb-a046-dda5c247f7dc,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:40.220106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:40.268072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.323751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Transition to ACTIVE for port object 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:40.339362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4411be7d-3c2e-4a3b-b2a9-fc588b7909ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.343413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0438-7657-4f6a-8bbe-042400769a27 req-96c2946f-49bb-479c-b273-97fb376d392e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:40.345376 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b6c0438-7657-4f6a-8bbe-042400769a27 req-96c2946f-49bb-479c-b273-97fb376d392e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 943 time: 0.8407013 May 20 15:55:40.394091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Transition to ACTIVE for port object 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:40.405406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.408803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Network': ['ID=ed981099-9f74-4767-800b-8689866881b1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:40.424181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:40.438887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:40.481029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.509067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network ed981099-9f74-4767-800b-8689866881b1 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:55:40.551274 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b6c0438-7657-4f6a-8bbe-042400769a27 req-148e9e22-334e-4828-bf83-331758a0d666 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376657 May 20 15:55:40.562302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:40.603513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:subnet and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:40.610234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:40.626277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-30e308e4-aae6-4318-847e-ba37405448d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:40.627888 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-30e308e4-aae6-4318-847e-ba37405448d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1096 time: 0.4879873 May 20 15:55:40.640838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:40.650146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Allocated IP 172.26.8.251 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/31562f53-f4e4-417a-9b38-7b7753938381) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:40.674205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.710333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Network 0305952c-0d90-4fae-958d-8eb84297a893 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:40.726028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.728956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:40.768723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:40.859695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:40.865048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.891070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-0c30ce0a-2017-478e-9178-2bc853371c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:40.891847 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-0c30ce0a-2017-478e-9178-2bc853371c5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.2425034 May 20 15:55:40.895258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.971735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Pushing event updated for resources: {'Port': ['ID=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:40.988168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:41.022919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:41.038971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b74daf30-0597-42cb-a046-dda5c247f7dc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:41.068235 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-ca2d9a07-2d9f-4a50-9c6b-12c2680e12dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 217 time: 0.1053030 May 20 15:55:41.117036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:41.119246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Attempting to bind port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:41.119962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Attempting to bind port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a0d9bcc7-b482-4b34-9546-211fe8262247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0305952c-0d90-4fae-958d-8eb84297a893'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:41.120758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Attempting to bind port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c on network 0305952c-0d90-4fae-958d-8eb84297a893 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:41.150119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:41.150781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Checking segment: {'id': 'a0d9bcc7-b482-4b34-9546-211fe8262247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0305952c-0d90-4fae-958d-8eb84297a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:41.151643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.152398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Bound using segment: {'id': 'a0d9bcc7-b482-4b34-9546-211fe8262247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0305952c-0d90-4fae-958d-8eb84297a893'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:41.153508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Bound port: 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d9bcc7-b482-4b34-9546-211fe8262247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0305952c-0d90-4fae-958d-8eb84297a893'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:41.154208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.242633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:41.246447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.305745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b74daf30-0597-42cb-a046-dda5c247f7dc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:41.306511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.335891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.393614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-1c0214a5-5118-47ec-b9cf-7993314b0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.395492 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-1c0214a5-5118-47ec-b9cf-7993314b0938 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.3217797 May 20 15:55:41.452330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] For port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:41.464939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 462c56eb-8df8-4250-91db-3916fe2a62be yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:41.475307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] For port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,segment=NetworkSegment(a0d9bcc7-b482-4b34-9546-211fe8262247),segment_id=a0d9bcc7-b482-4b34-9546-211fe8262247)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:41.490748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.497699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:41.529137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.765836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Pushing event updated for resources: {'Port': ['ID=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:41.776148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:41.808955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-8874ab28-78eb-47f3-aa5b-62721637d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.810983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-8874ab28-78eb-47f3-aa5b-62721637d835 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4087057 May 20 15:55:41.885140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.899340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device e1ef9d08-939b-497f-8aac-5f3c5c35b61f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:41.908245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5e6e7da0-1aa5-43ef-8bab-873db80a311e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:42.006364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:42.010854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:42.032087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:42.032538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:42.083496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-66077ee2-2c4a-41b2-b068-81a41ef92ffd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:42.118371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7f328-54be-4d00-8b78-9fe7ff0a971f None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:42.140044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:42.234286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::82 (0305952c-0d90-4fae-958d-8eb84297a893/fc62071f-29ad-4fa9-8bcd-58aa99041527/462c56eb-8df8-4250-91db-3916fe2a62be) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:42.347335 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-918e6930-a3e0-46a2-8323-d70b0d31ce23 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984667 May 20 15:55:42.456232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:42.503414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:42.516159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:42.521187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:42.578773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:42.592876 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b HTTP/1.1" status: 204 len: 168 time: 3.8625901 May 20 15:55:42.600346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39398) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:42.610633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf956f7f-ceec-471f-81f8-cfbbe3129244 req-dcbaecb9-6851-404f-b175-44b93dd8d2b4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:42.618625 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf956f7f-ceec-471f-81f8-cfbbe3129244 req-dcbaecb9-6851-404f-b175-44b93dd8d2b4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 943 time: 0.8356338 May 20 15:55:42.633104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5414f79-dc0a-4efc-9c52-47b052876156 None None] Network dfb11d68-c594-4112-8cef-775373cc3815 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:42.656402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:42.661109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'port_id': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'mac_address': 'fa:16:3e:94:22:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:42.758563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c4631984-9a54-457c-a7a1-14d7a7af9fb2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500015 May 20 15:55:42.768320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39402) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:42.778495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:42.790342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Port': ['ID=31562f53-f4e4-417a-9b38-7b7753938381,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:42.798311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11080e6e-fdf1-4828-9c16-39f6ae70bae8 req-b53473d6-6bee-4371-b225-995401c17fc3 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363582 May 20 15:55:42.799728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:42.841980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf956f7f-ceec-471f-81f8-cfbbe3129244 req-868425cc-50db-40c3-a084-353c32768975 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223854 May 20 15:55:42.989421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:43.002415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Router ec0844d1-3136-47c9-8058-265174116672 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:43.002415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:43.003776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:43.016717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:43.052057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.571s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:43.092820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.120896 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa HTTP/1.1" status: 204 len: 168 time: 3.2606022 May 20 15:55:43.124221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:55:43.134838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:43.143503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39406) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:43.180975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.230675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:43.243389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:43.250037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-22058829-6555-4962-92bb-cdf019abd479 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:43.307178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:43.313892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.324984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019035e-098f-4422-9f57-081b0fdf4118 None None] Network 0305952c-0d90-4fae-958d-8eb84297a893 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:43.400379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ef9d08-939b-497f-8aac-5f3c5c35b61f {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:43.491181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:43.499419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:43.513829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.521839 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] Sync routers for ids ['ec0844d1-3136-47c9-8058-265174116672'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:43.526630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:43.542011 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] Routers {'ec0844d1-3136-47c9-8058-265174116672'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:43.543686 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ec0844d1-3136-47c9-8058-265174116672'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:43.544285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.546053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-be3bd626-14be-4cab-802c-d8bbaa5d73ea None None] Provisioning for port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:43.576364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:43.583083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event updated for resources: {'Subnet': ['ID=c2972d97-5653-4fc5-919a-8cf0fb21667a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:43.629288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:43.640980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:43.641299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.653073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:43.669653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.680567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4004d49d-9348-4bdd-bbac-77aa36b9f3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:43.696727 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:43.704966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Checking segment: {'id': '774adfc5-97c0-400b-92b1-42f065e7b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:43.705360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network hostable DHCP agents. Network: 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:55:43.715781 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] Routers {'ec0844d1-3136-47c9-8058-265174116672'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:43.716847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ec0844d1-3136-47c9-8058-265174116672'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:43.733394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.833081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] DHCP port deletion for dfb11d68-c594-4112-8cef-775373cc3815 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:43.862085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5cb1-a7dc-4fc4-a357-73f769c978a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:43.865065 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:43.866597 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d545d37-42b6-44d7-9f4c-e0202cf16029 None None] The sync data for ids ['ec0844d1-3136-47c9-8058-265174116672'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:43.966505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['e1ef9d08-939b-497f-8aac-5f3c5c35b61f'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:44.023219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.077604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.082675 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.7093561 May 20 15:55:44.083561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:44.085381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39412) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:44.093940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:44.101885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': False}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:44.212008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Deleting port fb377558-0a60-40fc-b0a3-f41bbfbf8355 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:44.212877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.261075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.302765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:55:44.329319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.410223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 462c56eb-8df8-4250-91db-3916fe2a62be will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:44.435078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] For port fb377558-0a60-40fc-b0a3-f41bbfbf8355, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fb377558-0a60-40fc-b0a3-f41bbfbf8355,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:44.435589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.474747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Deleting port 59842b83-6621-4a06-ae1e-b52647143254 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:44.475231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.529220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:44.543298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3073a1-4a1f-4a40-9eca-b33339a89b61 req-2e3e7ef9-37b7-44c5-8303-957af270d481 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:44.544906 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5e3073a1-4a1f-4a40-9eca-b33339a89b61 req-2e3e7ef9-37b7-44c5-8303-957af270d481 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 944 time: 0.3873498 May 20 15:55:44.615955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,segment=NetworkSegment(a0d9bcc7-b482-4b34-9546-211fe8262247),segment_id=a0d9bcc7-b482-4b34-9546-211fe8262247)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:44.630330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Calling delete_port for fb377558-0a60-40fc-b0a3-f41bbfbf8355 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:44.640530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b85181-2fab-4491-a84d-5c5a714dde9c None None] Network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:44.672746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.713994 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5e3073a1-4a1f-4a40-9eca-b33339a89b61 req-0c4673ce-2fa8-46cd-b62c-94d3c27f7e8e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575403 May 20 15:55:44.732254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:44.783544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.800775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ba337c5e-5521-41ca-a132-fbb298140b27 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:44.851357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.933557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.963542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] For port 59842b83-6621-4a06-ae1e-b52647143254, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=59842b83-6621-4a06-ae1e-b52647143254,segment=NetworkSegment(a0e95978-9706-4765-b121-b8de24cf7ce4),segment_id=a0e95978-9706-4765-b121-b8de24cf7ce4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:44.963975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:44.997239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:45.013690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.021304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:45.102562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.122107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:45.130361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:45.166246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:45.167140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.201452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=9a0448c3-b379-46a9-bf0d-3596506dbd2d,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:45.212836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:45.251887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 59842b83-6621-4a06-ae1e-b52647143254 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:45.274837 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4984109 May 20 15:55:45.275985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39416) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:45.283424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': '9a0448c3-b379-46a9-bf0d-3596506dbd2d', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1349522650'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:45.288942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Calling delete_port for 59842b83-6621-4a06-ae1e-b52647143254 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:45.294800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.295478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.295990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.296540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.297033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.297582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.298080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.298567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.299044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.299531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.300023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.300791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:45.343961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:45.365417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:45.367411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.462163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.474149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ae5c503-5a6b-490b-8f14-4c09f8c02718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:45.508499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:45.522673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39420) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:45.522955 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 8.3207352 May 20 15:55:45.525241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:45.566022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Pushing event deleted for resources: {'Port': ['ID=fb377558-0a60-40fc-b0a3-f41bbfbf8355,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:45.568826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-162bae47-b5d9-4a3b-ac24-bfd83ed8e05f', 'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f', 'tenant_id': '7029abd736334cdf9f043ab17e153dcd', 'fixed_ips': [{'subnet_id': 'c2972d97-5653-4fc5-919a-8cf0fb21667a'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:45.569742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.581048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:45.600219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] No DVR routers for this DVR port fb377558-0a60-40fc-b0a3-f41bbfbf8355 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:45.683016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70986b74-8e9f-460d-8fb9-b9aabca3dd8e None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:45.722195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2bf4a9d8-2bd0-472b-964c-1315c19affca None None] Provisioning complete for port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:45.722690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a9d8-2bd0-472b-964c-1315c19affca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.757137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.818569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Subnet': ['ID=867c87f6-6983-43e5-bcbf-f9d8c5944f89,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:45.833329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:45.867560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.886670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab765e3e-0e2c-4a69-884b-62b8659c6bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:45.945963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device e1ef9d08-939b-497f-8aac-5f3c5c35b61f up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:46.000183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Pushing event deleted for resources: {'Port': ['ID=59842b83-6621-4a06-ae1e-b52647143254,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:46.002334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] No DVR routers for this DVR port 59842b83-6621-4a06-ae1e-b52647143254 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:46.017934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:46.028704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.074907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:46.126781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fb377558-0a60-40fc-b0a3-f41bbfbf8355 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:46.174103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:46.188553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: fb377558-0a60-40fc-b0a3-f41bbfbf8355 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:46.189062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fb377558-0a60-40fc-b0a3-f41bbfbf8355 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:46.216239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Checking segment: {'id': '58f29f0b-296a-4c92-9085-0cb1365c5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed981099-9f74-4767-800b-8689866881b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:46.216587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network hostable DHCP agents. Network: ed981099-9f74-4767-800b-8689866881b1, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:55:46.234768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.272401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Allocated IP 2001:db8::f816:3eff:fe3b:746d (162bae47-b5d9-4a3b-ac24-bfd83ed8e05f/c2972d97-5653-4fc5-919a-8cf0fb21667a/920c9889-45a4-4fee-bd0f-fbc847fb67b7) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:46.289112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 0305952c-0d90-4fae-958d-8eb84297a893 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:46.299895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:46.303597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:46.310717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:46.311709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.408333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=462c56eb-8df8-4250-91db-3916fe2a62be,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:46.433057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:46.483620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.490241 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.4093449 May 20 15:55:46.492975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network ed981099-9f74-4767-800b-8689866881b1 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:55:46.497259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.498567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39426) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:46.505085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0974841b-923a-451a-bc9d-7a6ba03c43b0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:46.661145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:46.665872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, ed981099-9f74-4767-800b-8689866881b1) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:46.668796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:46.677137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.730267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014ac7f-9538-46af-87da-963a8dca21fa None None] Network ed981099-9f74-4767-800b-8689866881b1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:46.752895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:46.753533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.761642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e79d5-67e8-4df4-978e-654ed508c2bd None None] Network a3216ef3-33e2-4007-9fc9-25032c6412b7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:46.770357 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf HTTP/1.1" status: 204 len: 168 time: 3.5885570 May 20 15:55:46.772759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39430) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:46.785085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.787009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port e1ef9d08-939b-497f-8aac-5f3c5c35b61f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:46.826212 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.8639629 May 20 15:55:46.826564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39434) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:46.877854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port e1ef9d08-939b-497f-8aac-5f3c5c35b61f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:46.879199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.890876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1803128813', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:46.906474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.916159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:46.933718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a9c4-5553-47d2-8f7d-30b483672cba req-1ca1cf2e-6a15-4dce-9cbd-36343e22f0e7 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:46.941432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88d0a9c4-5553-47d2-8f7d-30b483672cba req-1ca1cf2e-6a15-4dce-9cbd-36343e22f0e7 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 944 time: 0.8401160 May 20 15:55:46.947643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:router and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:46.954505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for router was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:46.969885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:46.972093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:47.035113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.038504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.042675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Router d7ccf759-9910-407f-96f4-87a481327ca4 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:47.093256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '9a0448c3-b379-46a9-bf0d-3596506dbd2d'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:47.094514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.112570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:47.215775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.237317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 8fb8fd0a-4f25-4dae-a309-f52ca980471c yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:55:47.266629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.342962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb11d68-c594-4112-8cef-775373cc3815']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:47.359258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.408908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.424502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e95978-9706-4765-b121-b8de24cf7ce4') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:47.425757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e95978-9706-4765-b121-b8de24cf7ce4') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:47.516506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Transition to ACTIVE for port object 920c9889-45a4-4fee-bd0f-fbc847fb67b7 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:47.566517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-415192ed-9db9-437c-9def-92d9873205c1 None None] Provisioning for port 462c56eb-8df8-4250-91db-3916fe2a62be completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:47.612801 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88d0a9c4-5553-47d2-8f7d-30b483672cba req-5382af79-15e3-456f-bb13-a11efa9a58eb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6703596 May 20 15:55:47.662074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-415192ed-9db9-437c-9def-92d9873205c1 None None] Provisioning complete for port 462c56eb-8df8-4250-91db-3916fe2a62be triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:47.663150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-415192ed-9db9-437c-9def-92d9873205c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.668142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.712958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Transition to ACTIVE for port object 920c9889-45a4-4fee-bd0f-fbc847fb67b7 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:47.758365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:47.759938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.771982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b5ce70e5-7ca0-467e-8d07-7d7cc489d3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:47.843800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.846893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.848248 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.3603208 May 20 15:55:47.854958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Sync routers for ids ['d7ccf759-9910-407f-96f4-87a481327ca4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:47.862533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39440) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:47.949999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.952369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:47.953010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.983757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.991932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:47.992248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:48.019166 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:48.031509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-415192ed-9db9-437c-9def-92d9873205c1 None None] Port 462c56eb-8df8-4250-91db-3916fe2a62be cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:48.065318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.080363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:48.087181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Routers {'d7ccf759-9910-407f-96f4-87a481327ca4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:48.087790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7ccf759-9910-407f-96f4-87a481327ca4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:48.201093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:48.284236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.285163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Pushing event updated for resources: {'Port': ['ID=920c9889-45a4-4fee-bd0f-fbc847fb67b7,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:48.297065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:48.321405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:48.340742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/9a0448c3-b379-46a9-bf0d-3596506dbd2d/5313976b-6f86-465d-a643-22d94d95bae3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:48.372081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.385423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.386317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:48.399323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-ed981099-9f74-4767-800b-8689866881b1', 'network_id': 'ed981099-9f74-4767-800b-8689866881b1', 'tenant_id': '386dc91c07884102bd1d56ca3745caf4', 'fixed_ips': [{'subnet_id': '867c87f6-6983-43e5-bcbf-f9d8c5944f89'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:55:48.400167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.473040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e77d845e-30cc-4603-93e3-863b9144755c tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:48.475340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.505770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.533512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=dfb11d68-c594-4112-8cef-775373cc3815,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:48.542510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:48.549259 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/dfb11d68-c594-4112-8cef-775373cc3815 HTTP/1.1" status: 204 len: 168 time: 1.7662358 May 20 15:55:48.550756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39446) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:48.599329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Router ec0844d1-3136-47c9-8058-265174116672 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:48.641782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Attempting to bind port 920c9889-45a4-4fee-bd0f-fbc847fb67b7 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:48.643396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Attempting to bind port 920c9889-45a4-4fee-bd0f-fbc847fb67b7 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '774adfc5-97c0-400b-92b1-42f065e7b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:48.644059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Attempting to bind port 920c9889-45a4-4fee-bd0f-fbc847fb67b7 on network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:48.644209 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-68483f89-e765-4bde-a2b4-c5d95af75ab6 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/d7ccf759-9910-407f-96f4-87a481327ca4 HTTP/1.1" status: 200 len: 908 time: 0.7800221 May 20 15:55:48.651965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39450) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:48.656415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Subnet': ['ID=c2972d97-5653-4fc5-919a-8cf0fb21667a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:48.671203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:48.886137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.907126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] DHCP port deletion for a3216ef3-33e2-4007-9fc9-25032c6412b7 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:48.909774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:48.910306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Checking segment: {'id': '774adfc5-97c0-400b-92b1-42f065e7b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:48.911434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.911929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Bound using segment: {'id': '774adfc5-97c0-400b-92b1-42f065e7b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:48.913056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Bound port: 920c9889-45a4-4fee-bd0f-fbc847fb67b7, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774adfc5-97c0-400b-92b1-42f065e7b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:48.914176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.960472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:48.966495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:48.991975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162bae47-b5d9-4a3b-ac24-bfd83ed8e05f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:49.126951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.134288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:49.148775 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'code': 200} May 20 15:55:49.192327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Set router d7ccf759-9910-407f-96f4-87a481327ca4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:49.281667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774adfc5-97c0-400b-92b1-42f065e7b65d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:49.281991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774adfc5-97c0-400b-92b1-42f065e7b65d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:49.423481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.504189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.516103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-15efccf9-1a7e-482c-9508-f09d94a420d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:49.554493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.604482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:49.604911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.630499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:49.632485 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:49.676438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.687334 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] Sync routers for ids ['ec0844d1-3136-47c9-8058-265174116672'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:49.711716 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] Routers {'ec0844d1-3136-47c9-8058-265174116672'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:49.713331 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ec0844d1-3136-47c9-8058-265174116672'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:49.716109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.724286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 550af721-8260-41bd-857c-5378a3d304ee {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:49.724618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.749027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496768ba-133b-4c05-8b88-85ece3765b13 req-376e2d2e-91a3-4183-be31-08b5413ae60c tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:49.750892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-496768ba-133b-4c05-8b88-85ece3765b13 req-376e2d2e-91a3-4183-be31-08b5413ae60c tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 944 time: 0.9270322 May 20 15:55:49.775209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.842627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:49.849384 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f11535c3-5209-441b-aea4-6b10e5fe3b71 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "PUT /v2.0/routers/ec0844d1-3136-47c9-8058-265174116672 HTTP/1.1" status: 200 len: 926 time: 5.7587690 May 20 15:55:49.851456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39458) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:49.904997 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:49.931656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:55:49.931656 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:55:49.931656 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '162bae47-b5d9-4a3b-ac24-bfd83ed8e05f'}] May 20 15:55:49.931656 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:55:49.932307 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] Routers {'ec0844d1-3136-47c9-8058-265174116672'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:49.932455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:55:49.932921 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ec0844d1-3136-47c9-8058-265174116672'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:49.964298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10124aa0-478c-4f69-b484-585a15c9a5b5 req-3ac49933-e85a-4b6c-acec-284040bd28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:49.965330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10124aa0-478c-4f69-b484-585a15c9a5b5 req-3ac49933-e85a-4b6c-acec-284040bd28bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.6201086 May 20 15:55:49.969851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] For port 920c9889-45a4-4fee-bd0f-fbc847fb67b7, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:50.025847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 550af721-8260-41bd-857c-5378a3d304ee, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=550af721-8260-41bd-857c-5378a3d304ee,segment=NetworkSegment(feb9d35f-cd87-431e-8398-7d44be9b8d0a),segment_id=feb9d35f-cd87-431e-8398-7d44be9b8d0a)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:50.026292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.026790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-496768ba-133b-4c05-8b88-85ece3765b13 req-17f5ed30-faa8-422b-b93d-64ddb40f0e32 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476065 May 20 15:55:50.033254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Allocated IP 172.20.0.2 (ed981099-9f74-4767-800b-8689866881b1/867c87f6-6983-43e5-bcbf-f9d8c5944f89/b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:50.049097 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:50.049617 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd62c6-151b-4385-8ea8-b737d143960e None None] The sync data for ids ['ec0844d1-3136-47c9-8058-265174116672'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:50.071767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 550af721-8260-41bd-857c-5378a3d304ee no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:50.090672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.104860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.170495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:50.171305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cbd8351f-f0df-4734-8581-2049da602dd1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:50.174419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] For port 920c9889-45a4-4fee-bd0f-fbc847fb67b7, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=920c9889-45a4-4fee-bd0f-fbc847fb67b7,segment=NetworkSegment(774adfc5-97c0-400b-92b1-42f065e7b65d),segment_id=774adfc5-97c0-400b-92b1-42f065e7b65d)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:50.179972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 550af721-8260-41bd-857c-5378a3d304ee owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:50.202110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.26.8.196 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/358ae03a-8b77-4b88-a8ac-f0bba6cebf64) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:50.204265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:50.209095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10124aa0-478c-4f69-b484-585a15c9a5b5 req-3208e5f4-c020-4662-809b-1c28c123c9fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293861 May 20 15:55:50.230461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.251669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:50.292676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Deleting port 31562f53-f4e4-417a-9b38-7b7753938381 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:50.293557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.295729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.327277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-02fdf8bd-a023-4afb-bdef-f13e80db8f16 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/ec0844d1-3136-47c9-8058-265174116672 HTTP/1.1" status: 200 len: 926 time: 0.4758463 May 20 15:55:50.335533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39462) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:50.370963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=462c56eb-8df8-4250-91db-3916fe2a62be,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:50.386730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:50.413584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Transition to ACTIVE for port object 5313976b-6f86-465d-a643-22d94d95bae3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:50.434203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.521150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.531926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-46978e5a-7309-4be2-8f08-eca86f9605e0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:50.597561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Port 550af721-8260-41bd-857c-5378a3d304ee update to DOWN by agent not found {{(pid=92433) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 15:55:50.612616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Deleting port 550af721-8260-41bd-857c-5378a3d304ee {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:50.612994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.629098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0c324-48e8-4c20-8269-9525066cef1d tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:50.631085 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b6c0c324-48e8-4c20-8269-9525066cef1d tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=ec0844d1-3136-47c9-8058-265174116672&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2941298 May 20 15:55:50.635612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39466) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:50.692535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Pushing event updated for resources: {'Port': ['ID=920c9889-45a4-4fee-bd0f-fbc847fb67b7,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:50.695782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=550af721-8260-41bd-857c-5378a3d304ee,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:50.699764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.709495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 550af721-8260-41bd-857c-5378a3d304ee on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:50.712185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:50.719223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.732877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Transition to ACTIVE for port object 5313976b-6f86-465d-a643-22d94d95bae3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:50.744133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:50.816664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.831199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:50.889088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] For port 550af721-8260-41bd-857c-5378a3d304ee, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:50.889513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.900594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:50.922889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Calling delete_port for 31562f53-f4e4-417a-9b38-7b7753938381 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:50.952112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:55:50.952749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:50.994350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-58a5da34-6431-4330-80bc-a6d3c049aaaf None None] Provisioning complete for port 462c56eb-8df8-4250-91db-3916fe2a62be triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:50.994685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-58a5da34-6431-4330-80bc-a6d3c049aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.023716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.046610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3216ef3-33e2-4007-9fc9-25032c6412b7']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:51.088127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb9d35f-cd87-431e-8398-7d44be9b8d0a') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:51.088532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb9d35f-cd87-431e-8398-7d44be9b8d0a') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:51.099882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b9e691cf-9ad7-4f8e-abc3-00fd9617b38f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 5.8181949 May 20 15:55:51.099882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting port 920c9889-45a4-4fee-bd0f-fbc847fb67b7 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:51.099882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.100510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3da4c-6076-4333-9664-73d5e74c447f None None] Network 162bae47-b5d9-4a3b-ac24-bfd83ed8e05f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:51.109890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39472) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:51.121590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Calling delete_port for 550af721-8260-41bd-857c-5378a3d304ee owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:51.127680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:51.141075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.ipam_backend_mixin [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Port 550af721-8260-41bd-857c-5378a3d304ee was not found and therefore no delete operation was performed {{(pid=92433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:55:51.147369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:51.161296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.168842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:51.174832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Pushing event updated for resources: {'Port': ['ID=5313976b-6f86-465d-a643-22d94d95bae3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:51.177524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.197918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:51.198443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:51.274671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.289714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3b6778c4-9d8c-44db-9333-915f9aff5746 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:51.327686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Transition to ACTIVE for port object b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:51.329043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.461920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Pushing event deleted for resources: {'Port': ['ID=550af721-8260-41bd-857c-5378a3d304ee,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:51.472645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:51.479354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7938a43-7e2b-4637-a863-731a8828d4a8 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:51.480043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a7938a43-7e2b-4637-a863-731a8828d4a8 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Synchronizing usage tracker for tenant:40b5a131cfca4df9bb964eb50dd051a3 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:51.527359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] No DVR routers for this DVR port 550af721-8260-41bd-857c-5378a3d304ee on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:51.532981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-58a5da34-6431-4330-80bc-a6d3c049aaaf None None] Port 462c56eb-8df8-4250-91db-3916fe2a62be cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:51.561091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Transition to ACTIVE for port object b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:51.565913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] For port 920c9889-45a4-4fee-bd0f-fbc847fb67b7, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=920c9889-45a4-4fee-bd0f-fbc847fb67b7,segment=NetworkSegment(774adfc5-97c0-400b-92b1-42f065e7b65d),segment_id=774adfc5-97c0-400b-92b1-42f065e7b65d)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:51.566549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.573923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.574680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ccf759-9910-407f-96f4-87a481327ca4', 'name': 'tempest-snat-router-2051374739', 'tenant_id': 'bd0052df22ce4b479b88876b050b80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': '31562f53-f4e4-417a-9b38-7b7753938381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:55:36Z', 'updated_at': '2021-05-20T15:55:43Z', 'revision_number': 3, 'project_id': 'bd0052df22ce4b479b88876b050b80a1', 'gw_port': {'id': '31562f53-f4e4-417a-9b38-7b7753938381', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ccf759-9910-407f-96f4-87a481327ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:55:39Z', 'updated_at': '2021-05-20T15:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:51.577823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:51.587151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:51.594205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a7938a43-7e2b-4637-a863-731a8828d4a8 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Unset dirty status for tenant:40b5a131cfca4df9bb964eb50dd051a3 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:51.594468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:51.595426 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a7938a43-7e2b-4637-a863-731a8828d4a8 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 0.9586504 May 20 15:55:51.602319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39476) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:51.623034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.628093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Attempting to bind port 5313976b-6f86-465d-a643-22d94d95bae3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:51.628808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Attempting to bind port 5313976b-6f86-465d-a643-22d94d95bae3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:51.629515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Attempting to bind port 5313976b-6f86-465d-a643-22d94d95bae3 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:51.631109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:51.631617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.639082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7aaf3ea9-7376-4931-9769-094d487631ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:51.655141 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:51.672084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Checking router: d7ccf759-9910-407f-96f4-87a481327ca4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:51.672468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Updating router d7ccf759-9910-407f-96f4-87a481327ca4 port 31562f53-f4e4-417a-9b38-7b7753938381 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:55:51.682490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=358ae03a-8b77-4b88-a8ac-f0bba6cebf64,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:51.759611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:51.764537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:51.765239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:51.765239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.765711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:51.766283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Bound port: 5313976b-6f86-465d-a643-22d94d95bae3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:51.766666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.794628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Network ed981099-9f74-4767-800b-8689866881b1 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:51.795191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Calling delete_port for 920c9889-45a4-4fee-bd0f-fbc847fb67b7 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:51.800728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ebd40abc-a145-42b3-81ec-b37bee92f980 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec0844d1-3136-47c9-8058-265174116672 HTTP/1.1" status: 200 len: 205 time: 0.1889238 May 20 15:55:51.808309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39480) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:51.815356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:51.829736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:51.869482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.880710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.911262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.924959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:51.948729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275777ee-d159-4d97-b6a8-f4a86450219d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:51.949080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-275777ee-d159-4d97-b6a8-f4a86450219d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:51.958517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Pushing event updated for resources: {'Port': ['ID=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:51.961159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:51.966791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792461e9-7818-4b91-a58b-4ccc24bef4f7 req-02bd558d-06bf-4ec2-9ccc-b3da1f8649a6 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:51.968442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-792461e9-7818-4b91-a58b-4ccc24bef4f7 req-02bd558d-06bf-4ec2-9ccc-b3da1f8649a6 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5568731 May 20 15:55:51.996116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:52.048849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=a3216ef3-33e2-4007-9fc9-25032c6412b7,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:52.089047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:52.112467 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/a3216ef3-33e2-4007-9fc9-25032c6412b7 HTTP/1.1" status: 204 len: 168 time: 3.5615039 May 20 15:55:52.123267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39484) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:52.131092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-275777ee-d159-4d97-b6a8-f4a86450219d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:52.136327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-275777ee-d159-4d97-b6a8-f4a86450219d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9501617 May 20 15:55:52.136704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39488) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:52.147256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1246423707'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:52.151308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Attempting to bind port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:52.151940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Attempting to bind port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '58f29f0b-296a-4c92-9085-0cb1365c5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed981099-9f74-4767-800b-8689866881b1'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:52.153385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Attempting to bind port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 on network ed981099-9f74-4767-800b-8689866881b1 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:52.183439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:52.184004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Checking segment: {'id': '58f29f0b-296a-4c92-9085-0cb1365c5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed981099-9f74-4767-800b-8689866881b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:52.184425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.185034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Bound using segment: {'id': '58f29f0b-296a-4c92-9085-0cb1365c5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed981099-9f74-4767-800b-8689866881b1'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:52.185805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Bound port: b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f29f0b-296a-4c92-9085-0cb1365c5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ed981099-9f74-4767-800b-8689866881b1'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:52.186316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.217571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cac35b-4f53-4ee6-afef-b2b7be0eec36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:52.219540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cac35b-4f53-4ee6-afef-b2b7be0eec36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:52.220355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-83cac35b-4f53-4ee6-afef-b2b7be0eec36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:52.232743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.235656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:52.240812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-abd9e70a-fe28-4060-af1a-52689c2512d3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:52.258973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:52.265393 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-792461e9-7818-4b91-a58b-4ccc24bef4f7 req-965bcc00-6a7a-475f-ad47-b7cc602e3e1e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690952 May 20 15:55:52.266467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:52.331376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.340930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] For port 5313976b-6f86-465d-a643-22d94d95bae3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:52.364090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event deleted for resources: {'Port': ['ID=31562f53-f4e4-417a-9b38-7b7753938381,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:52.399472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:52.414340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.432103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-23b844eb-1d2b-4229-9099-b5bab06354a9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:52.438385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] For port 5313976b-6f86-465d-a643-22d94d95bae3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5313976b-6f86-465d-a643-22d94d95bae3,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:52.445460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:52.462367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-83cac35b-4f53-4ee6-afef-b2b7be0eec36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:52.463925 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83cac35b-4f53-4ee6-afef-b2b7be0eec36 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3259425 May 20 15:55:52.474187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39492) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:52.476677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.489140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a23c811-03f4-4c1b-b93f-c3cd61e0172b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:52.504997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:52.509291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.523536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No DVR routers for this DVR port 920c9889-45a4-4fee-bd0f-fbc847fb67b7 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:52.532008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Port': ['ID=920c9889-45a4-4fee-bd0f-fbc847fb67b7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:52.580508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:52.671048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.778357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 9a0448c3-b379-46a9-bf0d-3596506dbd2d {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:52.784137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.808282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] For port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:52.832659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] For port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,segment=NetworkSegment(58f29f0b-296a-4c92-9085-0cb1365c5b3d),segment_id=58f29f0b-296a-4c92-9085-0cb1365c5b3d)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:52.839509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.839810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Pushing event updated for resources: {'Port': ['ID=5313976b-6f86-465d-a643-22d94d95bae3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:52.845038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:52.858875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:52.869683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3eb8d99a-93f2-4fe4-b1dd-68bff78a023c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:53.028244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:55:53.028611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Pushing event updated for resources: {'Port': ['ID=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:53.032546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:53.078128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.082351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.089135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.097542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.097821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment 3b478ef2-9ccb-4c78-b612-6db285b67419 of type vlan for network 33e847d3-54e2-4832-9662-106da5e14077 May 20 15:55:53.106852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.118675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162bae47-b5d9-4a3b-ac24-bfd83ed8e05f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:53.148857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774adfc5-97c0-400b-92b1-42f065e7b65d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:53.149149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774adfc5-97c0-400b-92b1-42f065e7b65d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:53.184139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.191999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.317002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.318893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:55:53.319443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:55:53.326981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.341315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.342637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.352240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.361565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e21a8eb5-bc8b-4648-ac5e-ef22436e1871 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:53.599312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:53.600015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:53.637381 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:53.661218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.662075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7ccf759-9910-407f-96f4-87a481327ca4 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:53.704120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.704352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:55:53.707500 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d7ccf759-9910-407f-96f4-87a481327ca4 HTTP/1.1" status: 204 len: 168 time: 5.0376549 May 20 15:55:53.710398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39504) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:53.897120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=462c56eb-8df8-4250-91db-3916fe2a62be,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:53.909679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:53.922500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.928914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:53.929583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:53.939460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:53.967804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Port 31562f53-f4e4-417a-9b38-7b7753938381 not found while updating agent binding for router d7ccf759-9910-407f-96f4-87a481327ca4. {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 20 15:55:53.993638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Routers set() bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:53.994400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Router IDs set() for agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 15:55:54.004761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.005291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_agentschedulers_db [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7ccf759-9910-407f-96f4-87a481327ca4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent'). {{(pid=92433) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 20 15:55:54.006499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeed77a-216c-4f24-9e98-893e1e435a3f None None] The sync data for ids ['d7ccf759-9910-407f-96f4-87a481327ca4'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:54.056737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:54.096715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.100563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.153677 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0266056 May 20 15:55:54.158074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:54.172789 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/162bae47-b5d9-4a3b-ac24-bfd83ed8e05f HTTP/1.1" status: 204 len: 168 time: 8.6498554 May 20 15:55:54.183235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:54.186287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=33e847d3-54e2-4832-9662-106da5e14077,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:54.189675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:54.190429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': '33e847d3-54e2-4832-9662-106da5e14077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:54.191227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:54.204664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 5313976b-6f86-465d-a643-22d94d95bae3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:54.233592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:54.244413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 33e847d3-54e2-4832-9662-106da5e14077 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:55:54.262016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network 0305952c-0d90-4fae-958d-8eb84297a893 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:54.269863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:54.279292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab261d7d-7446-4f77-bcac-513e496f6edd req-483ee1b0-3302-4257-ac46-e35349cb3d36 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:54.281250 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab261d7d-7446-4f77-bcac-513e496f6edd req-483ee1b0-3302-4257-ac46-e35349cb3d36 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.7478855 May 20 15:55:54.283282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Deleting port c88cac09-cdd3-4773-85ed-34ec13b7ac53 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:54.283896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.315678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Network': ['ID=162bae47-b5d9-4a3b-ac24-bfd83ed8e05f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:54.318258 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16b764e-c258-464c-9516-2911f212b517 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:54.318987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16b764e-c258-464c-9516-2911f212b517 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:54.320980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b16b764e-c258-464c-9516-2911f212b517 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/c2972d97-5653-4fc5-919a-8cf0fb21667a HTTP/1.1" status: 404 len: 337 time: 0.1364779 May 20 15:55:54.327793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:54.328692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39518) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:54.366722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.440219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 5313976b-6f86-465d-a643-22d94d95bae3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:54.546422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f2ec5a-53ad-447a-9ea2-ff293e3b55d0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:54.547010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f2ec5a-53ad-447a-9ea2-ff293e3b55d0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:54.548804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-95f2ec5a-53ad-447a-9ea2-ff293e3b55d0 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/162bae47-b5d9-4a3b-ac24-bfd83ed8e05f HTTP/1.1" status: 404 len: 339 time: 0.2104535 May 20 15:55:54.612661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39522) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:54.626057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab261d7d-7446-4f77-bcac-513e496f6edd req-b1558318-504a-4ca3-b568-ea36dcc9b127 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256133 May 20 15:55:54.689283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:54.693938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:54.697183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:54.703528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:54.726006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:54.729044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Provisioning for port 5313976b-6f86-465d-a643-22d94d95bae3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:54.730185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.739164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Provisioning complete for port 5313976b-6f86-465d-a643-22d94d95bae3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:54.740284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.753237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.828615 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7492c8ec-e088-4155-a426-8eaef0ed21af tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:54.829068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7492c8ec-e088-4155-a426-8eaef0ed21af tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:54.835478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7492c8ec-e088-4155-a426-8eaef0ed21af tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/979d6af5-310e-4d54-a6c0-91ec9a33c993 HTTP/1.1" status: 404 len: 337 time: 0.2037082 May 20 15:55:54.838324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:54.855270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39530) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:54.951377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.068214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732c2d2-3cc8-4c6f-92b0-13d061a68c0a None None] Network ed981099-9f74-4767-800b-8689866881b1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:55.151968 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-555526d3-707a-4b1e-a97e-a59180171ba3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:55.152870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555526d3-707a-4b1e-a97e-a59180171ba3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:55.159966 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-555526d3-707a-4b1e-a97e-a59180171ba3 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/b9a1ac81-6d54-430a-833d-1fb57ccaf4bf HTTP/1.1" status: 404 len: 339 time: 0.2960770 May 20 15:55:55.187067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Calling delete_port for c88cac09-cdd3-4773-85ed-34ec13b7ac53 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:55.189538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39534) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:55.194769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.284400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeb963-1f51-4250-8c94-ae14d8a5b6a9 req-e6ba2771-50ea-401f-989d-d687ffd5ae3e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:55.286080 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1fbeb963-1f51-4250-8c94-ae14d8a5b6a9 req-e6ba2771-50ea-401f-989d-d687ffd5ae3e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5076237 May 20 15:55:55.300796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39538) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:55.309576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Request body: {'floatingip': {'port_id': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:55.359939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Router ad332333-900b-45b5-ad36-2786a0ee3109 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:55.409177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.662876 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0d3df8-99c8-4be7-a589-5069d33f9694 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:55.663615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0d3df8-99c8-4be7-a589-5069d33f9694 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:55.669004 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-be0d3df8-99c8-4be7-a589-5069d33f9694 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/77148e82-cff3-46ff-a8d2-172f2445068e HTTP/1.1" status: 404 len: 337 time: 0.4669926 May 20 15:55:55.678314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39542) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:55.793745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7a71d-381f-425b-ab2f-c8816a2a9539 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:55:55.817665 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a29b7a0-d88d-4383-bdd2-9a18fb301015 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:55.818199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a29b7a0-d88d-4383-bdd2-9a18fb301015 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:55.860073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2a29b7a0-d88d-4383-bdd2-9a18fb301015 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/958931db-604a-4853-881c-558bfa98d614 HTTP/1.1" status: 404 len: 339 time: 0.1734879 May 20 15:55:55.872806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39546) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:55.909004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:55.935779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d0e26a2e-a11a-4182-a832-f75467304cc1 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:55.965446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:55:55.965891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:55:55.967745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:55.982948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] Sync routers for ids ['ad332333-900b-45b5-ad36-2786a0ee3109'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:55.999408 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/routers/ad332333-900b-45b5-ad36-2786a0ee3109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4981434 May 20 15:55:55.999656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.008278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39550) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:56.009868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] Routers {'ad332333-900b-45b5-ad36-2786a0ee3109'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:56.011474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ad332333-900b-45b5-ad36-2786a0ee3109'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.068182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.077195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Deleting port b74daf30-0597-42cb-a046-dda5c247f7dc {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:56.077934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.080907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-faf5a228-4a47-4db6-9166-2bf37f1a06c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:56.087828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.106254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0448c3-b379-46a9-bf0d-3596506dbd2d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:56.112614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] Routers {'ad332333-900b-45b5-ad36-2786a0ee3109'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:56.113401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ad332333-900b-45b5-ad36-2786a0ee3109'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.120947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:56.144746 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/9a0448c3-b379-46a9-bf0d-3596506dbd2d HTTP/1.1" status: 204 len: 168 time: 3.6510501 May 20 15:55:56.154288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39554) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:56.163123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router 828195cb-b071-457c-b47f-8f602a5e408b is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:55:56.177795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event deleted for resources: {'Port': ['ID=c88cac09-cdd3-4773-85ed-34ec13b7ac53,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:56.191610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7a71d-381f-425b-ab2f-c8816a2a9539 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 15:55:56.196989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:56.197482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:56.197606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3a25b-1882-4d7f-b3f1-88082360f25c None None] The sync data for ids ['ad332333-900b-45b5-ad36-2786a0ee3109'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:56.432066 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-61e7c0ef-3df4-47b1-bd6f-8818ef6973ce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2663546 May 20 15:55:56.440634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39558) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:56.457272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:56.505611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.549076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.577566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702990c5-10f1-475d-9964-2bb290ba3ff3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:56.579132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-702990c5-10f1-475d-9964-2bb290ba3ff3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad332333-900b-45b5-ad36-2786a0ee3109 HTTP/1.1" status: 200 len: 987 time: 0.5663583 May 20 15:55:56.657731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39562) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:56.674570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] For port 5313976b-6f86-465d-a643-22d94d95bae3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5313976b-6f86-465d-a643-22d94d95bae3,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:56.679909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.684662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:56.775595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Pushing event updated for resources: {'Port': ['ID=5313976b-6f86-465d-a643-22d94d95bae3,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:56.779109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:56.802940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf8f58-a8bd-4455-990d-befd86fb5f2c None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:55:56.840959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting port 65ff5be2-3aec-43ca-96da-19f880495675 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:56.841963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.894157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Provisioning complete for port 462c56eb-8df8-4250-91db-3916fe2a62be triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:56.894538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.988591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.002215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.035993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Port 462c56eb-8df8-4250-91db-3916fe2a62be cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:57.059981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Provisioning for port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:57.063141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.068450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Provisioning complete for port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:57.068839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.139550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.140197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Fanout notify agent at l3_agent the message router_deleted on router ec0844d1-3136-47c9-8058-265174116672 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:55:57.232102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:55:57.242107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Calling delete_port for 65ff5be2-3aec-43ca-96da-19f880495675 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:57.257893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.262532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/ec0844d1-3136-47c9-8058-265174116672 HTTP/1.1" status: 204 len: 168 time: 5.4497695 May 20 15:55:57.265078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39566) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:57.273403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1234182124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:57.332732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.358188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:57.369586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] For port b74daf30-0597-42cb-a046-dda5c247f7dc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b74daf30-0597-42cb-a046-dda5c247f7dc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:57.369936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:57.370896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.399513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Usage tracker for resource:router and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:57.401128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] For port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,segment=NetworkSegment(58f29f0b-296a-4c92-9085-0cb1365c5b3d),segment_id=58f29f0b-296a-4c92-9085-0cb1365c5b3d)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:57.405406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:57.409219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Deleting port 5313976b-6f86-465d-a643-22d94d95bae3 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:57.409637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.416550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:57.425948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.431962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5df92d8f-d288-4872-825d-ac641ff62565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:57.445955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.452769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.514687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.516022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.518661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:57.544335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:57.562710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.581480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f32d82d8-972e-4978-8013-69324fb0116a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:57.619111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.646542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Port': ['ID=65ff5be2-3aec-43ca-96da-19f880495675,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:57.711342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] For port 5313976b-6f86-465d-a643-22d94d95bae3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=5313976b-6f86-465d-a643-22d94d95bae3,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:57.712289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:57.712928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.729709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.741241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Pushing event updated for resources: {'Port': ['ID=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:57.746784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:57.759871 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/ports/65ff5be2-3aec-43ca-96da-19f880495675 HTTP/1.1" status: 204 len: 168 time: 1.8868124 May 20 15:55:57.761647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.770580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39570) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:57.825010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Floating IP 34e04120-63b8-40cf-a33c-7dc9f8f00af7 associated. External IP: 172.26.8.244, port: e1ef9d08-939b-497f-8aac-5f3c5c35b61f. May 20 15:55:57.884105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:57.900194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Calling delete_port for b74daf30-0597-42cb-a046-dda5c247f7dc owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:57.919496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae6e4ca-bc6a-4698-b44f-4dd3eb30ca3d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:55:57.920515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae6e4ca-bc6a-4698-b44f-4dd3eb30ca3d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:55:57.924561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4ae6e4ca-bc6a-4698-b44f-4dd3eb30ca3d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/9cacb7e5-81cf-447d-b9a5-d31018c9c65a HTTP/1.1" status: 404 len: 337 time: 0.1525042 May 20 15:55:57.927783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39574) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:57.928634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:57.934237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9743a026-a7bb-4633-8344-fcc2b42361ae tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6637998 May 20 15:55:57.936040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39578) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:57.978573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Calling delete_port for 5313976b-6f86-465d-a643-22d94d95bae3 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:57.999001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:58.026306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:58.185544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:58.186192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:58.226542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:58.233875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:58.237801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:58.257696 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] Sync routers for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:58.267825 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:58.268448 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:58.386299 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:58.396836 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:58.397759 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:58.419786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:58.423620 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.5416589 May 20 15:55:58.439491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39582) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:58.467685 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:58.468411 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718d012-b561-4b1d-b0ce-2cebf660f42a None None] The sync data for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:58.477762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:58.483617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:58.561155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Pushing event deleted for resources: {'Port': ['ID=5313976b-6f86-465d-a643-22d94d95bae3,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:58.565653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:58.571231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] No DVR routers for this DVR port 5313976b-6f86-465d-a643-22d94d95bae3 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:58.648851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 5313976b-6f86-465d-a643-22d94d95bae3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:58.696698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 5313976b-6f86-465d-a643-22d94d95bae3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:58.696698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 5313976b-6f86-465d-a643-22d94d95bae3 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:58.727346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:58.887479 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:55:59.196346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.208254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-46cec61b-7b50-42a9-a366-05b06304a2ab tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:59.337246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.384030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.475241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=8f0cbd50-3295-4ec6-a73f-f3a595debf4a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:59.516286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:59.536829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eff27613-77c3-488d-953a-c14ba7d61929 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:59.713755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.762433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59f3217-b992-431e-bcf7-f17befb481d1']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:59.802990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:59.807428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3777ee86-1de4-4fa8-94cf-88e7a4ae3396') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:59.807919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3777ee86-1de4-4fa8-94cf-88e7a4ae3396') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:59.869326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event deleted for resources: {'Port': ['ID=b74daf30-0597-42cb-a046-dda5c247f7dc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:59.895574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:59.897762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': '3b478ef2-9ccb-4c78-b612-6db285b67419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33e847d3-54e2-4832-9662-106da5e14077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:59.898264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: 33e847d3-54e2-4832-9662-106da5e14077, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:55:59.918817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.942382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.105939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 33e847d3-54e2-4832-9662-106da5e14077 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:56:00.140189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.142332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.187690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:00.188371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:00.216928 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:00.305230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 33e847d3-54e2-4832-9662-106da5e14077) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:00.316466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30befe76-5657-4f5a-a027-9c90442cafbf None None] Network 33e847d3-54e2-4832-9662-106da5e14077 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:00.402976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.409939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.492597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:00.494194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.513234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:00.527558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.536135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-778eadf0-332d-4c07-a094-b0bf3c2070a3 tempest-DHCPAgentSchedulersTestJSON-1468047437 tempest-DHCPAgentSchedulersTestJSON-1468047437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:00.555834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.558495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/d59f3217-b992-431e-bcf7-f17befb481d1 HTTP/1.1" status: 204 len: 168 time: 2.6273029 May 20 15:56:00.563055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] Sync routers for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:00.564602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39586) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:00.571519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.635865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.638322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.638846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f45bcea7-01ee-4cd1-9415-b1a3a22e4598 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:00.647088 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.4790001 May 20 15:56:00.649616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.650774 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f45bcea7-01ee-4cd1-9415-b1a3a22e4598 HTTP/1.1" status: 204 len: 168 time: 6.8854096 May 20 15:56:00.651784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39590) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:00.665876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:00.668863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:00.677167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39592) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:00.678534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Network': ['ID=d59f3217-b992-431e-bcf7-f17befb481d1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:00.684582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:00.689628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1495975255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:00.690150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512420835', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:00.736633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:00.742282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:00.768207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:00.777190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-33e847d3-54e2-4832-9662-106da5e14077', 'network_id': '33e847d3-54e2-4832-9662-106da5e14077', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '8f0cbd50-3295-4ec6-a73f-f3a595debf4a'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:00.778200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.786676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:00.855374 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-49b62ae1-3581-4ab7-9ae0-2bc0b6ede718 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "PUT /v2.0/floatingips/34e04120-63b8-40cf-a33c-7dc9f8f00af7 HTTP/1.1" status: 200 len: 991 time: 5.5476310 May 20 15:56:00.860910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Usage tracker for resource:router and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:00.865045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:00.868369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.872261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:00.888034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:00.900304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:00.911324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fc51488-3d55-43c2-9fc2-58e3e40d610c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:00.938225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:01.173826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:01.196948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.198686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.216534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:01.248660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:01.250837 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'status': 'completed', 'code': 200} May 20 15:56:01.331544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:01.332156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.337032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=c4e16417-76b5-407e-8ace-a5fc369a4123,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:01.362631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:01.367355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.407565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89b481-296a-4be7-add0-c2b63a1ad06d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:01.438963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.469669 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.0246253 May 20 15:56:01.480094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39602) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:01.481253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.482554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.495464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.497539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.542334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:01.561711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:01.583796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:router and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:01.594806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.600799 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-38cc3711-ea89-4640-bf0c-49d2ba6fa2ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9121428 May 20 15:56:01.601044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:01.607027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39606) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:01.620886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'port': {'network_id': '33e847d3-54e2-4832-9662-106da5e14077', 'name': 'tempest-RoutersIpV6Test-38910958'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:01.632530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 462c56eb-8df8-4250-91db-3916fe2a62be {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:01.633215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.644538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.644538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:01.832149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.834185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.857592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting port a389dab8-69b8-48b0-918a-b84219b4c74d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:01.857946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.952942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Allocated IP 2001:db8::2 (33e847d3-54e2-4832-9662-106da5e14077/8f0cbd50-3295-4ec6-a73f-f3a595debf4a/b1c3d806-e858-422d-85be-01f157c155d9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:01.977366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'c4e16417-76b5-407e-8ace-a5fc369a4123'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:01.978255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:01.994708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b74daf30-0597-42cb-a046-dda5c247f7dc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:02.003821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-1aadc735-9bd9-4111-b71c-8826f6755dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:02.006009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-1aadc735-9bd9-4111-b71c-8826f6755dfb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.6942966 May 20 15:56:02.044539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '34e04120-63b8-40cf-a33c-7dc9f8f00af7', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'port_id': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'mac_address': 'fa:16:3e:94:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:07Z', 'updated_at': '2021-05-20T15:55:57Z', 'revision_number': 1, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:55:04Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:02.050249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: b74daf30-0597-42cb-a046-dda5c247f7dc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:02.050516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b74daf30-0597-42cb-a046-dda5c247f7dc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:02.071432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.079137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.188194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] Checking router: 94365ba4-deba-4f4f-a79d-2ac0e5c84845 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:56:02.194304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Allocated IP 172.26.8.37 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/ded1525c-7973-45b5-a511-a72925671adc) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:02.209131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.1 (ed981099-9f74-4767-800b-8689866881b1/867c87f6-6983-43e5-bcbf-f9d8c5944f89/55e4ab58-2e36-4471-931f-2699c315b5cf) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:02.218069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 462c56eb-8df8-4250-91db-3916fe2a62be owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:02.266409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:02.267060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:02.376628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.450995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.476754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Transition to ACTIVE for port object 55e4ab58-2e36-4471-931f-2699c315b5cf will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:02.493315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:02.538897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.548967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-774c2ed4-6d5a-4a5c-b2bd-ce157ca77c39 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:02.588393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:port and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:02.600562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Calling delete_port for a389dab8-69b8-48b0-918a-b84219b4c74d owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:02.606406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:02.621208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.647471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Transition to ACTIVE for port object b1c3d806-e858-422d-85be-01f157c155d9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:02.670564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:02.672360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network ed981099-9f74-4767-800b-8689866881b1 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:02.681248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:02.685937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:02.700984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:02.708439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.719166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.753451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/c4e16417-76b5-407e-8ace-a5fc369a4123/b57a4ec7-ed76-4675-973e-ff79af3b7090) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:02.758616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Transition to ACTIVE for port object b1c3d806-e858-422d-85be-01f157c155d9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:02.783971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=55e4ab58-2e36-4471-931f-2699c315b5cf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:02.787840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.802327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:02.935347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:02.970116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:03.026280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.043044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1f2624c-2b58-403a-aa18-8e4de026bc03 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:03.054710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:03.057872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.072729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Network 33e847d3-54e2-4832-9662-106da5e14077 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:03.085442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-8a8417ef-bd9c-43a3-a720-e412a26482db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:03.087585 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-8a8417ef-bd9c-43a3-a720-e412a26482db service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 1.0101497 May 20 15:56:03.095557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:03.106932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:03.109634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.113752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-83a0ab22-7818-4421-9c76-dde5a3a59980 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6258605 May 20 15:56:03.117979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39612) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:03.167292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Pushing event updated for resources: {'Port': ['ID=b1c3d806-e858-422d-85be-01f157c155d9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:03.180891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b62735eb-89c1-444a-9cc8-c3f36f4d7df8 None None] Provisioning for port 55e4ab58-2e36-4471-931f-2699c315b5cf completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:03.191489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:03.252765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b62735eb-89c1-444a-9cc8-c3f36f4d7df8 None None] Provisioning complete for port 55e4ab58-2e36-4471-931f-2699c315b5cf triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:03.253303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b62735eb-89c1-444a-9cc8-c3f36f4d7df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.263924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=462c56eb-8df8-4250-91db-3916fe2a62be,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:03.268339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:03.288634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] device_id is not set on port c8381053-31ab-433c-9731-ff85846e286d yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:56:03.571423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.617442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.619174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b62735eb-89c1-444a-9cc8-c3f36f4d7df8 None None] Port 55e4ab58-2e36-4471-931f-2699c315b5cf cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:03.683909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Attempting to bind port b1c3d806-e858-422d-85be-01f157c155d9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:03.684659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Attempting to bind port b1c3d806-e858-422d-85be-01f157c155d9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '3b478ef2-9ccb-4c78-b612-6db285b67419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33e847d3-54e2-4832-9662-106da5e14077'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:03.684868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Attempting to bind port b1c3d806-e858-422d-85be-01f157c155d9 on network 33e847d3-54e2-4832-9662-106da5e14077 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:03.710981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:03.711498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Checking segment: {'id': '3b478ef2-9ccb-4c78-b612-6db285b67419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33e847d3-54e2-4832-9662-106da5e14077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:03.711983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.712451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Bound using segment: {'id': '3b478ef2-9ccb-4c78-b612-6db285b67419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33e847d3-54e2-4832-9662-106da5e14077'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:03.713020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Bound port: b1c3d806-e858-422d-85be-01f157c155d9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b478ef2-9ccb-4c78-b612-6db285b67419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33e847d3-54e2-4832-9662-106da5e14077'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:03.713507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.736673 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-39cbf2fe-edb0-4a49-a177-7abe160186fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 999 time: 0.6316845 May 20 15:56:03.745551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.796543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.829396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Transition to ACTIVE for port object b57a4ec7-ed76-4675-973e-ff79af3b7090 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:03.858777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '34e04120-63b8-40cf-a33c-7dc9f8f00af7', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'port_id': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'mac_address': 'fa:16:3e:94:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:07Z', 'updated_at': '2021-05-20T15:55:57Z', 'revision_number': 1, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:55:04Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:03.873165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1d111dd1-9f97-408a-a8eb-d08f43111105 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:03.874722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] For port b1c3d806-e858-422d-85be-01f157c155d9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:03.878489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67c46a-9dde-46f8-adb9-10a05c777c22 None None] The sync data for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv is: [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '34e04120-63b8-40cf-a33c-7dc9f8f00af7', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'port_id': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'mac_address': 'fa:16:3e:94:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:07Z', 'updated_at': '2021-05-20T15:55:57Z', 'revision_number': 1, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:55:04Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:03.882056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] For port b1c3d806-e858-422d-85be-01f157c155d9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b1c3d806-e858-422d-85be-01f157c155d9,segment=NetworkSegment(3b478ef2-9ccb-4c78-b612-6db285b67419),segment_id=3b478ef2-9ccb-4c78-b612-6db285b67419)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:03.883318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Transition to ACTIVE for port object b57a4ec7-ed76-4675-973e-ff79af3b7090 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:03.892273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:03.896963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3eb8d99a-93f2-4fe4-b1dd-68bff78a023c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:03.946163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.011374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:04.014127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:04.017269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:04.024100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Pushing event updated for resources: {'Port': ['ID=b1c3d806-e858-422d-85be-01f157c155d9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:04.029315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:04.029867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5723bc09-51c5-4bfc-9df1-e25662fd4d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:04.065136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Port': ['ID=a389dab8-69b8-48b0-918a-b84219b4c74d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:04.089857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.103192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:04.178666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.206450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Router ad332333-900b-45b5-ad36-2786a0ee3109 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:04.211775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Pushing event updated for resources: {'Port': ['ID=b57a4ec7-ed76-4675-973e-ff79af3b7090,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:04.218203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:04.219115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Attempting to bind port b57a4ec7-ed76-4675-973e-ff79af3b7090 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:04.219485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Attempting to bind port b57a4ec7-ed76-4675-973e-ff79af3b7090 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:04.219847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Attempting to bind port b57a4ec7-ed76-4675-973e-ff79af3b7090 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:04.227639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:04.228022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:04.228438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.228843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:04.229323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Bound port: b57a4ec7-ed76-4675-973e-ff79af3b7090, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:04.229739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.349778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] For port b57a4ec7-ed76-4675-973e-ff79af3b7090, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:04.353373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] For port b57a4ec7-ed76-4675-973e-ff79af3b7090, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b57a4ec7-ed76-4675-973e-ff79af3b7090,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:04.359785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-77db4778-7612-4950-a891-314734e2dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:04.362908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.364828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-77db4778-7612-4950-a891-314734e2dae0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.5411742 May 20 15:56:04.368649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:04.424681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:04.486053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Pushing event updated for resources: {'Port': ['ID=b57a4ec7-ed76-4675-973e-ff79af3b7090,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:04.490813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:04.502080 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] Sync routers for ids ['ad332333-900b-45b5-ad36-2786a0ee3109'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:04.507725 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/ports/a389dab8-69b8-48b0-918a-b84219b4c74d HTTP/1.1" status: 204 len: 168 time: 3.9414721 May 20 15:56:04.518803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39618) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:04.557225 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] Routers {'ad332333-900b-45b5-ad36-2786a0ee3109'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:04.559173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ad332333-900b-45b5-ad36-2786a0ee3109'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:04.610164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8::ee (33e847d3-54e2-4832-9662-106da5e14077/8f0cbd50-3295-4ec6-a73f-f3a595debf4a/c8381053-31ab-433c-9731-ff85846e286d) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:04.615760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427168f-f9eb-4c6c-8962-46b88d1b4d75 None None] New status for floating IP 34e04120-63b8-40cf-a33c-7dc9f8f00af7: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:56:04.635678 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-01732276-a744-4295-902f-281ab5df4022 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] DELETE failed (client error): The resource could not be found. May 20 15:56:04.636254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01732276-a744-4295-902f-281ab5df4022 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:56:04.643504 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-01732276-a744-4295-902f-281ab5df4022 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/79152092-b30b-41fc-83ec-0163b13fa22f HTTP/1.1" status: 404 len: 337 time: 0.1155965 May 20 15:56:04.646620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39624) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:04.656290 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/routers/ad332333-900b-45b5-ad36-2786a0ee3109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9897513 May 20 15:56:04.790446 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:04.817681 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] Routers {'ad332333-900b-45b5-ad36-2786a0ee3109'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:04.818364 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ad332333-900b-45b5-ad36-2786a0ee3109'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:04.857748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39626) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:04.859656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.908336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:05.015904 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:05.016907 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf87e3d-7d0a-49b3-838e-139b127609e1 None None] The sync data for ids ['ad332333-900b-45b5-ad36-2786a0ee3109'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:05.210124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.375939 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f2ef7d-9907-4a60-91ee-ecb19d21059b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:56:05.377283 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-25f2ef7d-9907-4a60-91ee-ecb19d21059b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/462c56eb-8df8-4250-91db-3916fe2a62be HTTP/1.1" status: 404 len: 333 time: 0.5039175 May 20 15:56:05.394934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:05.400875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39632) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:05.495543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.500396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:05.516263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504777d1-b58f-4e9a-8ac1-a85034713444']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:05.533884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:05.538897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:05.539454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf27ed3-9ba8-40ea-b0a4-5a1d9e12570b') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:05.560624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event updated for resources: {'Port': ['ID=ded1525c-7973-45b5-a511-a72925671adc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:05.572738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.584202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.598573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:05.635803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.658584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.663617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:05.664348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:05.681131 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:05.688894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.728065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ad1a11d-1969-4c23-88ec-be5e7bcec82f tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:05.779283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.963430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08efde31-42de-4a2f-9701-8e5c3498df6e None None] Network 33e847d3-54e2-4832-9662-106da5e14077 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:06.010152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.028681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=55e4ab58-2e36-4471-931f-2699c315b5cf,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:06.038782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.052904 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/504777d1-b58f-4e9a-8ac1-a85034713444 HTTP/1.1" status: 204 len: 168 time: 1.3887467 May 20 15:56:06.054368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.065224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:06.066167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39638) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:06.087185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cf67c03b-62c9-4769-b48b-1b640a46bff7 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:06.171514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Network': ['ID=504777d1-b58f-4e9a-8ac1-a85034713444,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:06.210227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b57a4ec7-ed76-4675-973e-ff79af3b7090 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:06.233386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:06.239650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.275503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting subnet d1fc7e3f-0ba9-4c2e-b288-9f20f7208119 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:06.282941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.550237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.590233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network ed981099-9f74-4767-800b-8689866881b1 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:06.594682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-883855ba-8b23-498a-8ad6-911a75a2fe66 None None] Provisioning for port b1c3d806-e858-422d-85be-01f157c155d9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:06.598039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:06.655078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b57a4ec7-ed76-4675-973e-ff79af3b7090 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:06.669791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1c3d806-e858-422d-85be-01f157c155d9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:06.767165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.826172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Provisioning for port b57a4ec7-ed76-4675-973e-ff79af3b7090 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:06.833179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b1c3d806-e858-422d-85be-01f157c155d9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:06.841841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Provisioning complete for port b57a4ec7-ed76-4675-973e-ff79af3b7090 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:06.842955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.913642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b1c3d806-e858-422d-85be-01f157c155d9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:06.914497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.977537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-2fba0aa6-8058-4293-9b9d-10bc621c86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:06.979517 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-2fba0aa6-8058-4293-9b9d-10bc621c86ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 2.4694881 May 20 15:56:06.983668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object c8381053-31ab-433c-9731-ff85846e286d will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:07.022819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.170718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.189070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.215673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.251605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router 828195cb-b071-457c-b47f-8f602a5e408b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:07.260677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b1c3d806-e858-422d-85be-01f157c155d9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b1c3d806-e858-422d-85be-01f157c155d9,segment=NetworkSegment(3b478ef2-9ccb-4c78-b612-6db285b67419),segment_id=3b478ef2-9ccb-4c78-b612-6db285b67419)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:07.271490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.274921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27e1e0dc-02ed-46ac-bce1-1d26271c5693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:07.277154 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-344a5952-f006-407e-87a1-ac5aea47130a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2852154 May 20 15:56:07.307517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] For port b57a4ec7-ed76-4675-973e-ff79af3b7090, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b57a4ec7-ed76-4675-973e-ff79af3b7090,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:07.315353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.356053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=b1c3d806-e858-422d-85be-01f157c155d9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:07.359716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:07.360276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fc5b7d73-ff33-4e2c-a528-f299bdb6e940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:07.376087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.383602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-52f51a90-57a6-46fd-8e53-2759676c3c5a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:07.440700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.455998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fc7e3f-0ba9-4c2e-b288-9f20f7208119,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:07.459571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:07.469072 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/subnets/d1fc7e3f-0ba9-4c2e-b288-9f20f7208119 HTTP/1.1" status: 204 len: 168 time: 1.3645051 May 20 15:56:07.483199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2980d7a-5878-42f0-9a17-0ee5ce28600e None None] Network a5df10b9-c260-4c85-872d-62f5feeb05ef requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:07.524330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39644) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:07.560436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.574662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.663784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a0fa23d3-a2bd-4288-aa0f-760c74af3d8a None None] Provisioning complete for port b1c3d806-e858-422d-85be-01f157c155d9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:07.664499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a0fa23d3-a2bd-4288-aa0f-760c74af3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.668986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:07.680165 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/routers/828195cb-b071-457c-b47f-8f602a5e408b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2331007 May 20 15:56:07.680754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39648) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:07.695049 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] Sync routers for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:07.698921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'port': {'network_id': 'ed981099-9f74-4767-800b-8689866881b1', 'name': 'tempest-FloatingIPTestJSON-868265635'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:07.704403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Allocated IP 172.26.8.179 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/bc441d43-a585-458e-a3b3-f8006c16b018) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:07.733463 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:07.735897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.738151 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:07.773843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Pushing event updated for resources: {'Port': ['ID=b57a4ec7-ed76-4675-973e-ff79af3b7090,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:07.834689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:07.851912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:07.852990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Fanout notify agent at l3_agent the message router_deleted on router ad332333-900b-45b5-ad36-2786a0ee3109 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:07.901741 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-826bc312-cf08-441e-b829-f1c3147e70d7 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349091 May 20 15:56:07.996625 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:08.016419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.055308 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:08.056787 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:55:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:08.108112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:08.112593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b57a4ec7-ed76-4675-973e-ff79af3b7090 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:08.166320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:08.174442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Usage tracker for resource:port and tenant:386dc91c07884102bd1d56ca3745caf4 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:08.180459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Quota usage for port was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:08.191142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:08.202903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=c8381053-31ab-433c-9731-ff85846e286d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:08.226381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Made reservation on behalf of 386dc91c07884102bd1d56ca3745caf4 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:08.232650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.255468 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:08.257267 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206aed77-c9e9-465b-b7aa-0f0f2f2e96aa None None] The sync data for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:08.262566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a0fa23d3-a2bd-4288-aa0f-760c74af3d8a None None] Provisioning complete for port 55e4ab58-2e36-4471-931f-2699c315b5cf triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:08.263646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a0fa23d3-a2bd-4288-aa0f-760c74af3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.292283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] device_id is not set on port c84772f6-f1e3-4a2d-9206-be0e59ef0d64 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:56:08.354032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa23d3-a2bd-4288-aa0f-760c74af3d8a None None] Port 55e4ab58-2e36-4471-931f-2699c315b5cf cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:08.367205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] DHCP port deletion for a5df10b9-c260-4c85-872d-62f5feeb05ef request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:56:08.371156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b57a4ec7-ed76-4675-973e-ff79af3b7090 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:08.371583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.384796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Deleting port 8e5ce544-db22-4687-9c20-c127a16a98fd {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:08.385312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.406244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.412208 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a822a566-8c3c-4017-8b8c-1a8c542dead1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/routers/ad332333-900b-45b5-ad36-2786a0ee3109 HTTP/1.1" status: 204 len: 168 time: 3.0054564 May 20 15:56:08.428469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39654) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:08.451378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:08.485930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::1 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/c4e16417-76b5-407e-8ace-a5fc369a4123/1bd2cda5-75b8-4cda-8565-7cf5f22fd536) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:08.492867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 33e847d3-54e2-4832-9662-106da5e14077 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:08.508383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.572047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:08.605717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:08.610872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:08.611433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.632284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Deleting port 8e5ce544-db22-4687-9c20-c127a16a98fd {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:08.632284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.794839 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 7.1794732 May 20 15:56:08.816173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39658) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:08.816458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet fc62071f-29ad-4fa9-8bcd-58aa99041527 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:08.820316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.833312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1c3d806-e858-422d-85be-01f157c155d9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:08.893941 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb2883cf-557e-4cbf-905f-cb183d56f2c5 req-71b9b1e7-f1a4-486e-b7dc-a10527ef6398 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143925 May 20 15:56:08.977771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] For port 8e5ce544-db22-4687-9c20-c127a16a98fd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e5ce544-db22-4687-9c20-c127a16a98fd,segment=NetworkSegment(3f4a7b05-dd5d-4471-bc6b-74b690eff6c5),segment_id=3f4a7b05-dd5d-4471-bc6b-74b690eff6c5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:08.979032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.159759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.277102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Calling delete_port for 8e5ce544-db22-4687-9c20-c127a16a98fd owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:09.282542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] For port 8e5ce544-db22-4687-9c20-c127a16a98fd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8e5ce544-db22-4687-9c20-c127a16a98fd,segment=NetworkSegment(3f4a7b05-dd5d-4471-bc6b-74b690eff6c5),segment_id=3f4a7b05-dd5d-4471-bc6b-74b690eff6c5)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:09.283395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.301816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8150c1a3-cb41-45e9-8238-2d53b102fe2b None None] Provisioning for port c8381053-31ab-433c-9731-ff85846e286d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:09.312196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8150c1a3-cb41-45e9-8238-2d53b102fe2b None None] Provisioning complete for port c8381053-31ab-433c-9731-ff85846e286d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:09.313565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8150c1a3-cb41-45e9-8238-2d53b102fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.365226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b1c3d806-e858-422d-85be-01f157c155d9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:09.366012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.450952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8150c1a3-cb41-45e9-8238-2d53b102fe2b None None] Port c8381053-31ab-433c-9731-ff85846e286d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:09.525235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.535780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:09.543781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.601171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Pushing event deleted for resources: {'Port': ['ID=8e5ce544-db22-4687-9c20-c127a16a98fd,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:09.604157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:09.609776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] No DVR routers for this DVR port 8e5ce544-db22-4687-9c20-c127a16a98fd on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:09.632483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Calling delete_port for 8e5ce544-db22-4687-9c20-c127a16a98fd owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:09.663292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Allocated IP 172.20.0.12 (ed981099-9f74-4767-800b-8689866881b1/867c87f6-6983-43e5-bcbf-f9d8c5944f89/c84772f6-f1e3-4a2d-9206-be0e59ef0d64) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:09.743065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.866357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e5ce544-db22-4687-9c20-c127a16a98fd no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:09.889265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:09.931370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8e5ce544-db22-4687-9c20-c127a16a98fd {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:09.932247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8e5ce544-db22-4687-9c20-c127a16a98fd not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:09.971459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:10.070281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.088391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a3af8c3-7fbc-4a7f-b16c-0dcc50c13bff tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:10.147787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-12ecf8ef-97f8-42d3-b9cc-b720c6fb8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:10.149319 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-12ecf8ef-97f8-42d3-b9cc-b720c6fb8e52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.9603324 May 20 15:56:10.162667 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.177595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7b18967e-0ac8-4e71-be09-2f0daab611d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:10.251421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.289513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:10.323965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] No DVR routers for this DVR port 8e5ce544-db22-4687-9c20-c127a16a98fd on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:10.324796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3aba4aa0-7b9d-49d4-97f6-969a1487822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.331407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Port': ['ID=8e5ce544-db22-4687-9c20-c127a16a98fd,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:10.354211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.356460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:10.358657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event updated for resources: {'Port': ['ID=bc441d43-a585-458e-a3b3-f8006c16b018,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:10.370809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:10.395961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:10.409093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:10.584950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.590978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.629797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.652725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5df10b9-c260-4c85-872d-62f5feeb05ef']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:10.653953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed8a5002-689a-4de9-8f4f-3a0103517c55 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:10.680755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:10.681187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4a7b05-dd5d-4471-bc6b-74b690eff6c5') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:10.690115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Transition to ACTIVE for port object c84772f6-f1e3-4a2d-9206-be0e59ef0d64 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:10.705803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.750923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.784158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:10.784158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:10.809125 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:10.826582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:10.920904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-df53b6f8-3a9a-4513-be80-30784d4ef960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:11.020371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=fc62071f-29ad-4fa9-8bcd-58aa99041527,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:11.028870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:11.030152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.033783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.048854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf00e4-ebc9-4402-add7-b68c350c45a3 None None] Network 0305952c-0d90-4fae-958d-8eb84297a893 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:11.049254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bbed70a4-7b53-4e8b-9392-dc35c388b9d5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:11.156889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.172297 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/fc62071f-29ad-4fa9-8bcd-58aa99041527 HTTP/1.1" status: 204 len: 168 time: 2.7425401 May 20 15:56:11.181048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39666) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:11.204104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Network ed981099-9f74-4767-800b-8689866881b1 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:11.206132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.256633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:11.277538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:11.353378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-9d6b77e8-ac6a-4661-bc2d-bc0a946d6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:11.355857 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-9d6b77e8-ac6a-4661-bc2d-bc0a946d6854 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 1.1688604 May 20 15:56:11.380485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:11.412811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] DHCP port deletion for 0305952c-0d90-4fae-958d-8eb84297a893 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:56:11.430880 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] 10.222.0.13 "DELETE /v2.0/networks/a5df10b9-c260-4c85-872d-62f5feeb05ef HTTP/1.1" status: 204 len: 168 time: 3.9051774 May 20 15:56:11.470673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event updated for resources: {'Port': ['ID=c84772f6-f1e3-4a2d-9206-be0e59ef0d64,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:11.542729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:11.544101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:11.590264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:11.594293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.624035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.631456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:11.632516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.652614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Pushing event deleted for resources: {'Network': ['ID=a5df10b9-c260-4c85-872d-62f5feeb05ef,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:11.678969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:11.682401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Deleting port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:11.683023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.695600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:11.696670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:11.958942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:12.077044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1aed11fc-2142-409a-8f79-11f9853d2baa None None] Provisioning for port c84772f6-f1e3-4a2d-9206-be0e59ef0d64 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:12.095638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1aed11fc-2142-409a-8f79-11f9853d2baa None None] Provisioning complete for port c84772f6-f1e3-4a2d-9206-be0e59ef0d64 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:12.096523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1aed11fc-2142-409a-8f79-11f9853d2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.119139 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4332583 May 20 15:56:12.130193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39676) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:12.138623 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-e6b80d2b-1832-4b9e-b2db-c8941949c12b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.5512254 May 20 15:56:12.141391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Request body: {'floatingip': {'port_id': 'c84772f6-f1e3-4a2d-9206-be0e59ef0d64'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:12.171396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=1bd2cda5-75b8-4cda-8565-7cf5f22fd536,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:12.177076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.522s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:12.179754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39680) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:12.264150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1aed11fc-2142-409a-8f79-11f9853d2baa None None] Port c84772f6-f1e3-4a2d-9206-be0e59ef0d64 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:12.276945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] For port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,segment=NetworkSegment(a0d9bcc7-b482-4b34-9546-211fe8262247),segment_id=a0d9bcc7-b482-4b34-9546-211fe8262247)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:12.276945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.308309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.454789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Calling delete_port for 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:12.485858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3383b0f5-c41c-4679-b9b6-4f4d718bdd64 None None] Provisioning for port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:12.493887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.516052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3383b0f5-c41c-4679-b9b6-4f4d718bdd64 None None] Provisioning complete for port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:12.516407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3383b0f5-c41c-4679-b9b6-4f4d718bdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.609129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:12.610076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.610281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,segment=NetworkSegment(a0d9bcc7-b482-4b34-9546-211fe8262247),segment_id=a0d9bcc7-b482-4b34-9546-211fe8262247)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:12.611143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3383b0f5-c41c-4679-b9b6-4f4d718bdd64 None None] Port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:12.620985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.623122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:12.688957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:12.726347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] No DVR routers for this DVR port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:12.728738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:12.732977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:12.733296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ae6a11cf-6dcf-41fe-a619-f9a76ae63e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:12.771296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-1464503c-ecac-45fd-b8d0-eef1971ff376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:12.774858 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-1464503c-ecac-45fd-b8d0-eef1971ff376 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.5935926 May 20 15:56:12.782350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Pushing event deleted for resources: {'Port': ['ID=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:12.785823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:12.883235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Router f1efadf6-1827-4b3b-b3bc-26798db086be is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:12.948725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] For port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,segment=NetworkSegment(a0d9bcc7-b482-4b34-9546-211fe8262247),segment_id=a0d9bcc7-b482-4b34-9546-211fe8262247)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:12.949258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.096730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:13.138392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.221713 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3e9b33ff-f236-49e8-9014-12e1423acb12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7029abd736334cdf9f043ab17e153dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9440305 May 20 15:56:13.252766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39688) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:13.306001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.331223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.353971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.391536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-904c046d-30a5-48ee-a066-14820bbfec8e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:13.460905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=115ca33d-aa2d-4ed3-ac8f-f79a016ace7c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:13.466613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:13.467478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No DVR routers for this DVR port 115ca33d-aa2d-4ed3-ac8f-f79a016ace7c on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:13.632089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.649782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0305952c-0d90-4fae-958d-8eb84297a893']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:13.668112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d9bcc7-b482-4b34-9546-211fe8262247') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:13.668375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d9bcc7-b482-4b34-9546-211fe8262247') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:13.687956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.714395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c44-a91c-4e36-b41e-3df2aae2ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.715689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.732395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:13.732901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:13.751996 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:13.832751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:56:14.077353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.089673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8aeed200-5a7f-4264-b48b-9d378edd74a6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:14.104663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.126264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=0305952c-0d90-4fae-958d-8eb84297a893,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:14.132339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.133607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:14.138764 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/0305952c-0d90-4fae-958d-8eb84297a893 HTTP/1.1" status: 204 len: 168 time: 2.9379539 May 20 15:56:14.143538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.146754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:14.149920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-c42bef91-f30f-4bb5-b000-784cedc6a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:14.151319 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-c42bef91-f30f-4bb5-b000-784cedc6a943 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.2609811 May 20 15:56:14.154362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39692) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:14.158973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.160488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-57cd99b0-221c-4ca7-b6d2-74c34d34b288 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "PUT /v2.0/routers/f1efadf6-1827-4b3b-b3bc-26798db086be HTTP/1.1" status: 200 len: 883 time: 16.2244003 May 20 15:56:14.164163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] Sync routers for ids ['f1efadf6-1827-4b3b-b3bc-26798db086be'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:14.168915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39694) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:14.185286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] Routers {'f1efadf6-1827-4b3b-b3bc-26798db086be'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:14.186474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f1efadf6-1827-4b3b-b3bc-26798db086be'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:14.320800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:14.335097 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP f0d797b8-aca7-4541-9b3d-2af66f8de861 associated. External IP: 172.26.8.250, port: a3dd882c-e4e8-4292-85ed-011f76bd9e3d. May 20 15:56:14.337878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] Routers {'f1efadf6-1827-4b3b-b3bc-26798db086be'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:14.339797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f1efadf6-1827-4b3b-b3bc-26798db086be'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:14.344911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.348599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:56:14.447429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:14.448026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04487dc-b5d8-41ef-97f7-f7925353473c None None] The sync data for ids ['f1efadf6-1827-4b3b-b3bc-26798db086be'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:14.545039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.791582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.865002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.902342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9721c241-30d1-40c6-b8dc-6734cb94c2d2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:14.954960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:14.960230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.052117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66f9c9-7fff-487f-8994-3a8d045623f2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:15.054438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2e66f9c9-7fff-487f-8994-3a8d045623f2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/16ea9a23-bac9-4a86-a474-63b8db1c5225 HTTP/1.1" status: 200 len: 844 time: 0.8864589 May 20 15:56:15.071202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:15.313640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5b3f8953-aeed-4eb8-8412-03aa78972e4c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:15.369407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:15.387612 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:15.399374 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:15.400251 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:15.470832 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:15.482295 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:15.483251 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:15.514990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2e88d27d-ef35-411e-8e54-38893d5bab95 None None] Provisioning complete for port c8381053-31ab-433c-9731-ff85846e286d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:15.515612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2e88d27d-ef35-411e-8e54-38893d5bab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.536365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5b3f8953-aeed-4eb8-8412-03aa78972e4c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:15.547004 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5b3f8953-aeed-4eb8-8412-03aa78972e4c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/16ea9a23-bac9-4a86-a474-63b8db1c5225?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4740527 May 20 15:56:15.584253 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:15.584913 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafb708-c435-4e1c-9d61-d8d1c7307eb9 None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:15.622030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39708) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:15.661526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2e88d27d-ef35-411e-8e54-38893d5bab95 None None] Port c8381053-31ab-433c-9731-ff85846e286d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:15.920668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:15.937094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router 828195cb-b071-457c-b47f-8f602a5e408b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:15.984574 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-04705d75-edc0-45b9-a05e-e29c014e095e service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7576830 May 20 15:56:16.014922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=c8381053-31ab-433c-9731-ff85846e286d,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:16.105298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.203s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:16.112525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-44a225a9-b285-438d-a0fd-da9226174fee tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/f1efadf6-1827-4b3b-b3bc-26798db086be HTTP/1.1" status: 200 len: 924 time: 1.8014898 May 20 15:56:16.153705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39712) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:16.304884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.335264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:16.343142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.352675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] Sync routers for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:16.372413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.373212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:16.376080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.388815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-38c6ed0a-0735-473a-915d-b5d393f74ea1 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:16.473048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:16.489161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01301437-944d-4572-a963-e1d4be03ca8f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:16.507253 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9d769da5-762f-4e74-9a6a-bd97bc196893 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/floatingips/f0d797b8-aca7-4541-9b3d-2af66f8de861 HTTP/1.1" status: 200 len: 978 time: 4.3730907 May 20 15:56:16.509489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:16.510839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39716) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:16.512621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:16.529943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:16.539889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.570678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:16.572036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.599555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:56:16.608570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:16.613310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.616212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.617547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01301437-944d-4572-a963-e1d4be03ca8f HTTP/1.1" status: 204 len: 168 time: 3.3510044 May 20 15:56:16.668053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.681364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.693331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.693979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c45088f-ca44-48c1-8eae-5825943d4b2a None None] The sync data for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:16.734761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-263f0754-d7b9-4560-81e1-1fb9278bf1f6 req-14363fea-9e03-4120-a50a-5bb6ddd28855 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143941 May 20 15:56:16.758820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:16.762419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.777886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.778747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.794923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-780262dd-e597-4082-9df5-fb1cfdb97719 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:16.831142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port c84772f6-f1e3-4a2d-9206-be0e59ef0d64 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:16.833213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.978672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e945cd0-cf3d-4fcd-a848-4b8b3250418c tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:16.980244 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7e945cd0-cf3d-4fcd-a848-4b8b3250418c tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=f1efadf6-1827-4b3b-b3bc-26798db086be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8251915 May 20 15:56:16.999857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39726) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:17.088750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=1bd2cda5-75b8-4cda-8565-7cf5f22fd536,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:17.096955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:17.253215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:17.271417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:17.309251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Router a0cdca82-9866-4646-91f8-d9d81ef92405 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:17.396800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:17.412118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:17.428666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271e626-b0f5-492b-b4a1-8c6a4ea9f492 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:17.429456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c271e626-b0f5-492b-b4a1-8c6a4ea9f492 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Synchronizing usage tracker for tenant:40b5a131cfca4df9bb964eb50dd051a3 on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:17.469813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c271e626-b0f5-492b-b4a1-8c6a4ea9f492 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Unset dirty status for tenant:40b5a131cfca4df9bb964eb50dd051a3 on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:17.477549 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c271e626-b0f5-492b-b4a1-8c6a4ea9f492 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 0.4756773 May 20 15:56:17.483314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39740) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:17.602104 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-48cb07d6-6667-48f0-82dc-db499f93ae93 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1efadf6-1827-4b3b-b3bc-26798db086be HTTP/1.1" status: 200 len: 205 time: 0.1177189 May 20 15:56:17.603093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39748) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:17.875371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39756) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:17.930105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-297a0072-4031-423e-ac09-46267c231841 None None] Provisioning complete for port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:17.930989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-297a0072-4031-423e-ac09-46267c231841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.072256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-297a0072-4031-423e-ac09-46267c231841 None None] Port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:18.135982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.136533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.136904 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Floating IP f0d797b8-aca7-4541-9b3d-2af66f8de861 disassociated. External IP: 172.26.8.250, port: c84772f6-f1e3-4a2d-9206-be0e59ef0d64. May 20 15:56:18.137422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for c84772f6-f1e3-4a2d-9206-be0e59ef0d64 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:18.260416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.281055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-523899694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:18.312126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:18.373136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:18.381489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:router and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:18.385052 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] Sync routers for ids ['a0cdca82-9866-4646-91f8-d9d81ef92405'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:18.393027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:18.402946 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] Routers {'a0cdca82-9866-4646-91f8-d9d81ef92405'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:18.404500 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a0cdca82-9866-4646-91f8-d9d81ef92405'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:18.431214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:18.476851 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:18.477661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.482353 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 17.8006186 May 20 15:56:18.483088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39762) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:18.490160 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] Routers {'a0cdca82-9866-4646-91f8-d9d81ef92405'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:18.490820 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a0cdca82-9866-4646-91f8-d9d81ef92405'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:18.504084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.505040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.508400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Router 503181a8-5912-4795-93ab-ff3a1d91032c is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:18.518332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': False}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:18.559365 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:18.560302 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc802e8d-74d3-4b50-b4ff-b0038af495d7 None None] The sync data for ids ['a0cdca82-9866-4646-91f8-d9d81ef92405'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:18.702055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.753131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:56:18.854204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.882094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.913711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.914553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.931908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dca3aa01-1147-4d99-a911-5eb5f55dd961 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:18.936716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:18.946777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e927aec1-668d-4909-8199-043a2e5a6e37 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:18.968105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.009068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=c84772f6-f1e3-4a2d-9206-be0e59ef0d64,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:19.011948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:19.143870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:19.171055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Sync routers for ids ['503181a8-5912-4795-93ab-ff3a1d91032c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:19.173813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Deleting port ded1525c-7973-45b5-a511-a72925671adc {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:19.174159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.213184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Routers {'503181a8-5912-4795-93ab-ff3a1d91032c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:19.216902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['503181a8-5912-4795-93ab-ff3a1d91032c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:19.233100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=c8381053-31ab-433c-9731-ff85846e286d,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:19.235713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.236891 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2436ee97-8c30-4ad0-a528-a173268df264 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3543825 May 20 15:56:19.249446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:19.252187 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "PUT /v2.0/routers/503181a8-5912-4795-93ab-ff3a1d91032c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0785222 May 20 15:56:19.265511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39768) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:19.266079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39770) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:19.443647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router 828195cb-b071-457c-b47f-8f602a5e408b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:19.463047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.541535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-126666694'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:19.569662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:19.570084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Set router 503181a8-5912-4795-93ab-ff3a1d91032c gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:19.653835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:network and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:19.665303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Calling delete_port for ded1525c-7973-45b5-a511-a72925671adc owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:19.680431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:19.701689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:19.741466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.751166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea6ec91c-b194-4c6d-b527-6855e97662bb tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:19.786783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442b494-e00f-46d2-a5d8-d5583839afa6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:19.787676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c442b494-e00f-46d2-a5d8-d5583839afa6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:19.825618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Made reservation on behalf of a4e34e62598143c384c93b7bc42a38d3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:19.829143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.840158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:19.861285 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] Sync routers for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:19.882088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:19.883687 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:19.937605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 33e847d3-54e2-4832-9662-106da5e14077 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:19.939246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.959409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:19.963884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:19.976558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c442b494-e00f-46d2-a5d8-d5583839afa6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:19.978043 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c442b494-e00f-46d2-a5d8-d5583839afa6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports/1bd2cda5-75b8-4cda-8565-7cf5f22fd536 HTTP/1.1" status: 200 len: 911 time: 0.7073231 May 20 15:56:19.981470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:19.983416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39776) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:19.991232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:19.995935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:20.000810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=69b3dd55-2208-4077-b912-8e1bbf103381,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:20.010239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:20.011614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:security_group_rule and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:20.026005 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/ports/c84772f6-f1e3-4a2d-9206-be0e59ef0d64 HTTP/1.1" status: 204 len: 168 time: 3.5136302 May 20 15:56:20.038927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39780) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:20.068045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd2656-f13c-46e1-8190-cb1d9601a4d3 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:20.095218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:20.099474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:20.100088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.121644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:20.122150 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:20.150768 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:20.152188 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:20.253560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3599291 May 20 15:56:20.261132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39784) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:20.276313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'security_group': {'name': 'tempest-secgroup-211065554'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:20.285220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:20.289843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:20.297226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:20.310978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:20.343119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61323f-d840-43b2-b168-6ef7878184fd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:20.345009 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:20.345658 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d632ca-e0a4-4c14-8ebc-b4fe1c292690 None None] The sync data for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:20.356092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61323f-d840-43b2-b168-6ef7878184fd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:20.358053 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0d61323f-d840-43b2-b168-6ef7878184fd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3735120 May 20 15:56:20.360001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.378934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39790) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:20.397126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:20.402086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group_rule and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:20.405796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:20.413746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:20.506409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.523790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.534584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d8360742-b5f9-4007-b305-f8370e7a795c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:20.569701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.631184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f8b9a0b4-7e98-4854-bd76-f284052da1e6 None None] Provisioning complete for port c8381053-31ab-433c-9731-ff85846e286d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:20.632489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a0b4-7e98-4854-bd76-f284052da1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.878040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9a0b4-7e98-4854-bd76-f284052da1e6 None None] Port c8381053-31ab-433c-9731-ff85846e286d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:20.928401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-f239d450-e010-44de-8116-5875eff52743', 'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'tenant_id': 'ceff729cfb57428a8c9aa132e96a0b01', 'fixed_ips': [{'subnet_id': '69b3dd55-2208-4077-b912-8e1bbf103381'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:20.929694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.955690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:20.957467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 7618d69e-2471-4cc9-adad-c7cfb7fc9866 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:21.000616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.009393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-28d4b2ec-02db-4449-ada6-ced2b9b4fde6 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:21.034693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:01Z', 'updated_at': '2021-05-20T15:56:12Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None, '_interfaces': [{'id': '1bd2cda5-75b8-4cda-8565-7cf5f22fd536', 'name': '', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'mac_address': 'fa:16:3e:3f:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e16417-76b5-407e-8ace-a5fc369a4123', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:56:06Z', 'updated_at': '2021-05-20T15:56:14Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'subnets': [{'id': 'c4e16417-76b5-407e-8ace-a5fc369a4123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:21.042687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Checking router: 503181a8-5912-4795-93ab-ff3a1d91032c for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:56:21.043158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Updating router 503181a8-5912-4795-93ab-ff3a1d91032c port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:56:21.107613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.109290 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8388288 May 20 15:56:21.121587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39794) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:21.124512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2fe3b-25a8-4ff1-94f2-e4a461c4ad87,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:21.131978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619525642'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:21.177186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.208811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:21.219040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:21.240578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:21.247463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:21.262942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:21.275670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.284610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c47825e3-b45d-4686-96e4-d9ff3c7be549 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:21.324495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:56:21.353178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event deleted for resources: {'Port': ['ID=ded1525c-7973-45b5-a511-a72925671adc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:21.356527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.391724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbb7d14-dd1a-4cbc-a7e8-79eaa3f29a5e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:21.395825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:21.397299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:21.405131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Allocated IP 2001:db8::2 (f239d450-e010-44de-8116-5875eff52743/69b3dd55-2208-4077-b912-8e1bbf103381/d1448203-6f76-4a08-9059-08d1e13643fe) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:21.413546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.413857 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Added segment 828ffec3-0dfd-4935-b0af-32f1e417b402 of type vlan for network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 May 20 15:56:21.489736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.495022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:21.515070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] Sync routers for ids ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:21.563049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] Routers {'7618d69e-2471-4cc9-adad-c7cfb7fc9866'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:21.563410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:21.588956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:21.603907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group_rule and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:21.614864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:21.647511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:21.668960 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/7618d69e-2471-4cc9-adad-c7cfb7fc9866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8449175 May 20 15:56:21.669716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39800) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:21.678425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.684716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:21.685682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.701964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48c8f84b-a777-4987-8100-c37a2edba446 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:21.833003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.845601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Transition to ACTIVE for port object d1448203-6f76-4a08-9059-08d1e13643fe will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:21.868156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Transition to ACTIVE for port object d1448203-6f76-4a08-9059-08d1e13643fe will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:21.871752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:21.885211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:21.893514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d86dffcc-d78a-4ca7-8dcd-6f1aafc9b795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:21.897403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6283894 May 20 15:56:21.910498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39804) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:21.920544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'subnet': {'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:21.922091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.046591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] Routers {'7618d69e-2471-4cc9-adad-c7cfb7fc9866'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:22.047274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:22.074838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Network': ['ID=10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:22.079615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:22.111709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:56:22.148242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:22.161449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:22.161718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70b7ad-8bdc-4c29-a766-bf1b1924a1cf None None] The sync data for ids ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:22.163828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:22.176513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.185472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.221688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:22.228538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Pushing event updated for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:22.249605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:22.255712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.270774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.272845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3924cc06-1b18-4687-a605-f260b4e43ad1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:22.273810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3924cc06-1b18-4687-a605-f260b4e43ad1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:22.275322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d671a757-ff07-4e11-9a11-6b9097be4f67 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:22.292570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:22.311733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.312266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Fanout notify agent at l3_agent the message router_deleted on router f1efadf6-1827-4b3b-b3bc-26798db086be {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:22.342496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:subnet and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:22.378442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91aeba-f2d7-460f-835a-b10194c6b02e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:22.382588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:22.388117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.389546 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/f1efadf6-1827-4b3b-b3bc-26798db086be HTTP/1.1" status: 204 len: 168 time: 4.7810998 May 20 15:56:22.393408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39808) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:22.397205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.398932 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2761579 May 20 15:56:22.403968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1582007872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:22.409168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39812) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:22.418848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:22.427363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-347946469', 'security_groups': ['2f91aeba-f2d7-460f-835a-b10194c6b02e'], 'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69b3dd55-2208-4077-b912-8e1bbf103381'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:22.439741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:22.442898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:22.443258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3924cc06-1b18-4687-a605-f260b4e43ad1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:22.447413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3924cc06-1b18-4687-a605-f260b4e43ad1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports/c8381053-31ab-433c-9731-ff85846e286d HTTP/1.1" status: 200 len: 981 time: 0.7680612 May 20 15:56:22.450239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39816) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:22.452088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Attempting to bind port d1448203-6f76-4a08-9059-08d1e13643fe on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:22.452789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Attempting to bind port d1448203-6f76-4a08-9059-08d1e13643fe by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'ba33be6f-be68-4b5c-80a6-a496430cc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f239d450-e010-44de-8116-5875eff52743'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:22.453199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Attempting to bind port d1448203-6f76-4a08-9059-08d1e13643fe on network f239d450-e010-44de-8116-5875eff52743 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:22.466581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:22.466841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Usage tracker for resource:router and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:22.467523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Checking segment: {'id': 'ba33be6f-be68-4b5c-80a6-a496430cc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f239d450-e010-44de-8116-5875eff52743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:22.467962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.468416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Bound using segment: {'id': 'ba33be6f-be68-4b5c-80a6-a496430cc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f239d450-e010-44de-8116-5875eff52743'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:22.468960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Bound port: d1448203-6f76-4a08-9059-08d1e13643fe, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba33be6f-be68-4b5c-80a6-a496430cc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f239d450-e010-44de-8116-5875eff52743'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:22.469635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.500909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.511883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.531867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:22.557003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Transition to ACTIVE for port object 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:22.574841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.581705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:22.611673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Made reservation on behalf of a4e34e62598143c384c93b7bc42a38d3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:22.614033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:22.617491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.700684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.784605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fea2c1-0883-4434-ba1d-580377e063b7 None None] Pushing event updated for resources: {'Port': ['ID=1bd2cda5-75b8-4cda-8565-7cf5f22fd536,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:22.789710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:22.795029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57fea2c1-0883-4434-ba1d-580377e063b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:22.815486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.816588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.880317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1448203-6f76-4a08-9059-08d1e13643fe,segment=NetworkSegment(ba33be6f-be68-4b5c-80a6-a496430cc00b),segment_id=ba33be6f-be68-4b5c-80a6-a496430cc00b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:22.904099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:22.908678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:23.010579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Pushing event updated for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:23.013850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Attempting to bind port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:23.014481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Attempting to bind port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:23.015408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Attempting to bind port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:23.022597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:23.034069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:23.034815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:23.035917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:23.036490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:23.037501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Bound port: 1bd2cda5-75b8-4cda-8565-7cf5f22fd536, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:23.038269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:23.209006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] For port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:23.215618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] For port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1bd2cda5-75b8-4cda-8565-7cf5f22fd536,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:23.228272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:23.238760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ee604fd0-dbee-4462-97d8-7b46af10af86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:23.273706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:23.325513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:23.339954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:port and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:23.347125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:23.398955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fea2c1-0883-4434-ba1d-580377e063b7 None None] Pushing event updated for resources: {'Port': ['ID=1bd2cda5-75b8-4cda-8565-7cf5f22fd536,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:23.413980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:23.419366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57fea2c1-0883-4434-ba1d-580377e063b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:23.480054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:23.480988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Routers {'503181a8-5912-4795-93ab-ff3a1d91032c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:23.485727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['503181a8-5912-4795-93ab-ff3a1d91032c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:23.560581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:23.653935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:23.655445 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-100860b6-4c7d-47b8-82b5-535d08a569b5 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2607789 May 20 15:56:23.675126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39822) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:23.688908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': True}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:23.934929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] Set router 503181a8-5912-4795-93ab-ff3a1d91032c gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:24.070757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:24.092133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:24.171524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:24.196209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:24.275969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port aa29a600-5259-463a-b566-7bffbeeb5c31 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:56:24.379591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:24.380054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:24.472628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:24.585816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Router a0cdca82-9866-4646-91f8-d9d81ef92405 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:24.649954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:24.872909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:25.010843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d1448203-6f76-4a08-9059-08d1e13643fe completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:25.063145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:01Z', 'updated_at': '2021-05-20T15:56:12Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None, '_interfaces': [{'id': '1bd2cda5-75b8-4cda-8565-7cf5f22fd536', 'name': '', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'mac_address': 'fa:16:3e:3f:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e16417-76b5-407e-8ace-a5fc369a4123', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:56:06Z', 'updated_at': '2021-05-20T15:56:23Z', 'revision_number': 4, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'subnets': [{'id': 'c4e16417-76b5-407e-8ace-a5fc369a4123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:25.075294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1369a69-6bb9-4e94-b535-3bda82cf4825 None None] The sync data for ids ['503181a8-5912-4795-93ab-ff3a1d91032c'] in dv-neutron-601336-76-hyperv is: [{'id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:01Z', 'updated_at': '2021-05-20T15:56:12Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None, '_interfaces': [{'id': '1bd2cda5-75b8-4cda-8565-7cf5f22fd536', 'name': '', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'mac_address': 'fa:16:3e:3f:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c4e16417-76b5-407e-8ace-a5fc369a4123', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:56:06Z', 'updated_at': '2021-05-20T15:56:23Z', 'revision_number': 4, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'subnets': [{'id': 'c4e16417-76b5-407e-8ace-a5fc369a4123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:25.089536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:25.090302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:25.090302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.126134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.131438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::272 (f239d450-e010-44de-8116-5875eff52743/69b3dd55-2208-4077-b912-8e1bbf103381/aa29a600-5259-463a-b566-7bffbeeb5c31) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:25.131711 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ba7ed233-4b08-4cfb-825f-8bb055d26d97 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "PUT /v2.0/routers/a0cdca82-9866-4646-91f8-d9d81ef92405 HTTP/1.1" status: 200 len: 921 time: 6.6290450 May 20 15:56:25.136228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39828) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:25.136919 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] Sync routers for ids ['a0cdca82-9866-4646-91f8-d9d81ef92405'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:25.163025 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] Routers {'a0cdca82-9866-4646-91f8-d9d81ef92405'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:25.164447 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a0cdca82-9866-4646-91f8-d9d81ef92405'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:25.233799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.241055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d380421-754e-4972-b6fc-a3361922bf97 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:25.278857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:25.280611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.302733 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:25.307966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Provisioning for port d1448203-6f76-4a08-9059-08d1e13643fe completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:25.321836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:25.323417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.325292 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] Routers {'a0cdca82-9866-4646-91f8-d9d81ef92405'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:25.326951 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a0cdca82-9866-4646-91f8-d9d81ef92405'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:25.417964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 55e4ab58-2e36-4471-931f-2699c315b5cf {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:25.419046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.497307 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:25.498044 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa6d45-a433-4732-b1a1-7a282a3638cd None None] The sync data for ids ['a0cdca82-9866-4646-91f8-d9d81ef92405'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:25.684839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Subnet': ['ID=ce2a8340-567b-4d87-914f-99b020f20344,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:25.698194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:25.779490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.843080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1448203-6f76-4a08-9059-08d1e13643fe,segment=NetworkSegment(ba33be6f-be68-4b5c-80a6-a496430cc00b),segment_id=ba33be6f-be68-4b5c-80a6-a496430cc00b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:25.855960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.858485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:25.861213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Checking segment: {'id': '828ffec3-0dfd-4935-b0af-32f1e417b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:25.861852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network hostable DHCP agents. Network: 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:56:25.939756 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee3500a0-c5df-4f62-a987-210dac9cd89b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/a0cdca82-9866-4646-91f8-d9d81ef92405 HTTP/1.1" status: 200 len: 921 time: 0.8015916 May 20 15:56:25.940703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39834) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:25.984859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Pushing event updated for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:25.992272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:26.040910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:26.067642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:56:26.102056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:26.121182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.127883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703afb2-3d23-4451-bb24-348e51988d38 None None] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:26.154028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.165880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c1aba486-943e-472d-a32b-96d6cd3f0582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:26.273075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:26.274143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.287410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=1bd2cda5-75b8-4cda-8565-7cf5f22fd536,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:26.314463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:26.359022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No active binding found for port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 {{(pid=92433) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 15:56:26.360086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 20 15:56:26.364326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 55e4ab58-2e36-4471-931f-2699c315b5cf owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:26.396141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.423324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object aa29a600-5259-463a-b566-7bffbeeb5c31 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:26.439636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Port 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 not found, will not notify nova. {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 20 15:56:26.482186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.491967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5695596 May 20 15:56:26.491967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3528fa4-e005-4f57-b9e4-3c4e7298a530 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:26.491967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c3528fa4-e005-4f57-b9e4-3c4e7298a530 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Synchronizing usage tracker for tenant:bd0052df22ce4b479b88876b050b80a1 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:26.501227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39838) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:26.512424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'network': {'name': 'tempest-router-network01--854280863'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:26.516648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ec14aa98-953f-4c86-8b32-3f5aeb2ed849 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:26.521888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:26.617543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.635316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:network and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:26.640967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c3528fa4-e005-4f57-b9e4-3c4e7298a530 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Unset dirty status for tenant:bd0052df22ce4b479b88876b050b80a1 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:26.642591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c3528fa4-e005-4f57-b9e4-3c4e7298a530 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=a0cdca82-9866-4646-91f8-d9d81ef92405&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6825311 May 20 15:56:26.644296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:26.671994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1', 'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1', 'tenant_id': 'a4e34e62598143c384c93b7bc42a38d3', 'fixed_ips': [{'subnet_id': 'ce2a8340-567b-4d87-914f-99b020f20344'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:26.672986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.684957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39842) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:26.720138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:26.753228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:26.802810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Made reservation on behalf of a4e34e62598143c384c93b7bc42a38d3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:26.806450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.889403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:26.908079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:26.927268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:26.928666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.998227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Allocated IP 172.20.0.2 (10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1/ce2a8340-567b-4d87-914f-99b020f20344/d1461c17-99d0-407b-bd18-c3672810ed44) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:27.055187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:56:27.070941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Router 503181a8-5912-4795-93ab-ff3a1d91032c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:27.078666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.078934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Added segment 5099d692-9ee9-40c4-ac2d-7c9d8204c8e0 of type vlan for network cea627b7-1db9-42fe-a547-ae9e3655438b May 20 15:56:27.216785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=aa29a600-5259-463a-b566-7bffbeeb5c31,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:27.367713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.400786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:27.428806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "PUT /v2.0/routers/503181a8-5912-4795-93ab-ff3a1d91032c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0460510 May 20 15:56:27.430820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39848) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:27.431006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] Sync routers for ids ['503181a8-5912-4795-93ab-ff3a1d91032c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:27.465218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] Routers {'503181a8-5912-4795-93ab-ff3a1d91032c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:27.466019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['503181a8-5912-4795-93ab-ff3a1d91032c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:27.508427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:27.569492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.581774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.583062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.585387 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1679530 May 20 15:56:27.587288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39852) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:27.598239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-471260f7-1645-42cc-beaf-353bec8ecc27 tempest-AllowedAddressPairIpV6TestJSON-2142366463 tempest-AllowedAddressPairIpV6TestJSON-2142366463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:27.623273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:27.662245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] Set router 503181a8-5912-4795-93ab-ff3a1d91032c gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:27.681573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132860bc-d403-40bc-87c8-f445e07391d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.685163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132860bc-d403-40bc-87c8-f445e07391d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.687253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-132860bc-d403-40bc-87c8-f445e07391d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:27.796742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c44777c-2973-447c-9b46-edf256881e9a tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.802113 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4c44777c-2973-447c-9b46-edf256881e9a tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 1.1095014 May 20 15:56:27.805665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39856) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:27.821875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.828130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.847871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Transition to ACTIVE for port object d1461c17-99d0-407b-bd18-c3672810ed44 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:27.872706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.874318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Transition to ACTIVE for port object d1461c17-99d0-407b-bd18-c3672810ed44 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:27.885865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:01Z', 'updated_at': '2021-05-20T15:56:25Z', 'revision_number': 3, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:27.897961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a845f50b-9630-40da-aa0c-5e7eed23149c None None] Provisioning for port aa29a600-5259-463a-b566-7bffbeeb5c31 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:27.907061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.913312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d9a63d85-5690-4bf6-bb72-7d1eaace7241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:27.928395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4245954 May 20 15:56:27.939705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39860) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:27.973993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'network': {'name': 'tempest-router-network02--1834139617'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:28.001190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Network': ['ID=cea627b7-1db9-42fe-a547-ae9e3655438b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:28.023285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] Checking router: 503181a8-5912-4795-93ab-ff3a1d91032c for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:56:28.025986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:28.035733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Pushing event updated for resources: {'Port': ['ID=d1461c17-99d0-407b-bd18-c3672810ed44,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:28.035989 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b63872ba-57aa-4c21-8ec4-e646191416d9 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0cdca82-9866-4646-91f8-d9d81ef92405 HTTP/1.1" status: 200 len: 205 time: 0.1989944 May 20 15:56:28.042199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a845f50b-9630-40da-aa0c-5e7eed23149c None None] Provisioning complete for port aa29a600-5259-463a-b566-7bffbeeb5c31 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:28.042593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a845f50b-9630-40da-aa0c-5e7eed23149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.043500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:28.053814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39864) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:28.056024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-132860bc-d403-40bc-87c8-f445e07391d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:28.058369 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-132860bc-d403-40bc-87c8-f445e07391d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6256597 May 20 15:56:28.062142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39868) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:28.067227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:network and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:28.073491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:28.087995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:28.096625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:28.103567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:28.119380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:28.121043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:28.124978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] Routers {'503181a8-5912-4795-93ab-ff3a1d91032c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:28.125283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['503181a8-5912-4795-93ab-ff3a1d91032c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:28.186161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a845f50b-9630-40da-aa0c-5e7eed23149c None None] Port aa29a600-5259-463a-b566-7bffbeeb5c31 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:28.187875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network cea627b7-1db9-42fe-a547-ae9e3655438b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:56:28.226615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet c4e16417-76b5-407e-8ace-a5fc369a4123 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:28.248790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.273366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:28.300876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:28.339181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port c8381053-31ab-433c-9731-ff85846e286d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:28.339854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.358183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Made reservation on behalf of a4e34e62598143c384c93b7bc42a38d3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:28.362138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.398121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:28.401867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.408860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.506140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:28.601631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:28.606356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:28.623114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] Set router 503181a8-5912-4795-93ab-ff3a1d91032c gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:28.684375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:56:28.719223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.719546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Added segment 379be98f-cdd5-4b6f-a810-c56a9d417982 of type vlan for network cf4c8a42-fac3-4bb4-95fc-38c85b601206 May 20 15:56:28.779155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.790465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811b4a-3a10-4c00-8839-a3d73f046aa7 req-976f585b-7d04-440c-bba5-2c5895f243a4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:28.792102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-08811b4a-3a10-4c00-8839-a3d73f046aa7 req-976f585b-7d04-440c-bba5-2c5895f243a4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.1887217 May 20 15:56:28.799354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.897756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.908342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:01Z', 'updated_at': '2021-05-20T15:56:25Z', 'revision_number': 3, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:28.915499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:28.924652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33ca74-e302-4246-b6f7-3aca09b258c1 None None] The sync data for ids ['503181a8-5912-4795-93ab-ff3a1d91032c'] in dv-neutron-601336-76-hyperv is: [{'id': '503181a8-5912-4795-93ab-ff3a1d91032c', 'name': 'tempest-NetworksTestDHCPv6-router-1629937782', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:01Z', 'updated_at': '2021-05-20T15:56:25Z', 'revision_number': 3, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:28.951345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Attempting to bind port d1461c17-99d0-407b-bd18-c3672810ed44 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:28.951798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Attempting to bind port d1461c17-99d0-407b-bd18-c3672810ed44 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '828ffec3-0dfd-4935-b0af-32f1e417b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:28.952134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Attempting to bind port d1461c17-99d0-407b-bd18-c3672810ed44 on network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:28.964054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:28.964492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Checking segment: {'id': '828ffec3-0dfd-4935-b0af-32f1e417b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:28.964852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.965251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Bound using segment: {'id': '828ffec3-0dfd-4935-b0af-32f1e417b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:28.965767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Bound port: d1461c17-99d0-407b-bd18-c3672810ed44, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828ffec3-0dfd-4935-b0af-32f1e417b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:28.966155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.967512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:28.983710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:28.984144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.006880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.012449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:29.013081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.063030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=55e4ab58-2e36-4471-931f-2699c315b5cf,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:29.074856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:29.089116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.098870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:29.105442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Allocated IP 172.26.8.117 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/cfaf1ec9-8ef3-47f7-b042-0a379d943e68) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:29.132754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] For port d1461c17-99d0-407b-bd18-c3672810ed44, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:29.133954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-08811b4a-3a10-4c00-8839-a3d73f046aa7 req-9ab94b6b-9719-483d-81d0-84e79c858cfd tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050513 May 20 15:56:29.183502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] For port d1461c17-99d0-407b-bd18-c3672810ed44, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1461c17-99d0-407b-bd18-c3672810ed44,segment=NetworkSegment(828ffec3-0dfd-4935-b0af-32f1e417b402),segment_id=828ffec3-0dfd-4935-b0af-32f1e417b402)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:29.197752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.205165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fe1e8c0b-48b8-49bf-b1fe-d8b2c098f17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:29.246345 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2854340 May 20 15:56:29.247183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39878) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:29.265748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'subnet': {'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:29.326913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Pushing event updated for resources: {'Port': ['ID=d1461c17-99d0-407b-bd18-c3672810ed44,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:29.337302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:29.415206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Network': ['ID=cf4c8a42-fac3-4bb4-95fc-38c85b601206,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:29.418395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:29.431722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network cf4c8a42-fac3-4bb4-95fc-38c85b601206 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:56:29.461192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.466252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:29.468747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:29.505617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:subnet and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:29.512074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:29.520527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e16417-76b5-407e-8ace-a5fc369a4123,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:29.523775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:29.532953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.541580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:29.562407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/c4e16417-76b5-407e-8ace-a5fc369a4123 HTTP/1.1" status: 204 len: 168 time: 1.4986701 May 20 15:56:29.566007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39882) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:29.570106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Made reservation on behalf of a4e34e62598143c384c93b7bc42a38d3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:29.573867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.591864 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69b3dd55-2208-4077-b912-8e1bbf103381 (CIDR: 2001:db8::/64) May 20 15:56:29.606989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for c8381053-31ab-433c-9731-ff85846e286d owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:29.616417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e820296c-0abd-4cfd-86f4-c9aacb6cc4bf None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:30.011001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5b8ec0cd-a085-464a-b514-79921898ec26 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:router {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:30.038972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1461c17-99d0-407b-bd18-c3672810ed44 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:30.102656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5b8ec0cd-a085-464a-b514-79921898ec26 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:router {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:30.104438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5b8ec0cd-a085-464a-b514-79921898ec26 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5372589 May 20 15:56:30.109113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39888) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:30.179269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d1461c17-99d0-407b-bd18-c3672810ed44 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:30.209558 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:56:30.210362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:56:30.214964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:30.218899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d9211-332a-4a85-b4b1-995c9cfa7245 req-14326081-370d-4b70-a957-3e9ac157167b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:30.221174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-260d9211-332a-4a85-b4b1-995c9cfa7245 req-14326081-370d-4b70-a957-3e9ac157167b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.3072453 May 20 15:56:30.275814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:30.276175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1bd2cda5-75b8-4cda-8565-7cf5f22fd536 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:30.299255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:56:30.316248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:30.390116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Deleting port b57a4ec7-ed76-4675-973e-ff79af3b7090 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:30.390594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:30.523698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] For port b57a4ec7-ed76-4675-973e-ff79af3b7090, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b57a4ec7-ed76-4675-973e-ff79af3b7090,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:30.524470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:30.647558 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6bd920bc-5b01-4703-8aae-09b3a8029c83 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0511680 May 20 15:56:30.661146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39892) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:30.703200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:30.782078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Calling delete_port for b57a4ec7-ed76-4675-973e-ff79af3b7090 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:30.797623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:30.821983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-260d9211-332a-4a85-b4b1-995c9cfa7245 req-295bef24-9664-47cc-9728-155d31a93be8 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5444658 May 20 15:56:30.870664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:30.892241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b2971a1-ceab-4c30-9086-8d2251a81c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:30.947919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] No DVR routers for this DVR port b57a4ec7-ed76-4675-973e-ff79af3b7090 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:30.995148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Pushing event deleted for resources: {'Port': ['ID=b57a4ec7-ed76-4675-973e-ff79af3b7090,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:31.001735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:31.022894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45aa178-eef9-49c7-9f55-01efa592ce7f None None] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:31.028289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.034707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.052404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.095551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.096476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Fanout notify agent at l3_agent the message router_deleted on router 503181a8-5912-4795-93ab-ff3a1d91032c {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:31.142210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.142504 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0dfe0f1f-4e5a-4a92-a750-91ced6995162 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/routers/503181a8-5912-4795-93ab-ff3a1d91032c HTTP/1.1" status: 204 len: 168 time: 1.0319574 May 20 15:56:31.149800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39900) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:31.150203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Provisioning for port d1461c17-99d0-407b-bd18-c3672810ed44 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:31.156782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:31.158778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Provisioning complete for port d1461c17-99d0-407b-bd18-c3672810ed44 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:31.159162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.297041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.338796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.350988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0a5db314-c6cb-4c03-b2d5-832553eaa224 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:31.391378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:31.396548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.401208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:31.404223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7162ba1-2fe4-41cb-9238-b91cda76cac3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:31.433311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:31.456018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:31.463021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.479227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.503288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:31.507270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.514152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:31.548042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:31.551912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:31.560354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Subnet': ['ID=e25aed5c-8e6d-4cb4-a25f-9c07f469506e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:31.575494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] For port d1461c17-99d0-407b-bd18-c3672810ed44, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1461c17-99d0-407b-bd18-c3672810ed44,segment=NetworkSegment(828ffec3-0dfd-4935-b0af-32f1e417b402),segment_id=828ffec3-0dfd-4935-b0af-32f1e417b402)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:31.599412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.603513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:31.644628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:31.655145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Checking segment: {'id': '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:31.655505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network hostable DHCP agents. Network: cea627b7-1db9-42fe-a547-ae9e3655438b, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:56:31.718925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Port': ['ID=cfaf1ec9-8ef3-47f7-b042-0a379d943e68,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:31.719625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network cea627b7-1db9-42fe-a547-ae9e3655438b is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:56:31.723674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:31.724895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:31.736563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, cea627b7-1db9-42fe-a547-ae9e3655438b) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:31.744484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Pushing event updated for resources: {'Port': ['ID=d1461c17-99d0-407b-bd18-c3672810ed44,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:31.748477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:31.752834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f48b33-6740-4c10-9991-522d43c7f4fd None None] Network cea627b7-1db9-42fe-a547-ae9e3655438b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:31.768084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:31.768678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:31.768841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:31.833724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5706573 May 20 15:56:31.835856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39906) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:31.859204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'subnet': {'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:31.863881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:31.971251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:31.974220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1461c17-99d0-407b-bd18-c3672810ed44 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:32.090739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c9a62d9f-b167-4732-8c91-85ae4c482891 None None] Provisioning complete for port d1461c17-99d0-407b-bd18-c3672810ed44 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:32.091555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d9f-b167-4732-8c91-85ae4c482891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.103356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:32.106918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.162600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Deleting port bc441d43-a585-458e-a3b3-f8006c16b018 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:32.162942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.253719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d1461c17-99d0-407b-bd18-c3672810ed44 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:32.254089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.276469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:32.303187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Usage tracker for resource:subnet and tenant:a4e34e62598143c384c93b7bc42a38d3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:32.307731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:32.318445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:32.389861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Made reservation on behalf of a4e34e62598143c384c93b7bc42a38d3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:32.393679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.417230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb238-e3bd-4b06-b029-142334e9e513 req-2a47956e-8999-4e0e-9819-18fc888a83c6 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:32.418921 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-476cb238-e3bd-4b06-b029-142334e9e513 req-2a47956e-8999-4e0e-9819-18fc888a83c6 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.3378699 May 20 15:56:32.455285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-cea627b7-1db9-42fe-a547-ae9e3655438b', 'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b', 'tenant_id': 'a4e34e62598143c384c93b7bc42a38d3', 'fixed_ips': [{'subnet_id': 'e25aed5c-8e6d-4cb4-a25f-9c07f469506e'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:32.456110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.595050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-476cb238-e3bd-4b06-b029-142334e9e513 req-01f1c0c6-10c4-4359-95ac-391cafae6378 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059456 May 20 15:56:32.710863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:32.715810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b57a4ec7-ed76-4675-973e-ff79af3b7090 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:32.737863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:32.765840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: b57a4ec7-ed76-4675-973e-ff79af3b7090 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:32.766271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b57a4ec7-ed76-4675-973e-ff79af3b7090 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:32.799292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Allocated IP 172.20.0.2 (cea627b7-1db9-42fe-a547-ae9e3655438b/e25aed5c-8e6d-4cb4-a25f-9c07f469506e/8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:32.974888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=c8381053-31ab-433c-9731-ff85846e286d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:33.001394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:33.091391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.100919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64efecee-1633-43d3-896c-f77010d6fb39 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:33.149258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.205494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.214086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=bdbe4273-9d68-49fd-93fe-7e863cfe9698,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:33.219790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Transition to ACTIVE for port object 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:33.241746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:33.248475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Transition to ACTIVE for port object 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:33.255956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.260328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:33.327099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Network cea627b7-1db9-42fe-a547-ae9e3655438b is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:33.330344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:33.334187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:33.340849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Pushing event updated for resources: {'Port': ['ID=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:33.347818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:33.349047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:33.358615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:33.380228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e84d6f-4322-4ce6-848b-07d946737a2c None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:33.385154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:33.386224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.449860 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2965505 May 20 15:56:33.455719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39912) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:33.462728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:33.474236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:33.481254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:router and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:33.484953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:33.494725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:33.523103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Attempting to bind port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:33.523527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Attempting to bind port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:33.523870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Attempting to bind port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 on network cea627b7-1db9-42fe-a547-ae9e3655438b {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:33.526249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.527187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.541382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:33.541981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Checking segment: {'id': '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:33.541981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.542491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Bound using segment: {'id': '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:33.542955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Bound port: 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cea627b7-1db9-42fe-a547-ae9e3655438b'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:33.543330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.558261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.633824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router 828195cb-b071-457c-b47f-8f602a5e408b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:33.639728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.653710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b196b6ad-4879-4fb5-8b1c-cf2e271483df tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:33.655555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Calling delete_port for bc441d43-a585-458e-a3b3-f8006c16b018 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:33.664083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.760669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.767125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] For port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:33.782415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] For port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,segment=NetworkSegment(5099d692-9ee9-40c4-ac2d-7c9d8204c8e0),segment_id=5099d692-9ee9-40c4-ac2d-7c9d8204c8e0)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:33.789911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.796072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e154140f-8e23-4254-baf2-7fd92fba2cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:33.831189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:33.832701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.966693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:33.973188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c78ca41d-885a-486c-8140-937a22076de9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5160153 May 20 15:56:33.980854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39918) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:33.983716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Pushing event updated for resources: {'Port': ['ID=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:33.991111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:34.087998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Subnet': ['ID=8305e823-e9db-40da-ae6e-d602d367f546,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:34.100559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/bdbe4273-9d68-49fd-93fe-7e863cfe9698/aad6ab06-24a7-4485-9d1c-b94262f7ea2c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:34.105265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Checking segment: {'id': '379be98f-cdd5-4b6f-a810-c56a9d417982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:34.105998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network hostable DHCP agents. Network: cf4c8a42-fac3-4bb4-95fc-38c85b601206, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:56:34.130045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:34.212951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:34.398676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network cf4c8a42-fac3-4bb4-95fc-38c85b601206 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:56:34.475882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f585e-fadd-40b0-a7d3-ee0aff2aa406 req-088ea6b7-462d-4ca5-84b9-1c11bc0e62d4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:34.477702 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-977f585e-fadd-40b0-a7d3-ee0aff2aa406 req-088ea6b7-462d-4ca5-84b9-1c11bc0e62d4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.7031453 May 20 15:56:34.489088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, cf4c8a42-fac3-4bb4-95fc-38c85b601206) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:34.492084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:34.507656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b6e2e-22e0-4805-a14f-125ad8b55115 None None] Network cf4c8a42-fac3-4bb4-95fc-38c85b601206 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:34.529783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Transition to ACTIVE for port object aad6ab06-24a7-4485-9d1c-b94262f7ea2c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:34.592032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:34.592868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:34.652867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Transition to ACTIVE for port object aad6ab06-24a7-4485-9d1c-b94262f7ea2c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:34.670090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:34.686272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:34.703325 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-977f585e-fadd-40b0-a7d3-ee0aff2aa406 req-1b72782a-d2a4-4538-8540-f1ae8a410b5a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155809 May 20 15:56:34.739070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8989444 May 20 15:56:34.739617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39922) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:34.826335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:34.855412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:34.859936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:35.013311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Pushing event updated for resources: {'Port': ['ID=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:35.019351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:35.027208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.142072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Attempting to bind port aad6ab06-24a7-4485-9d1c-b94262f7ea2c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:35.142662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Attempting to bind port aad6ab06-24a7-4485-9d1c-b94262f7ea2c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:35.143206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Attempting to bind port aad6ab06-24a7-4485-9d1c-b94262f7ea2c on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:35.202668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:35.203267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:35.203954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.204633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:35.205516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Bound port: aad6ab06-24a7-4485-9d1c-b94262f7ea2c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:35.206185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.263592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-cf4c8a42-fac3-4bb4-95fc-38c85b601206', 'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206', 'tenant_id': 'a4e34e62598143c384c93b7bc42a38d3', 'fixed_ips': [{'subnet_id': '8305e823-e9db-40da-ae6e-d602d367f546'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:35.265396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.354132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 7618d69e-2471-4cc9-adad-c7cfb7fc9866 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:35.500090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef118ff-fb28-4cec-af1e-d5e19a0e9877 None None] Network cea627b7-1db9-42fe-a547-ae9e3655438b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:35.509179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:35.530142 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] Sync routers for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:35.562021 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:35.563426 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:35.705855 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:35.724958 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] Routers {'828195cb-b071-457c-b47f-8f602a5e408b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:35.726231 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['828195cb-b071-457c-b47f-8f602a5e408b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:35.764582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.772165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.794657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.850423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] For port aad6ab06-24a7-4485-9d1c-b94262f7ea2c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:35.925019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9c566774-3b65-4ac6-8580-df76ef0228da None None] Provisioning for port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:35.938130 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:35.938802 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6e65f-b44e-48b9-8a35-7bf42c5e6deb None None] The sync data for ids ['828195cb-b071-457c-b47f-8f602a5e408b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:35.959809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] For port aad6ab06-24a7-4485-9d1c-b94262f7ea2c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:35.960098 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:56:36.024655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:36.067252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:36.085208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ed98e481-b81b-4eba-a1ed-aba3c8a889fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:36.202357 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/routers/828195cb-b071-457c-b47f-8f602a5e408b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0843940 May 20 15:56:36.216087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:36.266186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Allocated IP 172.20.0.2 (cf4c8a42-fac3-4bb4-95fc-38c85b601206/8305e823-e9db-40da-ae6e-d602d367f546/84d71c27-867e-40b0-be12-ff89a78c3c9c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:36.296170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::1 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/bdbe4273-9d68-49fd-93fe-7e863cfe9698/a7ca1b3a-09fc-4f26-b02b-730b00eaf41e) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:36.312713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Pushing event updated for resources: {'Port': ['ID=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:36.334886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:36.444999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:36.464796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:36.465276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:36.524478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:36.547154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] Sync routers for ids ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:36.660592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] Routers {'7618d69e-2471-4cc9-adad-c7cfb7fc9866'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:36.661804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:36.743197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92eccb-432d-4f7e-ad46-ba7de4900e3c req-9af6b2ba-eb9f-45b5-a4a3-706d9c4fdefc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:36.745938 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac92eccb-432d-4f7e-ad46-ba7de4900e3c req-9af6b2ba-eb9f-45b5-a4a3-706d9c4fdefc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5763693 May 20 15:56:36.755744 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/7618d69e-2471-4cc9-adad-c7cfb7fc9866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3002498 May 20 15:56:36.762440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39932) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:36.802074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:36.893941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] Routers {'7618d69e-2471-4cc9-adad-c7cfb7fc9866'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:36.895143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:36.983391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.009863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:37.009863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db592e84-c43d-4c3f-a49f-7e47784b602e None None] The sync data for ids ['7618d69e-2471-4cc9-adad-c7cfb7fc9866'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:37.013653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Transition to ACTIVE for port object 84d71c27-867e-40b0-be12-ff89a78c3c9c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:37.050208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Transition to ACTIVE for port object 84d71c27-867e-40b0-be12-ff89a78c3c9c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:37.086523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.106550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.126493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5523ceef-88ac-488c-9ccb-55a9aa5584c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:37.203157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Network cf4c8a42-fac3-4bb4-95fc-38c85b601206 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:37.218826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:37.226951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:37.251029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Pushing event updated for resources: {'Port': ['ID=84d71c27-867e-40b0-be12-ff89a78c3c9c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:37.304756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.309533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,segment=NetworkSegment(5099d692-9ee9-40c4-ac2d-7c9d8204c8e0),segment_id=5099d692-9ee9-40c4-ac2d-7c9d8204c8e0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:37.310923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:37.324907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-67f444c2-7948-44b5-a8e7-3ad7b1665717 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:37.351568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.363580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:37.440192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0e5ece09-3334-4e91-8da8-a184b8b8cd22 None None] Provisioning complete for port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:37.440912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0e5ece09-3334-4e91-8da8-a184b8b8cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.447808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.459575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event deleted for resources: {'Port': ['ID=bc441d43-a585-458e-a3b3-f8006c16b018,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:37.547066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:37.558247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Attempting to bind port 84d71c27-867e-40b0-be12-ff89a78c3c9c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:37.559224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Attempting to bind port 84d71c27-867e-40b0-be12-ff89a78c3c9c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '379be98f-cdd5-4b6f-a810-c56a9d417982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:37.559224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Attempting to bind port 84d71c27-867e-40b0-be12-ff89a78c3c9c on network cf4c8a42-fac3-4bb4-95fc-38c85b601206 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:37.567314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:37.574848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:37.575305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Checking segment: {'id': '379be98f-cdd5-4b6f-a810-c56a9d417982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:37.575915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.576306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Bound using segment: {'id': '379be98f-cdd5-4b6f-a810-c56a9d417982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:37.576802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Bound port: 84d71c27-867e-40b0-be12-ff89a78c3c9c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379be98f-cdd5-4b6f-a810-c56a9d417982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf4c8a42-fac3-4bb4-95fc-38c85b601206'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:37.577190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.584959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object a7ca1b3a-09fc-4f26-b02b-730b00eaf41e will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:37.624639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Allocated IP 172.20.0.1 (cea627b7-1db9-42fe-a547-ae9e3655438b/e25aed5c-8e6d-4cb4-a25f-9c07f469506e/1a2cc307-e8be-40ba-934a-bc41f0a6d1d2) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:37.625105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.625791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.626894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.627814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.629438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.630478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.631437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.632228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.633015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.633882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.634782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.635627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:37.643115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:37.657837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.733965 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac92eccb-432d-4f7e-ad46-ba7de4900e3c req-9ef89860-804e-48d8-9f94-11eb3e7f2324 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9730265 May 20 15:56:37.742547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Router dfc07050-1f38-47fb-9321-6fd3da3e2b03 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:37.781110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] For port 84d71c27-867e-40b0-be12-ff89a78c3c9c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:37.793203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] For port 84d71c27-867e-40b0-be12-ff89a78c3c9c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=84d71c27-867e-40b0-be12-ff89a78c3c9c,segment=NetworkSegment(379be98f-cdd5-4b6f-a810-c56a9d417982),segment_id=379be98f-cdd5-4b6f-a810-c56a9d417982)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:37.805018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.835994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:37.848768 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-65c4f289-05bd-4752-aa7b-d2d83180227f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] remove_router_interface failed (client error): The resource could not be found. May 20 15:56:37.850182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-65c4f289-05bd-4752-aa7b-d2d83180227f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/7618d69e-2471-4cc9-adad-c7cfb7fc9866/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0772853 May 20 15:56:37.866637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39936) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:37.926680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.934761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d49eb287-c6a8-49d1-bff6-5bb2d680a920 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7618d69e-2471-4cc9-adad-c7cfb7fc9866 HTTP/1.1" status: 200 len: 205 time: 0.0665753 May 20 15:56:37.939353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39940) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:37.994899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Pushing event updated for resources: {'Port': ['ID=84d71c27-867e-40b0-be12-ff89a78c3c9c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:38.007467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:38.041510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.051739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a001a685-1fdc-48f2-9a0c-8bfe4ac9bf38 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:38.171011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c91ac4f9-b731-49f0-892c-8a7247e6e3db None None] Provisioning for port aad6ab06-24a7-4485-9d1c-b94262f7ea2c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:38.227015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.231528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.238545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aad6ab06-24a7-4485-9d1c-b94262f7ea2c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:38.284272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.332038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:38.341424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:38.360098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port aad6ab06-24a7-4485-9d1c-b94262f7ea2c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:38.372980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port aad6ab06-24a7-4485-9d1c-b94262f7ea2c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:38.372980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.401845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.413303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.413303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Fanout notify agent at l3_agent the message router_deleted on router a0cdca82-9866-4646-91f8-d9d81ef92405 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:38.417577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:38.417918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.423776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.431657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:38.442201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:38.452444 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] Sync routers for ids ['dfc07050-1f38-47fb-9321-6fd3da3e2b03'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:38.469441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.473756 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a36a556c-d548-44ce-b5ab-6ffc1a07581f tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "PUT /v2.0/routers/dfc07050-1f38-47fb-9321-6fd3da3e2b03 HTTP/1.1" status: 200 len: 919 time: 14.7887278 May 20 15:56:38.474444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39944) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:38.476399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.482632 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] Routers {'dfc07050-1f38-47fb-9321-6fd3da3e2b03'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:38.483427 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['dfc07050-1f38-47fb-9321-6fd3da3e2b03'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:38.504525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.505708 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/a0cdca82-9866-4646-91f8-d9d81ef92405 HTTP/1.1" status: 204 len: 168 time: 10.4504867 May 20 15:56:38.524636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39948) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:38.526387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:38.535269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1306100836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:38.685989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:38.709384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13a32858-1a72-4337-97db-049d7e08934c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:38.718364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Transition to ACTIVE for port object 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:38.723612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Usage tracker for resource:router and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:38.749882 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:38.803881 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] Routers {'dfc07050-1f38-47fb-9321-6fd3da3e2b03'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:38.809553 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['dfc07050-1f38-47fb-9321-6fd3da3e2b03'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:38.863522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:38.878210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:38.888066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:38.919171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:38.923804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:38.931677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.932533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.933236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.936172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:38.938178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:38.966748 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:38.967196 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e26ed9-8e52-4c43-9ec3-2a0ebbe04404 None None] The sync data for ids ['dfc07050-1f38-47fb-9321-6fd3da3e2b03'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:39.035820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.037091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.076643 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 8.4094386 May 20 15:56:39.078338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39954) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:39.089699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2147449062', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38'}], 'security_groups': ['24f2fe3b-25a8-4ff1-94f2-e4a461c4ad87']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:39.094471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8be03f-ede6-4532-abec-bba7b985b880 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:39.119107 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8541c9f8-0ba9-438f-9ea6-e2d5199587e7 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/dfc07050-1f38-47fb-9321-6fd3da3e2b03 HTTP/1.1" status: 200 len: 925 time: 0.6380918 May 20 15:56:39.127088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39958) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:39.181663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 358ae03a-8b77-4b88-a8ac-f0bba6cebf64 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:39.182050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.242411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.242947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router 7618d69e-2471-4cc9-adad-c7cfb7fc9866 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:39.249213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.303663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.339931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.369742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-96557422-8503-445c-be4a-c40c3e6b6f67 None None] Provisioning for port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:39.387145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-96557422-8503-445c-be4a-c40c3e6b6f67 None None] Provisioning complete for port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:39.387472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-96557422-8503-445c-be4a-c40c3e6b6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.454541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-96557422-8503-445c-be4a-c40c3e6b6f67 None None] Port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:39.490672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.512129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:39.524401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port aad6ab06-24a7-4485-9d1c-b94262f7ea2c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:39.555756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.557578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:39.604564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90f517b8-b521-44f2-b22c-31d9fee6c650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:39.721457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:39.752096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:39.755299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35fd40-d700-493c-8feb-2a05fe4e10d1 None None] Network cf4c8a42-fac3-4bb4-95fc-38c85b601206 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:39.766556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f8e55-b8c8-49f5-b5f0-ff58e0805c3a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:39.767456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-135f8e55-b8c8-49f5-b5f0-ff58e0805c3a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Synchronizing usage tracker for tenant:40b5a131cfca4df9bb964eb50dd051a3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:39.782045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.789824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.794643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.862352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ade307f7-5791-4542-a749-aeef4b16bf44 None None] Provisioning for port 84d71c27-867e-40b0-be12-ff89a78c3c9c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:39.927167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.931150 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bffa7b1b-b44e-403f-93dc-0caf9773f7da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/7618d69e-2471-4cc9-adad-c7cfb7fc9866 HTTP/1.1" status: 204 len: 168 time: 1.9867489 May 20 15:56:39.941270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network cea627b7-1db9-42fe-a547-ae9e3655438b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:39.942936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39962) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:39.950246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 358ae03a-8b77-4b88-a8ac-f0bba6cebf64 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:39.957970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:39.958723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:39.961712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:39.972637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:40.062700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.064010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fc17dc9f-6a93-47e3-ab4a-a16f379e6dc8 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5343633 May 20 15:56:40.079793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Port': ['ID=1a2cc307-e8be-40ba-934a-bc41f0a6d1d2,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:40.098435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39966) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:40.115458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:40.296823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 8f0cbd50-3295-4ec6-a73f-f3a595debf4a {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:40.307237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-135f8e55-b8c8-49f5-b5f0-ff58e0805c3a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Unset dirty status for tenant:40b5a131cfca4df9bb964eb50dd051a3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:40.312968 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-135f8e55-b8c8-49f5-b5f0-ff58e0805c3a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=dfc07050-1f38-47fb-9321-6fd3da3e2b03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1803675 May 20 15:56:40.312968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.357628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39970) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:40.452774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.453068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Update dhcp port {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'fixed_ips': [{'subnet_id': '69b3dd55-2208-4077-b912-8e1bbf103381', 'ip_address': '2001:db8::2'}, {'subnet_id': '1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': 'd1448203-6f76-4a08-9059-08d1e13643fe'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 15:56:40.453815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.453815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.453815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.454217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.454709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.454883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.455132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.455465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.455812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.456710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.457059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:40.471529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:40.494596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-80a07855-564a-455b-8147-f2db2f27621d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.497962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa0d3a-5b82-4c1c-ace8-971247542677 req-b294feac-231c-4c3c-b6c2-0d3dd01d24c4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:40.499691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-84aa0d3a-5b82-4c1c-ace8-971247542677 req-b294feac-231c-4c3c-b6c2-0d3dd01d24c4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.4294312 May 20 15:56:40.507040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fa3eb0c7-c919-4c3d-8e96-553af45eeed4 None None] Provisioning for port 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:40.510457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.542790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fa3eb0c7-c919-4c3d-8e96-553af45eeed4 None None] Provisioning complete for port 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:40.542790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb0c7-c919-4c3d-8e96-553af45eeed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.582207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.629972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.663576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fa3eb0c7-c919-4c3d-8e96-553af45eeed4 None None] Port 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:40.750166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7abab1-2491-42a4-ac9f-a7ee2a642e57 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:40.751622 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0c7abab1-2491-42a4-ac9f-a7ee2a642e57 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 0.3930082 May 20 15:56:40.763842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39974) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:40.845893 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-00ed3d97-b7a4-4a8d-ad5d-9c360f2edf97 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfc07050-1f38-47fb-9321-6fd3da3e2b03 HTTP/1.1" status: 200 len: 205 time: 0.0683546 May 20 15:56:40.847433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39978) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:40.898330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-84aa0d3a-5b82-4c1c-ace8-971247542677 req-5da08433-a24e-46fb-91a3-f71d3940e383 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295944 May 20 15:56:40.963521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.979575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:40.991002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84d71c27-867e-40b0-be12-ff89a78c3c9c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:41.035778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Delete allocated IP 2001:db8::272 (f239d450-e010-44de-8116-5875eff52743/69b3dd55-2208-4077-b912-8e1bbf103381) {{(pid=92431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 15:56:41.110014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 84d71c27-867e-40b0-be12-ff89a78c3c9c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:41.123331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 84d71c27-867e-40b0-be12-ff89a78c3c9c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:41.125402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.236195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.333394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8:0:1::23b (f239d450-e010-44de-8116-5875eff52743/1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38/aa29a600-5259-463a-b566-7bffbeeb5c31) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:41.342211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.355342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.356213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.365585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:41.402803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-41cb7b2a-a41a-469e-94d5-9f3ab92396c1 None None] Provisioning complete for port 84d71c27-867e-40b0-be12-ff89a78c3c9c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:41.404627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-41cb7b2a-a41a-469e-94d5-9f3ab92396c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.461306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.519899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.575043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 84d71c27-867e-40b0-be12-ff89a78c3c9c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=84d71c27-867e-40b0-be12-ff89a78c3c9c,segment=NetworkSegment(379be98f-cdd5-4b6f-a810-c56a9d417982),segment_id=379be98f-cdd5-4b6f-a810-c56a9d417982)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:41.584047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.586482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:41.587772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aad6ab06-24a7-4485-9d1c-b94262f7ea2c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:41.606428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ae688b5-5d37-438e-bbdc-c973090f5b92 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:41.644227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:41.690899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=358ae03a-8b77-4b88-a8ac-f0bba6cebf64,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:41.772947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:41.848404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:41.856066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:41.924510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=84d71c27-867e-40b0-be12-ff89a78c3c9c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:41.930627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:41.970234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port aad6ab06-24a7-4485-9d1c-b94262f7ea2c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:41.971487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.140931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:42.150555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:42.222353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.245614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-248fd478-5acd-485a-9de4-d0cce94a3a98 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:42.310751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.367907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0cbd50-3295-4ec6-a73f-f3a595debf4a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:42.387360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb3f72-77af-44bd-9c79-f91f476fa7b9 None None] Network 33e847d3-54e2-4832-9662-106da5e14077 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:42.411509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.537754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.604386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.611597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:42.630118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.637308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.653798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ee583544-95b1-4e3c-951c-fd2e31c83c05 None None] Provisioning complete for port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:42.653798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ee583544-95b1-4e3c-951c-fd2e31c83c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.656444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39984) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:42.656756 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/8f0cbd50-3295-4ec6-a73f-f3a595debf4a HTTP/1.1" status: 204 len: 168 time: 2.6493940 May 20 15:56:42.661146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.697305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.719603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.735893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ee583544-95b1-4e3c-951c-fd2e31c83c05 None None] Port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:42.780726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:56:42.807429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-07a576c8-340d-4e7b-b4ec-bf7fd34a5515 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:42.807842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.812563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.813132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Fanout notify agent at l3_agent the message router_deleted on router 828195cb-b071-457c-b47f-8f602a5e408b {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:42.847290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] DHCP port deletion for 33e847d3-54e2-4832-9662-106da5e14077 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:56:42.881487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.887031 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/routers/828195cb-b071-457c-b47f-8f602a5e408b HTTP/1.1" status: 204 len: 168 time: 6.6623106 May 20 15:56:42.887559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84d71c27-867e-40b0-be12-ff89a78c3c9c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:42.889830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object aa29a600-5259-463a-b566-7bffbeeb5c31 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:42.893378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39988) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:42.945839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432c82-a0fb-4c03-9a49-bddbc708edbc req-4715ad04-c2d4-4696-9206-6a09c1704bf2 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:42.947545 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-98432c82-a0fb-4c03-9a49-bddbc708edbc req-4715ad04-c2d4-4696-9206-6a09c1704bf2 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8007009 May 20 15:56:42.970162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:42.991829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0d1633b-76c9-45e0-8634-9596f73cab60 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:43.029774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Allocated IP 2001:db8:0:1::2 (f239d450-e010-44de-8116-5875eff52743/1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38/d1448203-6f76-4a08-9059-08d1e13643fe) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:43.031691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.042366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.081666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Port': ['ID=1a2cc307-e8be-40ba-934a-bc41f0a6d1d2,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:43.117239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:43.125291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Allocated IP 172.26.8.242 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/658fc060-8d45-4bee-849a-2b183cb9d497) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:43.140270 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-98432c82-a0fb-4c03-9a49-bddbc708edbc req-0293468d-01b6-4184-92df-c97189e5a833 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626210 May 20 15:56:43.182272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Deleting port cfaf1ec9-8ef3-47f7-b042-0a379d943e68 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:43.182580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 84d71c27-867e-40b0-be12-ff89a78c3c9c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:43.182734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.182913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.199562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting subnet 867c87f6-6983-43e5-bcbf-f9d8c5944f89 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:43.208091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Deleting port b1c3d806-e858-422d-85be-01f157c155d9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:43.208570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.271910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] In _notify_port_updated(), no bound segment for port aa29a600-5259-463a-b566-7bffbeeb5c31 on network f239d450-e010-44de-8116-5875eff52743 {{(pid=92431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:56:43.277685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:43.278403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.284862 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/ports/aa29a600-5259-463a-b566-7bffbeeb5c31 HTTP/1.1" status: 200 len: 931 time: 4.1993029 May 20 15:56:43.284862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.307937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.315798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=aa29a600-5259-463a-b566-7bffbeeb5c31,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:43.330845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 39992) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:43.333412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:43.399968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] For port b1c3d806-e858-422d-85be-01f157c155d9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b1c3d806-e858-422d-85be-01f157c155d9,segment=NetworkSegment(3b478ef2-9ccb-4c78-b612-6db285b67419),segment_id=3b478ef2-9ccb-4c78-b612-6db285b67419)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:43.399968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.410371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1448203-6f76-4a08-9059-08d1e13643fe,segment=NetworkSegment(ba33be6f-be68-4b5c-80a6-a496430cc00b),segment_id=ba33be6f-be68-4b5c-80a6-a496430cc00b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:43.587317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Calling delete_port for b1c3d806-e858-422d-85be-01f157c155d9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:43.604059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.605809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:43.632719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.665248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Transition to ACTIVE for port object d1448203-6f76-4a08-9059-08d1e13643fe will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:43.674533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.680698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7ecf6ccf-effd-42ff-a7c8-e21fa7e52603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:43.750273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.850193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2470-4684-47ea-a404-17ba2a604944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.865095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Pushing event updated for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:43.870569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:43.875344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:43.876022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6b25ae61-242f-4835-b297-5c2623acdca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:43.908509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Calling delete_port for cfaf1ec9-8ef3-47f7-b042-0a379d943e68 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:43.930584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Pushing event deleted for resources: {'Port': ['ID=b1c3d806-e858-422d-85be-01f157c155d9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:43.933778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:43.934659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] No DVR routers for this DVR port b1c3d806-e858-422d-85be-01f157c155d9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:43.951676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.022622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port aa29a600-5259-463a-b566-7bffbeeb5c31 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:44.023661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.128769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network cea627b7-1db9-42fe-a547-ae9e3655438b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:44.129996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:44.162179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.242851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port b1c3d806-e858-422d-85be-01f157c155d9 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:44.243374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.256883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:44.278952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Sync routers for ids ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:44.303326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Routers {'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:44.304158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:44.377551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.476728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port b1c3d806-e858-422d-85be-01f157c155d9, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:44.477093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.633818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for b1c3d806-e858-422d-85be-01f157c155d9 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:44.645914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Port b1c3d806-e858-422d-85be-01f157c155d9 was not found and therefore no delete operation was performed {{(pid=92432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:56:44.648523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.664909 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "PUT /v2.0/routers/e3f4eaa9-a51c-41c6-b814-695e7d4b4c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6811905 May 20 15:56:44.665837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 39998) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:44.703900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for aa29a600-5259-463a-b566-7bffbeeb5c31 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:44.708016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.722763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.725933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0836e8d7-82bd-4aad-90bb-6adac96f82d0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:44.762909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3297ae9-1abe-4d89-b2d6-1e64ccc4e5d5 None None] Provisioning complete for port 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:44.763713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3297ae9-1abe-4d89-b2d6-1e64ccc4e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.793473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event deleted for resources: {'Port': ['ID=cfaf1ec9-8ef3-47f7-b042-0a379d943e68,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:44.831272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Set router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:44.834346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:44.864291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ccced251-b6d1-4868-bd96-2a23667cc89e tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:44.880167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:44.931848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:44.941221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:44.946776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port b1c3d806-e858-422d-85be-01f157c155d9 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:44.982281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.033220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Subnet': ['ID=867c87f6-6983-43e5-bcbf-f9d8c5944f89,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:45.035614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.067372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96094c0-6aa9-4912-ad5b-2f31f95da88a None None] Network ed981099-9f74-4767-800b-8689866881b1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:45.081263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=b1c3d806-e858-422d-85be-01f157c155d9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:45.107467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:45.113310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:45.201281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3297ae9-1abe-4d89-b2d6-1e64ccc4e5d5 None None] Port 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:45.231246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.235035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.283007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6f89b-f17c-4f35-932b-2717bdc6cdfb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:45.283650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7c6f89b-f17c-4f35-932b-2717bdc6cdfb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:45.291509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.305821 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/subnets/867c87f6-6983-43e5-bcbf-f9d8c5944f89 HTTP/1.1" status: 204 len: 168 time: 2.4072683 May 20 15:56:45.309971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.311350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Fanout notify agent at l3_agent the message router_deleted on router dfc07050-1f38-47fb-9321-6fd3da3e2b03 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:56:45.313540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40002) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:45.332743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e847d3-54e2-4832-9662-106da5e14077']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:45.352495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.363011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:45.415400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b478ef2-9ccb-4c78-b612-6db285b67419') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:45.415733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b478ef2-9ccb-4c78-b612-6db285b67419') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:45.431533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:45.431826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.445115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7c6f89b-f17c-4f35-932b-2717bdc6cdfb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:45.449013 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c7c6f89b-f17c-4f35-932b-2717bdc6cdfb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports/a7ca1b3a-09fc-4f26-b02b-730b00eaf41e HTTP/1.1" status: 200 len: 911 time: 0.4960811 May 20 15:56:45.455633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40006) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:45.458616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.475183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820ac86-21e8-41d4-8093-5826ed454b42 req-c0298381-25fd-4be6-8440-1a417f9e1712 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:45.476805 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c820ac86-21e8-41d4-8093-5826ed454b42 req-c0298381-25fd-4be6-8440-1a417f9e1712 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.6854293 May 20 15:56:45.494168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:45.555230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:45.558359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:45.567800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Router 03a7603e-627a-44dc-a03f-f5d863c0ff57 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:45.570542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.575729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:45.577467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1c3d806-e858-422d-85be-01f157c155d9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:45.620090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: b1c3d806-e858-422d-85be-01f157c155d9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:45.620090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b1c3d806-e858-422d-85be-01f157c155d9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:45.661531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:33Z', 'updated_at': '2021-05-20T15:56:39Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None, '_interfaces': [{'id': 'a7ca1b3a-09fc-4f26-b02b-730b00eaf41e', 'name': '', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'mac_address': 'fa:16:3e:1e:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:56:35Z', 'updated_at': '2021-05-20T15:56:40Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'subnets': [{'id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:45.668006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Checking router: e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:56:45.668372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Updating router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:56:45.679682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.685881 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/dfc07050-1f38-47fb-9321-6fd3da3e2b03 HTTP/1.1" status: 204 len: 168 time: 4.8367169 May 20 15:56:45.699639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40010) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:45.711036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1109115391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:45.721511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.723572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:45.724093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] DHCP port deletion for ed981099-9f74-4767-800b-8689866881b1 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:56:45.730437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.735789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Provisioning for port aa29a600-5259-463a-b566-7bffbeeb5c31 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:45.737985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b27c52d8-fe4d-46e9-a055-0fd88d4a0a73 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:45.775830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Usage tracker for resource:router and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:45.785242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:45.791335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event updated for resources: {'Port': ['ID=658fc060-8d45-4bee-849a-2b183cb9d497,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:45.795794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:45.796923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:45.797398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.805829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:45.808145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=aa29a600-5259-463a-b566-7bffbeeb5c31,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:45.816063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:45.822056 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:45.862042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Provisioning complete for port aa29a600-5259-463a-b566-7bffbeeb5c31 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:45.863181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.895848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.896907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.900904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.907328 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/aa29a600-5259-463a-b566-7bffbeeb5c31 HTTP/1.1" status: 204 len: 168 time: 2.5718338 May 20 15:56:45.907718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.910035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40014) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:45.969681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Port aa29a600-5259-463a-b566-7bffbeeb5c31 was deleted so its status cannot be updated. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 15:56:45.980645 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d87edfe-ba11-4f17-87f8-905916b902fe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:56:45.981618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8d87edfe-ba11-4f17-87f8-905916b902fe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:45.990410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.028669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c820ac86-21e8-41d4-8093-5826ed454b42 req-484ef67e-a5f7-4f3e-84b6-10d96de8e407 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4884150 May 20 15:56:46.033086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8d87edfe-ba11-4f17-87f8-905916b902fe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:46.035552 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8d87edfe-ba11-4f17-87f8-905916b902fe tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/aa29a600-5259-463a-b566-7bffbeeb5c31 HTTP/1.1" status: 404 len: 333 time: 0.1174254 May 20 15:56:46.040767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40018) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:46.044921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.046697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Provisioning for port d1448203-6f76-4a08-9059-08d1e13643fe completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:46.063253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:46.063757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.108171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:46.108861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6bfa89ae-0223-4caf-b9d3-50a1205e3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.175683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.177472 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-08d1b4b6-f80c-4fa8-8e6d-0a55a2cc5b7a tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4760301 May 20 15:56:46.184013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40024) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:46.224123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': False}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:46.229329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Deleting port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:46.229827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.276400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.289503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:46.308659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.407901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=33e847d3-54e2-4832-9662-106da5e14077,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:46.430770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:46.463456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/33e847d3-54e2-4832-9662-106da5e14077 HTTP/1.1" status: 204 len: 168 time: 3.8026781 May 20 15:56:46.466101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:46.482130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40028) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:46.491663 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] Sync routers for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:46.492818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7514212 May 20 15:56:46.495739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.496888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40030) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:46.505578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1571688192'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:46.508256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] For port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,segment=NetworkSegment(58f29f0b-296a-4c92-9085-0cb1365c5b3d),segment_id=58f29f0b-296a-4c92-9085-0cb1365c5b3d)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:46.508692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.559601 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:46.560441 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:46.635038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:46.689936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c1114-07c1-4fba-8229-d7784f5e496f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:46.705195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c1114-07c1-4fba-8229-d7784f5e496f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:46.706923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b09c1114-07c1-4fba-8229-d7784f5e496f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2407575 May 20 15:56:46.716883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:46.720262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:46.725760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40038) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:46.761887 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:46.802546 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:46.810768 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:46.850710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:46.892921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:47.000922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:47.001704 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3217eb-f899-4b61-a748-0f80585547d8 None None] The sync data for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:47.005595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] For port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,segment=NetworkSegment(58f29f0b-296a-4c92-9085-0cb1365c5b3d),segment_id=58f29f0b-296a-4c92-9085-0cb1365c5b3d)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:47.006414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.019813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Calling delete_port for b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:47.037429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:47.172322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.178116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7539ebc2-51c1-434c-a18a-4c94a6b7e4d1 None None] Could not find standard attr ID for object aa29a600-5259-463a-b566-7bffbeeb5c31. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:56:47.185240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:47.188873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.314007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:47.333999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.570316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.592666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.602048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.602746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd183e5e-998a-4fb4-b1e6-bf123c1183cd tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:47.616305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e093a228-db3e-462c-9a70-4f7d8ac94016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:47.712743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Pushing event deleted for resources: {'Port': ['ID=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:47.714318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] No DVR routers for this DVR port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:47.739184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.739734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.740420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.740764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.741278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.742111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.743115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.743115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.743586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.744046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.744564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.745101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:47.750174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] No DVR routers for this DVR port b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:47.760000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:47.784509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:56:47.795946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=b6a3e6e3-ba76-4624-88e0-9beb4dd1dab1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:47.811422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:47.837910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.872582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Transition to ACTIVE for port object a7ca1b3a-09fc-4f26-b02b-730b00eaf41e will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:47.886143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.899692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57fea2c1-0883-4434-ba1d-580377e063b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:47.910024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.911051 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment 7cef6425-a887-48da-94d2-b925a435eb8e of type vlan for network e4045328-e68c-4c23-992e-2a22e0c52346 May 20 15:56:47.944799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:47.955141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:47.964597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.154505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91aeba-f2d7-460f-835a-b10194c6b02e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:48.174241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:48.264074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.323888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9367-643d-4111-8d42-09de9924cd03 req-479f9dfd-4d31-4eff-936b-3a78fb47e8f9 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.331955 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-00fd9367-643d-4111-8d42-09de9924cd03 req-479f9dfd-4d31-4eff-936b-3a78fb47e8f9 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.3310084 May 20 15:56:48.345245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.380730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37753c0-9d3b-4b8b-a73b-b5543c3de966 None None] Pushing event updated for resources: {'Port': ['ID=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:48.388109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b37753c0-9d3b-4b8b-a73b-b5543c3de966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:48.418468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Attempting to bind port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:48.419442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Attempting to bind port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:48.420194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Attempting to bind port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:48.434449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:48.435412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:48.436281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.437179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:48.438084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Bound port: a7ca1b3a-09fc-4f26-b02b-730b00eaf41e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:48.438736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.471368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed981099-9f74-4767-800b-8689866881b1']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:48.492936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32408-6621-4e61-82b3-9862900361ac req-6ab7494b-6796-4f72-b413-b756ae493000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.494899 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-6ab7494b-6796-4f72-b413-b756ae493000 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 1.3883715 May 20 15:56:48.495884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.497179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f91aeba-f2d7-460f-835a-b10194c6b02e HTTP/1.1" status: 204 len: 168 time: 2.4554601 May 20 15:56:48.504458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40042) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:48.539951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f29f0b-296a-4c92-9085-0cb1365c5b3d') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:48.540384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f29f0b-296a-4c92-9085-0cb1365c5b3d') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:48.575482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.616365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] For port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:48.620865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.638970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:48.639468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:48.655710 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:48.662959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.673202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-00fd9367-643d-4111-8d42-09de9924cd03 req-fbc42ad2-fddb-4168-9734-a7de03d606f7 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403318 May 20 15:56:48.689668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.696612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.697506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.719529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:48.841252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.851956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.933293 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4382014 May 20 15:56:48.943723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40046) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:48.953810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:48.958584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] For port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:48.967402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.970016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:48.991523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f8c38398-7662-4080-9b37-d72e0be26381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:49.008911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.073136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10478c48-4f4b-4cf5-b6cb-472c13eec64f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:49.103518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.179600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Network': ['ID=ed981099-9f74-4767-800b-8689866881b1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:49.231485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37753c0-9d3b-4b8b-a73b-b5543c3de966 None None] Pushing event updated for resources: {'Port': ['ID=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:49.240917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Routers {'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:49.242729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:49.247523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=e4045328-e68c-4c23-992e-2a22e0c52346,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:49.297152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:49.308856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:49.311089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32408-6621-4e61-82b3-9862900361ac req-d4db40e6-46ad-4327-9f8f-7e618ec6e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:49.312758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-d4db40e6-46ad-4327-9f8f-7e618ec6e9f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.7909651 May 20 15:56:49.323863 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/networks/ed981099-9f74-4767-800b-8689866881b1 HTTP/1.1" status: 204 len: 168 time: 3.9979398 May 20 15:56:49.328892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40050) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:49.336200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:49.341761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:49.346372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:49.354510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:49.389645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b37753c0-9d3b-4b8b-a73b-b5543c3de966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:49.391009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e4045328-e68c-4c23-992e-2a22e0c52346 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:56:49.442975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.463462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-32a18b9a-4ffe-4d36-adf6-4892ff416a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:49.478427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:49.482224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.511357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-6e2a7a56-3fcd-468d-a6b5-038933840778 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:56:49.512799 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6e2a7a56-3fcd-468d-a6b5-038933840778 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0002425 May 20 15:56:49.515807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2fe3b-25a8-4ff1-94f2-e4a461c4ad87,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:49.525238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:49.532513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40054) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:49.565672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.584182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.594318 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-5f068f12-5277-4341-9e2f-4ed9719eeddf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.2095625 May 20 15:56:49.732662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.734217 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/security-groups/24f2fe3b-25a8-4ff1-94f2-e4a461c4ad87 HTTP/1.1" status: 204 len: 168 time: 1.2284789 May 20 15:56:49.738838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40060) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:49.744972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] Set router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:49.778281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Allocated IP 172.26.8.84 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/75948016-244b-4537-a6c9-c1341bf4fa7e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:49.822051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32408-6621-4e61-82b3-9862900361ac req-988bab9a-20a3-40d3-96d0-b43c69ab347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:49.823976 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-988bab9a-20a3-40d3-96d0-b43c69ab347e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.1677692 May 20 15:56:50.087649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 69b3dd55-2208-4077-b912-8e1bbf103381 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:50.101877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.164091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.259061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:33Z', 'updated_at': '2021-05-20T15:56:39Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None, '_interfaces': [{'id': 'a7ca1b3a-09fc-4f26-b02b-730b00eaf41e', 'name': '', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'mac_address': 'fa:16:3e:1e:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:56:35Z', 'updated_at': '2021-05-20T15:56:48Z', 'revision_number': 4, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'subnets': [{'id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:50.266780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c11d5-0a4a-4c98-a407-829f1b99dc0d None None] The sync data for ids ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'] in dv-neutron-601336-76-hyperv is: [{'id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:33Z', 'updated_at': '2021-05-20T15:56:39Z', 'revision_number': 2, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None, '_interfaces': [{'id': 'a7ca1b3a-09fc-4f26-b02b-730b00eaf41e', 'name': '', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'mac_address': 'fa:16:3e:1e:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:56:35Z', 'updated_at': '2021-05-20T15:56:48Z', 'revision_number': 4, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'subnets': [{'id': 'bdbe4273-9d68-49fd-93fe-7e863cfe9698', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:50.371959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.424385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 07baf736-8f24-46f5-b1ad-17fe29da9e20 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:50.424385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.485090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce657-4177-4557-a1ec-d0111f1f0930 req-77a424bb-d10a-470f-9397-77a84332eeed tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:50.487719 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94dce657-4177-4557-a1ec-d0111f1f0930 req-77a424bb-d10a-470f-9397-77a84332eeed tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5456936 May 20 15:56:50.500191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32408-6621-4e61-82b3-9862900361ac req-9a0eec0a-e9dc-498c-bf8d-e4bc676d1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:50.501998 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-9a0eec0a-e9dc-498c-bf8d-e4bc676d1285 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6626883 May 20 15:56:50.626603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Router ec7c8667-1ce0-4219-aae7-270d0210db52 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:50.636793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.809716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.810760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:50.869950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a7ca1b3a-09fc-4f26-b02b-730b00eaf41e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:51.004912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:51.015765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:51.016734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.073282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94dce657-4177-4557-a1ec-d0111f1f0930 req-e6da1c16-d291-41b6-8e58-529d08d9b869 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4956787 May 20 15:56:51.125501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 07baf736-8f24-46f5-b1ad-17fe29da9e20 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:51.137389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.203980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.215340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71dc3ea8-9289-48ef-8977-3668ae687108 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:51.252179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.285787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-105d249e-70b0-41c6-b96f-a6481c781160 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093117 May 20 15:56:51.309851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:51.315634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:51.319147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.321379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-02ef7c6a-df65-494b-854c-ef399c3f062c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:51.334400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:51.343576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:51.381295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Pushing event updated for resources: {'Port': ['ID=75948016-244b-4537-a6c9-c1341bf4fa7e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:51.392167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:51.399354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:51.426582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] Sync routers for ids ['ec7c8667-1ce0-4219-aae7-270d0210db52'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:51.449988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.452801 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "PUT /v2.0/routers/ec7c8667-1ce0-4219-aae7-270d0210db52 HTTP/1.1" status: 200 len: 880 time: 11.3535254 May 20 15:56:51.455429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:51.458130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40064) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:51.461094 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:51.462464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] Routers {'ec7c8667-1ce0-4219-aae7-270d0210db52'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:51.463646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ec7c8667-1ce0-4219-aae7-270d0210db52'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:51.593836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:51.611891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] Routers {'ec7c8667-1ce0-4219-aae7-270d0210db52'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:51.613039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ec7c8667-1ce0-4219-aae7-270d0210db52'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:51.740571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:51.740984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d184e9e3-fb6a-4d20-a31b-f54ff91e3bff None None] The sync data for ids ['ec7c8667-1ce0-4219-aae7-270d0210db52'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:51.794468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.800921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7aad2559-eba1-48f1-942c-0ce8dc1639ca tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:51.833373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.909848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d32408-6621-4e61-82b3-9862900361ac req-d71aecfc-6818-43cb-a9e4-4d110c4b3eb1 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617156 May 20 15:56:52.004779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ded50c35-81c0-4cc9-9a6d-790ae802dcda tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/ec7c8667-1ce0-4219-aae7-270d0210db52 HTTP/1.1" status: 200 len: 921 time: 0.4901364 May 20 15:56:52.007209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40068) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:52.093673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:52.094012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.124836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.168607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=07baf736-8f24-46f5-b1ad-17fe29da9e20,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:52.176117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fd1eae99-07e8-4f61-b0d8-149561b326ea tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:52.202673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:52.243773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=69b3dd55-2208-4077-b912-8e1bbf103381,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:52.247202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:52.248263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.262119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddbf9a8-9455-45d8-8f68-c686f758f571 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:52.291431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/69b3dd55-2208-4077-b912-8e1bbf103381 HTTP/1.1" status: 204 len: 168 time: 2.5443628 May 20 15:56:52.302058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40074) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:52.359154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:52.417753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c134f-10bb-4085-947c-f1843dd218ff tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:52.423386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dc1c134f-10bb-4085-947c-f1843dd218ff tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=ec7c8667-1ce0-4219-aae7-270d0210db52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4102726 May 20 15:56:52.471630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40078) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:52.494361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.508394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c8b20495-8597-4ba8-b14f-d35c08a14ce5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:52.528402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] For port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:52.528774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.698509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.757698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.813698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a7ca1b3a-09fc-4f26-b02b-730b00eaf41e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:52.853714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=16a2f919-2ad9-462b-ba79-7de254a6321b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:52.867270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:52.907735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': '7cef6425-a887-48da-94d2-b925a435eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:52.908114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: e4045328-e68c-4c23-992e-2a22e0c52346, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:56:52.982009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.983568 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0d797b8-aca7-4541-9b3d-2af66f8de861 HTTP/1.1" status: 204 len: 168 time: 3.6226096 May 20 15:56:52.994660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a7ca1b3a-09fc-4f26-b02b-730b00eaf41e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:52.995298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.999590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40082) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.016220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for a7ca1b3a-09fc-4f26-b02b-730b00eaf41e owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:53.076553 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8176b633-80fd-4430-b27e-84cbf321ddfe tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] DELETE failed (client error): The resource could not be found. May 20 15:56:53.077039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8176b633-80fd-4430-b27e-84cbf321ddfe tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:56:53.078859 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8176b633-80fd-4430-b27e-84cbf321ddfe tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/ports/c84772f6-f1e3-4a2d-9206-be0e59ef0d64 HTTP/1.1" status: 404 len: 333 time: 0.0752585 May 20 15:56:53.084391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40086) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.196120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network e4045328-e68c-4c23-992e-2a22e0c52346 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:56:53.197237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7f2b9-df17-4fac-a457-6ebed9273633 req-317197fc-5f5b-466d-9a67-da45d78dd5f4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:53.200286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63e7f2b9-df17-4fac-a457-6ebed9273633 req-317197fc-5f5b-466d-9a67-da45d78dd5f4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8970797 May 20 15:56:53.208984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-117d6e29-09c6-482d-979a-7caffabc9e1e tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Synchronizing usage tracker for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:53.246540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:53.264334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, e4045328-e68c-4c23-992e-2a22e0c52346) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:53.274273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd396ade-dda4-4aa4-9afd-cf19c85717c9 None None] Network e4045328-e68c-4c23-992e-2a22e0c52346 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:53.305548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:53.321192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:53.341858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc5c80-620b-46fe-b484-2f1d3bd18b85 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:53.343435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-25cc5c80-620b-46fe-b484-2f1d3bd18b85 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Synchronizing usage tracker for tenant:bd0052df22ce4b479b88876b050b80a1 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:53.349833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:53.378576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-117d6e29-09c6-482d-979a-7caffabc9e1e tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Unset dirty status for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:53.380326 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-117d6e29-09c6-482d-979a-7caffabc9e1e tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/ports?device_id=828195cb-b071-457c-b47f-8f602a5e408b HTTP/1.1" status: 200 len: 205 time: 0.2937822 May 20 15:56:53.394462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40090) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.395673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:53.397287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.402540 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63e7f2b9-df17-4fac-a457-6ebed9273633 req-4739ff3e-1775-405f-b4ef-4e4819bdbc2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710227 May 20 15:56:53.488075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.503429 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5581110 May 20 15:56:53.506469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.508253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40094) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.516276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782182434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:53.581762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:53.616759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-25cc5c80-620b-46fe-b484-2f1d3bd18b85 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Unset dirty status for tenant:bd0052df22ce4b479b88876b050b80a1 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:53.621627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-25cc5c80-620b-46fe-b484-2f1d3bd18b85 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 1.1450613 May 20 15:56:53.623239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:56:53.626488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-e4045328-e68c-4c23-992e-2a22e0c52346', 'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '16a2f919-2ad9-462b-ba79-7de254a6321b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:56:53.628123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.631362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.658171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40098) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.674529 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-307c3bd3-c36e-47ff-9a00-39c3d4e5fe35 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] delete failed (client error): The resource could not be found. May 20 15:56:53.677389 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-307c3bd3-c36e-47ff-9a00-39c3d4e5fe35 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/routers/828195cb-b071-457c-b47f-8f602a5e408b HTTP/1.1" status: 404 len: 336 time: 0.2722085 May 20 15:56:53.722969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e4e7cfed-e099-46bb-a326-47739b183a06 None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:53.723355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cfed-e099-46bb-a326-47739b183a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.766059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40102) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.769911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:53.775112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:53.820362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:53.834854 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed81224-edcf-49c1-9a1a-315dc79ff5be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] DELETE failed (client error): The resource could not be found. May 20 15:56:53.835573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed81224-edcf-49c1-9a1a-315dc79ff5be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:56:53.837124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7cfed-e099-46bb-a326-47739b183a06 None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:53.837734 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5ed81224-edcf-49c1-9a1a-315dc79ff5be tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/subnets/867c87f6-6983-43e5-bcbf-f9d8c5944f89 HTTP/1.1" status: 404 len: 337 time: 0.0643365 May 20 15:56:53.859337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40106) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.866210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e4e7cfed-e099-46bb-a326-47739b183a06 None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:53.866634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cfed-e099-46bb-a326-47739b183a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.902698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8b7a1779-bd97-4203-9683-6a2f02951657 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec7c8667-1ce0-4219-aae7-270d0210db52 HTTP/1.1" status: 200 len: 205 time: 0.2278388 May 20 15:56:53.911235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40110) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.919879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Allocated IP 2001:db8::2 (e4045328-e68c-4c23-992e-2a22e0c52346/16a2f919-2ad9-462b-ba79-7de254a6321b/9485f960-9913-4a13-8daa-0eb905379ac8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:54.043311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.044286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.183315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.197362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Deleting port 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:54.197989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.276068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.340383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Transition to ACTIVE for port object 9485f960-9913-4a13-8daa-0eb905379ac8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:54.345631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.363364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-79467433-5467-43d1-8d34-ce9c3105fa2c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:54.367440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Transition to ACTIVE for port object 9485f960-9913-4a13-8daa-0eb905379ac8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:54.379234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.383130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e382b03a-bd0d-446c-b3bc-55fb782897bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:54.405095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.454583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Network e4045328-e68c-4c23-992e-2a22e0c52346 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:54.458603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:54.463826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:56:54.468892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.562666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Pushing event updated for resources: {'Port': ['ID=9485f960-9913-4a13-8daa-0eb905379ac8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:54.587640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:54.588582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.590805 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6485f247-62ad-4f2f-a1e0-c8b5eee07e29 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0788074 May 20 15:56:54.595395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Attempting to bind port 9485f960-9913-4a13-8daa-0eb905379ac8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:56:54.595774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Attempting to bind port 9485f960-9913-4a13-8daa-0eb905379ac8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7cef6425-a887-48da-94d2-b925a435eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:56:54.596153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Attempting to bind port 9485f960-9913-4a13-8daa-0eb905379ac8 on network e4045328-e68c-4c23-992e-2a22e0c52346 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:56:54.599818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.602618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:56:54.603032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Checking segment: {'id': '7cef6425-a887-48da-94d2-b925a435eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:56:54.603474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.603963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Bound using segment: {'id': '7cef6425-a887-48da-94d2-b925a435eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:56:54.604464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Bound port: 9485f960-9913-4a13-8daa-0eb905379ac8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cef6425-a887-48da-94d2-b925a435eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e4045328-e68c-4c23-992e-2a22e0c52346'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:56:54.604855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.619139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40116) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:54.620844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Router 21e15036-3a77-488f-888b-9392368126ab is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:56:54.737412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=a7ca1b3a-09fc-4f26-b02b-730b00eaf41e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:54.739952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] For port 9485f960-9913-4a13-8daa-0eb905379ac8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:56:54.745214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:54.748702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] For port 9485f960-9913-4a13-8daa-0eb905379ac8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9485f960-9913-4a13-8daa-0eb905379ac8,segment=NetworkSegment(7cef6425-a887-48da-94d2-b925a435eb8e),segment_id=7cef6425-a887-48da-94d2-b925a435eb8e)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:56:54.755938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.761126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:54.886021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Pushing event updated for resources: {'Port': ['ID=9485f960-9913-4a13-8daa-0eb905379ac8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:54.900490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:55.066047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port a3dd882c-e4e8-4292-85ed-011f76bd9e3d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:55.067069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:55.213633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Calling delete_port for 1a2cc307-e8be-40ba-934a-bc41f0a6d1d2 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:55.226837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:55.542226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4774ba-ca25-49ef-9846-31aece0352b3 req-39ee477c-90b4-47c7-9297-1b2f1809c3a0 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:55.544989 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ce4774ba-ca25-49ef-9846-31aece0352b3 req-39ee477c-90b4-47c7-9297-1b2f1809c3a0 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8151541 May 20 15:56:55.979936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee438e8f-2d9a-475f-8d2a-78bc8fbb712f None None] Network e4045328-e68c-4c23-992e-2a22e0c52346 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:55.999112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:56:56.014812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ce4774ba-ca25-49ef-9846-31aece0352b3 req-0b70566b-3454-477b-8504-5690863c0482 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543839 May 20 15:56:56.091393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dcf5d4a2-1d35-4f1d-85b3-4881ce334ee6 None None] Provisioning for port 9485f960-9913-4a13-8daa-0eb905379ac8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:56.158504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.200540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.250778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:56.264543 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] Sync routers for ids ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:56.276855 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] Routers {'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:56.278159 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:56.287730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.295098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0316b4b7-713b-4481-9ef0-2a5484f37c5e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:56.360830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "PUT /v2.0/routers/e3f4eaa9-a51c-41c6-b814-695e7d4b4c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6339259 May 20 15:56:56.375606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40122) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:56.378209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:56:56.419130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:56:56.437693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97aba4c-942c-4921-8dd9-396c128e01f7 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:56.438889 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] Set router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:56.456411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:56.457023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.463367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for a3dd882c-e4e8-4292-85ed-011f76bd9e3d owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:56.466600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=f7906442-570c-46bb-a891-1bd360ce8893,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:56.470312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:56.520113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aec24-4983-4b2e-b23d-26b3958c315c req-b3947b40-c365-4431-8ee3-8aad1499d0b8 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:56.521824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c31aec24-4983-4b2e-b23d-26b3958c315c req-b3947b40-c365-4431-8ee3-8aad1499d0b8 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.3246937 May 20 15:56:56.532796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1960826 May 20 15:56:56.539782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40126) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:56.557948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204933663'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:56.571665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:56:56.580183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc96733-2ccc-493c-9286-a6cabeca2ce2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:56.582148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc96733-2ccc-493c-9286-a6cabeca2ce2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:56.582802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5dc96733-2ccc-493c-9286-a6cabeca2ce2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:56.589695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:56.594718 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:33Z', 'updated_at': '2021-05-20T15:56:54Z', 'revision_number': 3, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:56.601652 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] Checking router: e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:56:56.602937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:56.616651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.616888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:56.619571 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] Routers {'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:56.619749 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "PUT /v2.0/routers/21e15036-3a77-488f-888b-9392368126ab HTTP/1.1" status: 200 len: 919 time: 10.4351122 May 20 15:56:56.620774 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:56.626359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40130) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:56.647829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:56.770484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5dc96733-2ccc-493c-9286-a6cabeca2ce2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:56.771845 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5dc96733-2ccc-493c-9286-a6cabeca2ce2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3904223 May 20 15:56:56.800085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40134) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:56.811001 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c31aec24-4983-4b2e-b23d-26b3958c315c req-5e97d690-e96c-4e32-a193-3ed26a48125c tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725744 May 20 15:56:56.811975 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] Set router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:56:56.865299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.873803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.942510 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:33Z', 'updated_at': '2021-05-20T15:56:54Z', 'revision_number': 3, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:56.951053 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02903a1a-be04-44c8-8541-ab7da8020ce7 None None] The sync data for ids ['e3f4eaa9-a51c-41c6-b814-695e7d4b4c15'] in dv-neutron-601336-76-hyperv is: [{'id': 'e3f4eaa9-a51c-41c6-b814-695e7d4b4c15', 'name': 'tempest-NetworksTestDHCPv6-router-1866593807', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:56:33Z', 'updated_at': '2021-05-20T15:56:54Z', 'revision_number': 3, 'project_id': '0154ad5e4084404282d88d74ce53835c', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:57.013915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet bdbe4273-9d68-49fd-93fe-7e863cfe9698 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:57.014139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] Sync routers for ids ['21e15036-3a77-488f-888b-9392368126ab'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:56:57.016498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:57.033718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group_rule and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:57.037447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.062685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] Routers {'21e15036-3a77-488f-888b-9392368126ab'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:57.063501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['21e15036-3a77-488f-888b-9392368126ab'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:57.067580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:57.086501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:57.108723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a201a4d0-ea08-4847-8259-45b5657e6154 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/21e15036-3a77-488f-888b-9392368126ab HTTP/1.1" status: 200 len: 925 time: 0.4714074 May 20 15:56:57.121638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40140) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:57.139649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:57.212508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] Routers {'21e15036-3a77-488f-888b-9392368126ab'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:56:57.213255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['21e15036-3a77-488f-888b-9392368126ab'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:57.241756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.294815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:57.295385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f713c65-0f17-4226-801f-dda7073f0f1a None None] The sync data for ids ['21e15036-3a77-488f-888b-9392368126ab'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:56:57.337878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.366905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d387ed48-860b-4827-8500-4e57ccff6f2d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:57.428189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f762cd-177f-4193-9ee1-45323030f4e6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:57.430559 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-62f762cd-177f-4193-9ee1-45323030f4e6 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=21e15036-3a77-488f-888b-9392368126ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3071160 May 20 15:56:57.434288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40146) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:57.450278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.517704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9485f960-9913-4a13-8daa-0eb905379ac8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:57.601747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Update dhcp port {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'fixed_ips': [{'subnet_id': '1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7906442-570c-46bb-a891-1bd360ce8893'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': 'd1448203-6f76-4a08-9059-08d1e13643fe'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 15:56:57.631641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=a3dd882c-e4e8-4292-85ed-011f76bd9e3d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:57.635364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:57.653963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.660953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 9485f960-9913-4a13-8daa-0eb905379ac8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:56:57.661504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6d5ee226-e7c7-4126-863f-1319266bce32 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:57.672150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 9485f960-9913-4a13-8daa-0eb905379ac8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:57.672534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.714379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.739264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Deleting port 658fc060-8d45-4bee-849a-2b183cb9d497 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:57.739624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.953287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07682ff-5fbe-4b5e-8f6f-00a2f0c6355e tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:57.956192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e07682ff-5fbe-4b5e-8f6f-00a2f0c6355e tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 0.5117366 May 20 15:56:57.971045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40150) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:57.992971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.055543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Port': ['ID=1a2cc307-e8be-40ba-934a-bc41f0a6d1d2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:58.090143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:58.092547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 9485f960-9913-4a13-8daa-0eb905379ac8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9485f960-9913-4a13-8daa-0eb905379ac8,segment=NetworkSegment(7cef6425-a887-48da-94d2-b925a435eb8e),segment_id=7cef6425-a887-48da-94d2-b925a435eb8e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:58.102309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Allocated IP 2001:db8::2 (f239d450-e010-44de-8116-5875eff52743/f7906442-570c-46bb-a891-1bd360ce8893/d1448203-6f76-4a08-9059-08d1e13643fe) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:58.105193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.110887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:58.276904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=9485f960-9913-4a13-8daa-0eb905379ac8,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:58.283492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:58.290497 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7b856bcd-5040-400b-9bc1-083ead4e1373 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=21e15036-3a77-488f-888b-9392368126ab HTTP/1.1" status: 200 len: 205 time: 0.3132946 May 20 15:56:58.298143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40154) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:58.337467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.346207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1448203-6f76-4a08-9059-08d1e13643fe,segment=NetworkSegment(ba33be6f-be68-4b5c-80a6-a496430cc00b),segment_id=ba33be6f-be68-4b5c-80a6-a496430cc00b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:58.351876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa435a7-4194-4ea4-8d15-8bcb54554c2d req-fb9e4866-6075-48c2-8b51-1feafb9c7fbd tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:58.374296 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fa435a7-4194-4ea4-8d15-8bcb54554c2d req-fb9e4866-6075-48c2-8b51-1feafb9c7fbd tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.7803321 May 20 15:56:58.382329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.403225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Transition to ACTIVE for port object d1448203-6f76-4a08-9059-08d1e13643fe will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:56:58.408125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.419712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-74c352e6-c1c7-4357-b689-f0c6601744a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:58.513626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Pushing event updated for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:58.520573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:58.546865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.564327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed97e4d2-f451-4f81-941f-8a91c671c685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:58.620125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.632574 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fa435a7-4194-4ea4-8d15-8bcb54554c2d req-33950d38-6cb3-48fd-aba3-05a86a29e71c tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697575 May 20 15:56:58.659754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.671794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e4763-88c7-4a09-9cab-389595f93088 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:56:58.682777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6098eb3-24f2-4369-90b2-658db9a58d55,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:58.691148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:58.697203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:58.713210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8::1 (e4045328-e68c-4c23-992e-2a22e0c52346/16a2f919-2ad9-462b-ba79-7de254a6321b/3975e5cf-977b-4b07-aa4a-5747ee8fd165) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:56:58.778598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.779923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2392328 May 20 15:56:58.794606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40160) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:58.803927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/bdbe4273-9d68-49fd-93fe-7e863cfe9698 HTTP/1.1" status: 204 len: 168 time: 1.9912379 May 20 15:56:58.805081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbe4273-9d68-49fd-93fe-7e863cfe9698,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:58.813516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047360863'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:56:58.836524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:58.844241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40164) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:58.849406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:58.851825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:58.887364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9485f960-9913-4a13-8daa-0eb905379ac8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:58.983467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:59.031101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:59.040874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:59.171481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.215270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 9485f960-9913-4a13-8daa-0eb905379ac8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:59.216061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.251873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.274917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8b622c05-907d-4579-98ac-92c91146d870 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:router {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:59.321226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:59.337124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group_rule and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:59.344903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:59.369159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Calling delete_port for 658fc060-8d45-4bee-849a-2b183cb9d497 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:59.370136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:59.416218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:56:59.426526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:59.447238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8b622c05-907d-4579-98ac-92c91146d870 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:router {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:59.456592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8b622c05-907d-4579-98ac-92c91146d870 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6101761 May 20 15:56:59.459276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40170) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:59.514848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.595260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bebf-1db2-49d7-b28d-19df076b0db9 req-3fc4081e-7bc0-4c49-848e-ae87849735eb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:59.598322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-91c9bebf-1db2-49d7-b28d-19df076b0db9 req-3fc4081e-7bc0-4c49-848e-ae87849735eb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.4020164 May 20 15:56:59.626408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a7ca1b3a-09fc-4f26-b02b-730b00eaf41e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:59.668274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.679471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a7ca1b3a-09fc-4f26-b02b-730b00eaf41e {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:59.679834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a7ca1b3a-09fc-4f26-b02b-730b00eaf41e not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:59.713149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Deleting port aad6ab06-24a7-4485-9d1c-b94262f7ea2c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:59.713681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.746232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-11be1541-94ff-4d82-8bbf-36e90ed93c36 None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:59.746701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-11be1541-94ff-4d82-8bbf-36e90ed93c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.760408 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/ports/a3dd882c-e4e8-4292-85ed-011f76bd9e3d HTTP/1.1" status: 204 len: 168 time: 5.8936374 May 20 15:56:59.761121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.770967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40174) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:59.834554 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-91c9bebf-1db2-49d7-b28d-19df076b0db9 req-20ada3ff-5e8b-498d-a72f-d0bcb789dc23 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296469 May 20 15:56:59.895001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-11be1541-94ff-4d82-8bbf-36e90ed93c36 None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:56:59.902541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] For port aad6ab06-24a7-4485-9d1c-b94262f7ea2c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:59.903409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.929068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:59.986308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.000235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-400c0926-219b-4f25-a250-f7fd9e5d5718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:00.056954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-11be1541-94ff-4d82-8bbf-36e90ed93c36 None None] Provisioning for port d1448203-6f76-4a08-9059-08d1e13643fe completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:00.067345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Calling delete_port for aad6ab06-24a7-4485-9d1c-b94262f7ea2c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:00.075220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-11be1541-94ff-4d82-8bbf-36e90ed93c36 None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:00.075583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-11be1541-94ff-4d82-8bbf-36e90ed93c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.076591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.195505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.197325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.201403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4026763 May 20 15:57:00.201403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.202632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13774ad1-72f1-4783-8739-dd159d756851,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:00.205737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:00.208296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40178) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:00.214246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1778163599'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:00.225602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object 3975e5cf-977b-4b07-aa4a-5747ee8fd165 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:00.227114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:00.240061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:00.244720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:00.253932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:00.260937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.261572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Fanout notify agent at l3_agent the message router_deleted on router e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:00.278402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.278826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.298943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.301395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cf712025-7055-48b3-bd22-81798e16984f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/routers/e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 HTTP/1.1" status: 204 len: 168 time: 0.8374960 May 20 15:57:00.306029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40182) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:00.333819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.354151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:00.368382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c001a26f-c53d-4182-b4d7-71a45bd6b55f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:00.373967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:00.381486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:security_group_rule and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:00.385545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:00.396609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:00.412862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c001a26f-c53d-4182-b4d7-71a45bd6b55f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:00.414307 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c001a26f-c53d-4182-b4d7-71a45bd6b55f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1069059 May 20 15:57:00.420233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40186) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:00.458829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Pushing event deleted for resources: {'Port': ['ID=aad6ab06-24a7-4485-9d1c-b94262f7ea2c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:00.463198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] No DVR routers for this DVR port aad6ab06-24a7-4485-9d1c-b94262f7ea2c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:00.466621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:00.540435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77ae1a-c0da-4bff-bebb-09c79dbc0277 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:00.541327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8b77ae1a-c0da-4bff-bebb-09c79dbc0277 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:00.561276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Router 03a7603e-627a-44dc-a03f-f5d863c0ff57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:00.570397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.578109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8b77ae1a-c0da-4bff-bebb-09c79dbc0277 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:00.579408 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8b77ae1a-c0da-4bff-bebb-09c79dbc0277 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1581216 May 20 15:57:00.583665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40190) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:00.642545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.650362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70740e40-616b-4bc2-8a7d-ca8f6a337667 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:00.666654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4d557f2b-c3e6-4803-bb50-50d972e5052f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:router {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:00.671073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.678159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.684773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-457eb72a-f20c-42df-ad10-f0138652d29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:00.712770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4d557f2b-c3e6-4803-bb50-50d972e5052f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:router {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:00.713805 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4d557f2b-c3e6-4803-bb50-50d972e5052f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291223 May 20 15:57:00.724679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40194) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:00.737858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:00.758318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8039ef51-dbc2-45a7-bf3b-cfbd09b90052,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:00.766643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:00.771640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.773209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5638542 May 20 15:57:00.783057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40198) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:00.807310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 2d84826b-5bda-489e-849f-6d5e8722e78b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:00.807688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.838499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1890260009', 'security_groups': ['8039ef51-dbc2-45a7-bf3b-cfbd09b90052'], 'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7906442-570c-46bb-a891-1bd360ce8893'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:00.840540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aad6ab06-24a7-4485-9d1c-b94262f7ea2c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:00.925938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: aad6ab06-24a7-4485-9d1c-b94262f7ea2c {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:00.926404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aad6ab06-24a7-4485-9d1c-b94262f7ea2c not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:00.937213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.959870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network e4045328-e68c-4c23-992e-2a22e0c52346 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:01.016801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:01.020278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:01.021260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:01.176988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:01.196077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:01.204796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Deleting port 75948016-244b-4537-a6c9-c1341bf4fa7e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:01.205136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:01.217277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:01.220134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=3975e5cf-977b-4b07-aa4a-5747ee8fd165,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:01.220973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:01.223367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:01.224887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:01.248376 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] Sync routers for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:01.254572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8848b5-b645-4517-9813-1b4aaa3150f4 req-e2baf746-7d98-4c14-a2b3-486471539f63 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:01.256622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8848b5-b645-4517-9813-1b4aaa3150f4 req-e2baf746-7d98-4c14-a2b3-486471539f63 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.1684663 May 20 15:57:01.264233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-40a56f02-fbf0-47ff-a634-e6a131b62e17 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:01.270892 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:01.271924 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:01.395504 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8848b5-b645-4517-9813-1b4aaa3150f4 req-a50bdee5-5f2d-4507-9a7d-ee2040e2fdc4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867898 May 20 15:57:01.419727 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:01.430950 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:01.432088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:01.435637 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8973136 May 20 15:57:01.436798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event deleted for resources: {'Port': ['ID=658fc060-8d45-4bee-849a-2b183cb9d497,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:01.442650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40204) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:01.445910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:01.489528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c3c96106-e8ba-4615-b9da-02c72747c4d4 None None] Provisioning for port 3975e5cf-977b-4b07-aa4a-5747ee8fd165 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:01.508585 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:01.509405 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757093f-a4f0-4d99-8b53-0972e8f9bcc0 None None] The sync data for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:01.524040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c3c96106-e8ba-4615-b9da-02c72747c4d4 None None] Provisioning complete for port 3975e5cf-977b-4b07-aa4a-5747ee8fd165 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:01.524601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3c96106-e8ba-4615-b9da-02c72747c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:01.633735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c3c96106-e8ba-4615-b9da-02c72747c4d4 None None] Port 3975e5cf-977b-4b07-aa4a-5747ee8fd165 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:01.665081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-d6c3d8db-a892-4933-8db6-be8fe5b73559 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] delete failed (client error): The resource could not be found. May 20 15:57:01.667796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d6c3d8db-a892-4933-8db6-be8fe5b73559 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1057397489 HTTP/1.1" status: 404 len: 335 time: 0.2234540 May 20 15:57:01.673915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40210) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:01.696133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ae2c23da-e819-402f-88ad-d671cc8a81be tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'router': {'external_gateway_info': {'network_id': '03a7603e-627a-44dc-a03f-f5d863c0ff57'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:01.895429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:01.917036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.261008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 2d84826b-5bda-489e-849f-6d5e8722e78b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:02.264196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:02.289621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.383482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:02.448347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.526093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Calling delete_port for 75948016-244b-4537-a6c9-c1341bf4fa7e owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:02.529395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.553528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:02.572973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.603677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae2c23da-e819-402f-88ad-d671cc8a81be tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.658502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f50004-6b1d-4ef9-ad42-b0b73616c780 req-3e0fc9ea-d056-41f7-9268-0ac7984d3bb3 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:02.659193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49f50004-6b1d-4ef9-ad42-b0b73616c780 req-3e0fc9ea-d056-41f7-9268-0ac7984d3bb3 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8104589 May 20 15:57:02.664674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-ae2c23da-e819-402f-88ad-d671cc8a81be tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] update failed (client error): The resource could not be found. May 20 15:57:02.671102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ae2c23da-e819-402f-88ad-d671cc8a81be tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57 HTTP/1.1" status: 404 len: 339 time: 0.9897697 May 20 15:57:02.688625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40216) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:02.732740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.733232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Fanout notify agent at l3_agent the message router_deleted on router ec7c8667-1ce0-4219-aae7-270d0210db52 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:02.801295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:02.808189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/ec7c8667-1ce0-4219-aae7-270d0210db52 HTTP/1.1" status: 204 len: 168 time: 8.8294671 May 20 15:57:02.818308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40220) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:02.907770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1983227205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:02.958836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:03.049994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Usage tracker for resource:router and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:03.055454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.065224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:03.079322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49f50004-6b1d-4ef9-ad42-b0b73616c780 req-d30c4f45-d87f-451d-a165-69cc62756c2a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070079 May 20 15:57:03.083046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:03.157578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] device_id is not set on port 73542690-72eb-431e-8d20-100411e5635f yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:57:03.197242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.198521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.201965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.222381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:03.487942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=2d84826b-5bda-489e-849f-6d5e8722e78b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:03.492007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.551191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:03.611735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.618596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:57:03.622100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.627811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b1c889a9-a52e-4984-a9af-d01e284ac950 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:03.789148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:03.793306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:03.811823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47db043-06b1-483b-85b5-627bbe6a2cf4 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:03.825471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.828768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:03.829404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.843505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=74e81503-d680-4412-97e6-3d269931b0d5,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:03.854167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:03.898835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.904504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:03.913200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-edc2a50a-9b33-490a-8941-1a6decd23f91 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:03.933491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2022378 May 20 15:57:03.934377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40224) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:03.942879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:03.982291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event deleted for resources: {'Port': ['ID=75948016-244b-4537-a6c9-c1341bf4fa7e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:04.020323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.021802 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d91fac61-50b9-439e-a7cb-cafe12adec1b tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1414242 May 20 15:57:04.027459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40228) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:04.040144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:04.047023 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/ports/2d84826b-5bda-489e-849f-6d5e8722e78b HTTP/1.1" status: 204 len: 168 time: 4.2711418 May 20 15:57:04.074946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40232) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:04.078660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': True}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:04.082303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:57:04.138255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.158121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.159505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.175885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-147f9510-0d7a-4717-99d4-4da14ed75b99 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:04.259204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '74e81503-d680-4412-97e6-3d269931b0d5'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:57:04.260280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.267704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8::3d4 (f239d450-e010-44de-8116-5875eff52743/f7906442-570c-46bb-a891-1bd360ce8893/73542690-72eb-431e-8d20-100411e5635f) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:04.362472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:04.372111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.392619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:04.443468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Allocated IP 2001:db8::f816:3eff:fe57:874c (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/74e81503-d680-4412-97e6-3d269931b0d5/6230e46e-4486-45ed-ae05-8fc6eced2cca) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:04.459222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=3975e5cf-977b-4b07-aa4a-5747ee8fd165,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:04.462732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:04.508842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:04.540996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:04.722801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.745841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Transition to ACTIVE for port object 6230e46e-4486-45ed-ae05-8fc6eced2cca will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:04.757838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.776446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Transition to ACTIVE for port object 6230e46e-4486-45ed-ae05-8fc6eced2cca will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:04.785936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.792285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b37753c0-9d3b-4b8b-a73b-b5543c3de966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:04.795918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.864850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:04.868909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:04.873661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:04.909050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Allocated IP 172.20.0.1 (10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1/ce2a8340-567b-4d87-914f-99b020f20344/7d1b2675-49f0-49fc-8092-5da4d77a5824) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:04.957812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network e4045328-e68c-4c23-992e-2a22e0c52346 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:04.963367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:04.969035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Pushing event updated for resources: {'Port': ['ID=6230e46e-4486-45ed-ae05-8fc6eced2cca,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:04.980941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:04.989577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Attempting to bind port 6230e46e-4486-45ed-ae05-8fc6eced2cca on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:04.989937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Attempting to bind port 6230e46e-4486-45ed-ae05-8fc6eced2cca by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:04.990482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Attempting to bind port 6230e46e-4486-45ed-ae05-8fc6eced2cca on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:04.997223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:04.997626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:04.998054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:04.998678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:05.000364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Bound port: 6230e46e-4486-45ed-ae05-8fc6eced2cca, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:05.000973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.032759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.033289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Fanout notify agent at l3_agent the message router_deleted on router 21e15036-3a77-488f-888b-9392368126ab {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:05.063780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.083002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 73542690-72eb-431e-8d20-100411e5635f will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:05.083547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:05.087255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.129632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] For port 6230e46e-4486-45ed-ae05-8fc6eced2cca, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:05.136284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] For port 6230e46e-4486-45ed-ae05-8fc6eced2cca, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6230e46e-4486-45ed-ae05-8fc6eced2cca,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:05.142535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.150747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:05.206058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.279815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5b8ecc16-23fa-470a-a7f1-1086e3e9d27d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:05.299063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Pushing event updated for resources: {'Port': ['ID=6230e46e-4486-45ed-ae05-8fc6eced2cca,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:05.311970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:05.355691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.355691 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/21e15036-3a77-488f-888b-9392368126ab HTTP/1.1" status: 204 len: 168 time: 7.0474520 May 20 15:57:05.358389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:05.362110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40240) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:05.363438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:05.381130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:05.387153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:05.387839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.395411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-859139526', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:05.420405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f379f470-aa68-4611-ad1c-6a4f018b0780 None None] Provisioning complete for port 3975e5cf-977b-4b07-aa4a-5747ee8fd165 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:05.421387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f379f470-aa68-4611-ad1c-6a4f018b0780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.521294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.546166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f379f470-aa68-4611-ad1c-6a4f018b0780 None None] Port 3975e5cf-977b-4b07-aa4a-5747ee8fd165 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:05.669314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:05.689295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Usage tracker for resource:router and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:05.699206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:05.733406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:05.735675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=73542690-72eb-431e-8d20-100411e5635f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:05.742142 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9459596 May 20 15:57:05.743465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:05.744568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:05.755165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:05.765160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824c7552-5be9-40c4-9f39-01bee66bba36 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:05.766060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-824c7552-5be9-40c4-9f39-01bee66bba36 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Synchronizing usage tracker for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:05.794709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.796220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.843496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-824c7552-5be9-40c4-9f39-01bee66bba36 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Unset dirty status for tenant:386dc91c07884102bd1d56ca3745caf4 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:05.847853 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-824c7552-5be9-40c4-9f39-01bee66bba36 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f98efd-729f-453c-8bff-dfd1c25629b2 HTTP/1.1" status: 200 len: 913 time: 1.7149611 May 20 15:57:05.865468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40248) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:05.888334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5e537d50-29f3-4fe8-9ca6-fec5a6b3f34b None None] Provisioning for port 73542690-72eb-431e-8d20-100411e5635f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:05.896449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5e537d50-29f3-4fe8-9ca6-fec5a6b3f34b None None] Provisioning complete for port 73542690-72eb-431e-8d20-100411e5635f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:05.896449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5e537d50-29f3-4fe8-9ca6-fec5a6b3f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.954759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54625548-44c8-45b0-bba5-50a35a30fd44 req-ebe096f3-653d-4b10-8dc1-6825ef2572f3 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:05.956320 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-54625548-44c8-45b0-bba5-50a35a30fd44 req-ebe096f3-653d-4b10-8dc1-6825ef2572f3 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.6238391 May 20 15:57:05.973871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5e537d50-29f3-4fe8-9ca6-fec5a6b3f34b None None] Port 73542690-72eb-431e-8d20-100411e5635f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:05.990900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 7356b29b-22ff-484e-a911-c368097461f4 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:57:06.000433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.018687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.072006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Transition to ACTIVE for port object 7d1b2675-49f0-49fc-8092-5da4d77a5824 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:06.075540 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-54625548-44c8-45b0-bba5-50a35a30fd44 req-39d7518c-ec0c-4bec-ad10-feda09409dee tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879114 May 20 15:57:06.200118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.207011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:06.469721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:06.480239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:06.485264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Port': ['ID=7d1b2675-49f0-49fc-8092-5da4d77a5824,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:06.489135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:06.490501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:06.493089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:06.540907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:06.549865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:06.571524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:06.574101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:06.591531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] Sync routers for ids ['7356b29b-22ff-484e-a911-c368097461f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:06.613410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] Routers {'7356b29b-22ff-484e-a911-c368097461f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:06.614116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7356b29b-22ff-484e-a911-c368097461f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:06.690969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.733370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.745871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:06.768307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.776383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] Routers {'7356b29b-22ff-484e-a911-c368097461f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:06.777032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7356b29b-22ff-484e-a911-c368097461f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:06.825951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.847264 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/7356b29b-22ff-484e-a911-c368097461f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2207942 May 20 15:57:06.889566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6230e46e-4486-45ed-ae05-8fc6eced2cca up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:06.910723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40254) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:06.911911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:06.915728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:06.924112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:06.925030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3b11a-a346-40bc-97cf-e07863609011 None None] The sync data for ids ['7356b29b-22ff-484e-a911-c368097461f4'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:06.950074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-41c8a853-9969-44c4-aa29-99f3b117827b None None] Provisioning for port 6230e46e-4486-45ed-ae05-8fc6eced2cca completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:06.985307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6230e46e-4486-45ed-ae05-8fc6eced2cca completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:06.992123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6230e46e-4486-45ed-ae05-8fc6eced2cca triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:06.992499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:07.164767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b11718c1-22d5-404f-ba5e-20cf7da083e8 None None] Provisioning for port 7d1b2675-49f0-49fc-8092-5da4d77a5824 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:07.173139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:07.187912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b11718c1-22d5-404f-ba5e-20cf7da083e8 None None] Provisioning complete for port 7d1b2675-49f0-49fc-8092-5da4d77a5824 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:07.188657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b11718c1-22d5-404f-ba5e-20cf7da083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:07.223342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaae84-1c3c-4981-9760-c3edc3ff0134 req-c23f1326-b20b-4112-ae92-c7d736eac78a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:07.224980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aabaae84-1c3c-4981-9760-c3edc3ff0134 req-c23f1326-b20b-4112-ae92-c7d736eac78a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.9680715 May 20 15:57:07.302044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6230e46e-4486-45ed-ae05-8fc6eced2cca, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6230e46e-4486-45ed-ae05-8fc6eced2cca,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:07.305285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b11718c1-22d5-404f-ba5e-20cf7da083e8 None None] Port 7d1b2675-49f0-49fc-8092-5da4d77a5824 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:07.312065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:07.317371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:07.409842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6230e46e-4486-45ed-ae05-8fc6eced2cca,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:07.414511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:07.421361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b9f35-3c2a-4a25-b40e-cdf51b1d42eb tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:07.422228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-aa3b9f35-3c2a-4a25-b40e-cdf51b1d42eb tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:07.502102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aabaae84-1c3c-4981-9760-c3edc3ff0134 req-fa8efebd-2b67-47d2-9eb2-68b46aba626a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560585 May 20 15:57:07.503806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:07.509329 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7906442-570c-46bb-a891-1bd360ce8893 (CIDR: 2001:db8::/64) May 20 15:57:07.510351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-aa3b9f35-3c2a-4a25-b40e-cdf51b1d42eb tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:07.511676 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aa3b9f35-3c2a-4a25-b40e-cdf51b1d42eb tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports/3975e5cf-977b-4b07-aa4a-5747ee8fd165 HTTP/1.1" status: 200 len: 911 time: 0.6016719 May 20 15:57:07.520161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40260) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:07.521115 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:07.521619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:07.527745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Allocated IP 172.26.8.70 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/449c8d43-60cd-4db4-9fa8-44de0fa1dfee) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:07.535492 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-5d7bf327-1b8f-4a3a-8800-70b013b33915 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4321451 May 20 15:57:07.786818 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-70229f5e-cf17-4d68-bab0-6cf02ca688b6 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0382552 May 20 15:57:07.791598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40266) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:07.813650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:08.112538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.119439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.127140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2f0c3e4e-c6d1-4bbe-904d-c66381b15fb5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:08.196636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-b86bf49c-ff77-452c-b28f-d4b19ebe806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:08.198168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-b86bf49c-ff77-452c-b28f-d4b19ebe806b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.5140495 May 20 15:57:08.316434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba291a-f51e-4091-9777-cf335ceba546 req-acb89529-8a44-4182-969d-141fcee658a0 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:08.318090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-69ba291a-f51e-4091-9777-cf335ceba546 req-acb89529-8a44-4182-969d-141fcee658a0 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5741115 May 20 15:57:08.325041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:08.338851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:08.352853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564e592-8c86-4235-8be3-ddef7ae80cdf None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:08.423795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:08.436578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=f8ed36ad-37ec-4257-9a48-637f42214d70,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:08.447254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.467082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:08.476024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:08.476782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.488656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:08.497482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:08.506293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.515516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:08.551355 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-69ba291a-f51e-4091-9777-cf335ceba546 req-2f245ada-0437-4e2a-a3a5-00383641439b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166622 May 20 15:57:08.592451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.602299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:08.633113 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6976709 May 20 15:57:08.662488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40272) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:08.675956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.683914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:a7:77:f3', 'name': 'tempest-NetworksTestDHCPv6-1145429857'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:08.704466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-5ce11a42-528c-4df4-a71b-3840c654364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:08.706018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-5ce11a42-528c-4df4-a71b-3840c654364e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.4333932 May 20 15:57:08.797305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:08.801180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.833045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6230e46e-4486-45ed-ae05-8fc6eced2cca up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:08.904462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:08.926571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Update dhcp port {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': '74e81503-d680-4412-97e6-3d269931b0d5', 'ip_address': '2001:db8::f816:3eff:fe57:874c'}, {'subnet_id': 'f8ed36ad-37ec-4257-9a48-637f42214d70'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '6230e46e-4486-45ed-ae05-8fc6eced2cca'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 15:57:08.943719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.992052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:08.993096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.010291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6230e46e-4486-45ed-ae05-8fc6eced2cca triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:09.010724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.039383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Allocated IP 172.26.8.228 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/61dfafe5-b425-4c83-8aa3-8574218ef781) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:09.083630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:09.128833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:09.176857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Port': ['ID=449c8d43-60cd-4db4-9fa8-44de0fa1dfee,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:09.204858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:09.209386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e82e729b-675b-48c7-ac03-cf4720dbcedb tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:09.334495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.340993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Allocated IP 172.20.0.2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/f8ed36ad-37ec-4257-9a48-637f42214d70/6230e46e-4486-45ed-ae05-8fc6eced2cca) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:09.364931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-e2ab743e-43c6-41ea-aedd-3edc8feea718 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.4628818 May 20 15:57:09.503744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event updated for resources: {'Port': ['ID=7d1b2675-49f0-49fc-8092-5da4d77a5824,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:09.512085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] For port 6230e46e-4486-45ed-ae05-8fc6eced2cca, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6230e46e-4486-45ed-ae05-8fc6eced2cca,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:09.523312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:09.541063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.560780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Transition to ACTIVE for port object 6230e46e-4486-45ed-ae05-8fc6eced2cca will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:09.567236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.572036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57fea2c1-0883-4434-ba1d-580377e063b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:09.594749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:09.664766 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38 (CIDR: 2001:db8:0:1::/64) May 20 15:57:09.691031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:09.698140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:09.698509 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:09.699031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:09.724096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:09.741758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Pushing event updated for resources: {'Port': ['ID=6230e46e-4486-45ed-ae05-8fc6eced2cca,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:09.755988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-56e99740-250c-40e1-ba91-c760a4033a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:09.757940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:09.758182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-56e99740-250c-40e1-ba91-c760a4033a58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.3382885 May 20 15:57:09.771655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09987f-1160-4ef9-b51b-120e4e19aaf6 req-284996b6-9cb7-486e-90a2-41809902155b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:09.773270 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f09987f-1160-4ef9-b51b-120e4e19aaf6 req-284996b6-9cb7-486e-90a2-41809902155b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8762951 May 20 15:57:09.813863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:09.862936 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b750bfc6-5f4e-4073-8db6-e4ed644fc56f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0673487 May 20 15:57:09.879260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40276) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:09.926947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'subnet': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:09.967076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.046450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.080784 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f09987f-1160-4ef9-b51b-120e4e19aaf6 req-ebcd1431-3e44-4384-ba1a-488c973fe778 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420719 May 20 15:57:10.082837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:10.091601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:10.307689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.324812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b43891fc-f54a-4fbd-b490-67c1c2fbdb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.460043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3990bb8d-740f-4f9b-b7af-15098d0df418 None None] Provisioning complete for port 7d1b2675-49f0-49fc-8092-5da4d77a5824 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:10.460589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3990bb8d-740f-4f9b-b7af-15098d0df418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.501861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:10.507964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Usage tracker for resource:subnet and tenant:ceff729cfb57428a8c9aa132e96a0b01 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:10.511577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:10.519300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:10.550581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3990bb8d-740f-4f9b-b7af-15098d0df418 None None] Port 7d1b2675-49f0-49fc-8092-5da4d77a5824 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:10.572821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.577097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Made reservation on behalf of ceff729cfb57428a8c9aa132e96a0b01 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:10.581639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.604304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-defb64f1-196b-4b33-9b72-cabd2eae1e65 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:10.614015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-d960cc27-a390-4428-a3b3-c809a3692204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:10.615536 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-d960cc27-a390-4428-a3b3-c809a3692204 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8388224 May 20 15:57:10.634124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port e7f0259e-0f0e-4e26-ad59-72491d54d427 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:57:10.682370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-06aac12d-afc1-4c26-a2eb-814e394a8527 None None] Provisioning for port 6230e46e-4486-45ed-ae05-8fc6eced2cca completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:10.693055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-06aac12d-afc1-4c26-a2eb-814e394a8527 None None] Provisioning complete for port 6230e46e-4486-45ed-ae05-8fc6eced2cca triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:10.693896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-06aac12d-afc1-4c26-a2eb-814e394a8527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.709089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:10.770426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:10.782878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:10.791076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:10.830750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event updated for resources: {'Port': ['ID=61dfafe5-b425-4c83-8aa3-8574218ef781,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:10.849215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:10.880962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6230e46e-4486-45ed-ae05-8fc6eced2cca up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:10.897798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Router 03a7603e-627a-44dc-a03f-f5d863c0ff57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:10.997518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6230e46e-4486-45ed-ae05-8fc6eced2cca triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:10.998105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.019971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port 72d9035e-e58f-4f91-aebe-472fe0e44a25 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:11.020316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.369690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-df8eb77e-1ec0-4eff-b863-34f845a778ad service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402689 May 20 15:57:11.519897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:11.537510 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] Sync routers for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:11.547054 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:11.547692 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:11.599082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.615777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 172.20.0.10 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/f8ed36ad-37ec-4257-9a48-637f42214d70/e7f0259e-0f0e-4e26-ad59-72491d54d427) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:11.641712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9481518 May 20 15:57:11.641712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fea7:77f3 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/74e81503-d680-4412-97e6-3d269931b0d5/e7f0259e-0f0e-4e26-ad59-72491d54d427) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:11.646278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40282) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:11.668291 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:11.678892 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:11.679507 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:11.740548 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:11.741160 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9091b-7d1b-41a3-ad12-74f2e6519775 None None] The sync data for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:11.750751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.816184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for 72d9035e-e58f-4f91-aebe-472fe0e44a25 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:11.833597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.142338 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4a35964-7d56-49e2-b5f9-42bbeadfb866 req-a709378f-f0ea-44af-b676-22d2d0f8981d service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291439 May 20 15:57:12.146505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 3975e5cf-977b-4b07-aa4a-5747ee8fd165 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:12.147596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.187424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8189add8-02a5-45fd-880e-1270e67c43c1 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.285361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.608048 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8189add8-02a5-45fd-880e-1270e67c43c1 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 15:57:12.609105 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8189add8-02a5-45fd-880e-1270e67c43c1 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57 HTTP/1.1" status: 409 len: 329 time: 0.9555514 May 20 15:57:12.610729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.615851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40286) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:12.710643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.816848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object e7f0259e-0f0e-4e26-ad59-72491d54d427 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:12.824884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Router 2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:57:12.944267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 3975e5cf-977b-4b07-aa4a-5747ee8fd165 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:12.945949 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:57:13.063821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.073103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f79af9ca-5382-4b28-b906-c6cd0d8b64bd tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:13.115577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.133498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=72d9035e-e58f-4f91-aebe-472fe0e44a25,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:13.156129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.175416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:13.315085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f3fed2ad-5301-4b22-9cda-fb65b74134b0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:13.389424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.512442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:13.527364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:13.532927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:13.700551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:13.708618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.714835 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "PUT /v2.0/routers/2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 HTTP/1.1" status: 200 len: 914 time: 9.6819656 May 20 15:57:13.720583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40290) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:13.721560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.745456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=e7f0259e-0f0e-4e26-ad59-72491d54d427,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:13.750814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:13.781780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] Sync routers for ids ['2d8ecbce-8ca5-4d9d-884d-f6ea529942d8'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:13.797731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-075ae9fd-9bb8-4675-88bf-e006c394b28e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:13.804323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] Routers {'2d8ecbce-8ca5-4d9d-884d-f6ea529942d8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:13.805175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:56:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['2d8ecbce-8ca5-4d9d-884d-f6ea529942d8'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:13.806168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:13.807529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.865677 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.2016501 May 20 15:57:13.866880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40294) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:13.889715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b315-dea2-446d-acf1-f135bc040a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:13.891370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:13.906428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] Routers {'2d8ecbce-8ca5-4d9d-884d-f6ea529942d8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:13.907347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['2d8ecbce-8ca5-4d9d-884d-f6ea529942d8'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:13.976333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:13.977006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6680c62-d28e-4b75-9068-391d7a8735db None None] The sync data for ids ['2d8ecbce-8ca5-4d9d-884d-f6ea529942d8'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:13.980570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b00a21c-e001-43b1-8299-46a89e444495 None None] Provisioning for port e7f0259e-0f0e-4e26-ad59-72491d54d427 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:13.997386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b00a21c-e001-43b1-8299-46a89e444495 None None] Provisioning complete for port e7f0259e-0f0e-4e26-ad59-72491d54d427 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:13.997386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b00a21c-e001-43b1-8299-46a89e444495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.074066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7b00a21c-e001-43b1-8299-46a89e444495 None None] Port e7f0259e-0f0e-4e26-ad59-72491d54d427 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:14.163667 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Network f239d450-e010-44de-8116-5875eff52743 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:14.164767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.197633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:14.214248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb21e9-d292-430b-8a00-7cd0d70298bb None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:14.269584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Subnet': ['ID=05b6b90d-ea1e-4165-b054-ae3f100d10de,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:14.375393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b87d6a-455c-47f1-9199-fdb2df80249b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:14.386884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b87d6a-455c-47f1-9199-fdb2df80249b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:14.388200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-86b87d6a-455c-47f1-9199-fdb2df80249b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:14.429842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.463147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:14.464099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.494586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:14.531514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-86b87d6a-455c-47f1-9199-fdb2df80249b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:14.535566 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-86b87d6a-455c-47f1-9199-fdb2df80249b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6635077 May 20 15:57:14.549755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40298) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:14.550203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.581456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13b93bbd-107c-4af6-b80c-d2be54b9fa1d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:14.604518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.633359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Update dhcp port {'port': {'network_id': 'f239d450-e010-44de-8116-5875eff52743', 'fixed_ips': [{'subnet_id': '1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7906442-570c-46bb-a891-1bd360ce8893', 'ip_address': '2001:db8::2'}, {'subnet_id': '05b6b90d-ea1e-4165-b054-ae3f100d10de'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': 'd1448203-6f76-4a08-9059-08d1e13643fe'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 15:57:14.697651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:14.949294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Allocated IP 2001:db8:0:2::2 (f239d450-e010-44de-8116-5875eff52743/05b6b90d-ea1e-4165-b054-ae3f100d10de/d1448203-6f76-4a08-9059-08d1e13643fe) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:14.970579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=3975e5cf-977b-4b07-aa4a-5747ee8fd165,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:14.986916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:15.081815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40302) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:15.082790 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-186ee93d-62d2-4a19-a6f1-e4f35a5c5a67 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 HTTP/1.1" status: 200 len: 920 time: 1.3554697 May 20 15:57:15.084408 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.1766801 May 20 15:57:15.090424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40306) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:15.173969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1632579733', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05b6b90d-ea1e-4165-b054-ae3f100d10de'}], 'security_groups': ['a6098eb3-24f2-4369-90b2-658db9a58d55', '13774ad1-72f1-4783-8739-dd159d756851']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:15.238633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1448203-6f76-4a08-9059-08d1e13643fe,segment=NetworkSegment(ba33be6f-be68-4b5c-80a6-a496430cc00b),segment_id=ba33be6f-be68-4b5c-80a6-a496430cc00b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:15.299967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:15.310837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port e7f0259e-0f0e-4e26-ad59-72491d54d427 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:15.312092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:15.340176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Transition to ACTIVE for port object d1448203-6f76-4a08-9059-08d1e13643fe will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:15.352820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:15.367723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Router bfedfe13-5da4-43f2-9644-9e65322e5eed is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:57:15.384252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:15.532100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:15.659828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Pushing event updated for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:15.676921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:15.941163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:15.956757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642b5af-3fe9-4c05-aa27-283470b1e5c0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:15.959332 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2642b5af-3fe9-4c05-aa27-283470b1e5c0 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=2d8ecbce-8ca5-4d9d-884d-f6ea529942d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8757715 May 20 15:57:15.992302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40312) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:16.407436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.424279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for e7f0259e-0f0e-4e26-ad59-72491d54d427 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:16.433010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:16.433888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.507472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:16.534349 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:16.539288 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] Sync routers for ids ['bfedfe13-5da4-43f2-9644-9e65322e5eed'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:16.563011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.564039 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] Routers {'bfedfe13-5da4-43f2-9644-9e65322e5eed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:16.566240 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bfedfe13-5da4-43f2-9644-9e65322e5eed'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:16.572941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Provisioning complete for port 73542690-72eb-431e-8d20-100411e5635f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:16.573578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.682944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 7356b29b-22ff-484e-a911-c368097461f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:16.695964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Router d7f98efd-729f-453c-8bff-dfd1c25629b2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:16.697648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.699647 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.3335407 May 20 15:57:16.705664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40316) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:16.710992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Port 73542690-72eb-431e-8d20-100411e5635f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:16.724744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:16.727727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d38a1-1058-481b-8eb6-6083f120cc71 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:16.731446 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f45d38a1-1058-481b-8eb6-6083f120cc71 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 0.7345228 May 20 15:57:16.754364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Provisioning for port d1448203-6f76-4a08-9059-08d1e13643fe completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:16.759726 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:16.763917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:16.764500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a0bedf8-852c-4c10-acab-df75a2d7db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:16.775358 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] Routers {'bfedfe13-5da4-43f2-9644-9e65322e5eed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:16.776657 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bfedfe13-5da4-43f2-9644-9e65322e5eed'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:16.838332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40320) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:16.908834 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:16.910030 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee39ea5-6f08-40db-974d-d500369e06e6 None None] The sync data for ids ['bfedfe13-5da4-43f2-9644-9e65322e5eed'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:16.994375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:17.007071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Deleting port 7d1b2675-49f0-49fc-8092-5da4d77a5824 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:17.007446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.140546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:17.141171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.477182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.508141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:17.574058 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fedb6e10-d1e2-44aa-b6a9-a0511aa3b3b1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 HTTP/1.1" status: 200 len: 205 time: 0.5732591 May 20 15:57:17.581979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40324) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:17.584843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:17.585145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:17.593617 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/7356b29b-22ff-484e-a911-c368097461f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0679739 May 20 15:57:17.603896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] Sync routers for ids ['7356b29b-22ff-484e-a911-c368097461f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:17.621946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] Routers {'7356b29b-22ff-484e-a911-c368097461f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:17.623189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7356b29b-22ff-484e-a911-c368097461f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:17.637362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40328) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:17.752131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:17.771241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Calling delete_port for 7d1b2675-49f0-49fc-8092-5da4d77a5824 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:17.772093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] Routers {'7356b29b-22ff-484e-a911-c368097461f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:17.773193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['7356b29b-22ff-484e-a911-c368097461f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:17.786180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=e7f0259e-0f0e-4e26-ad59-72491d54d427,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:17.800101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:17.805908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cbeeeff1-b76a-4c9a-acca-b013da5b8b9c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7356b29b-22ff-484e-a911-c368097461f4 HTTP/1.1" status: 200 len: 205 time: 0.0851264 May 20 15:57:17.814496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40332) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:17.943834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:17.945947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae6746-c62c-4ef4-bf6c-1669ec7af328 None None] The sync data for ids ['7356b29b-22ff-484e-a911-c368097461f4'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:18.156277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:18.176774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:18.223854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:18.237290 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] Sync routers for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:18.247705 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "PUT /v2.0/routers/d7f98efd-729f-453c-8bff-dfd1c25629b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3778410 May 20 15:57:18.251673 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:18.252720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/e7f0259e-0f0e-4e26-ad59-72491d54d427 HTTP/1.1" status: 204 len: 168 time: 3.7008562 May 20 15:57:18.253211 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:18.259315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40336) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:18.259690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40338) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:18.320522 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:18.330606 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] Routers {'d7f98efd-729f-453c-8bff-dfd1c25629b2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:18.331219 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d7f98efd-729f-453c-8bff-dfd1c25629b2'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:18.365935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Delete allocated IP 2001:db8::3d4 (f239d450-e010-44de-8116-5875eff52743/f7906442-570c-46bb-a891-1bd360ce8893) {{(pid=92432) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 15:57:18.400681 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:18.401762 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15374b-77d4-4e33-b3e8-7b9977bee46f None None] The sync data for ids ['d7f98efd-729f-453c-8bff-dfd1c25629b2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:18.414760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Allocated IP 2001:db8:0:2::1c2 (f239d450-e010-44de-8116-5875eff52743/05b6b90d-ea1e-4165-b054-ae3f100d10de/73542690-72eb-431e-8d20-100411e5635f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:18.442016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:18.497945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1669c-75dd-4c9e-bfee-d6075022e006 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:18.501250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1669c-75dd-4c9e-bfee-d6075022e006 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:18.505130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1669c-75dd-4c9e-bfee-d6075022e006 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:18.506596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-18e1669c-75dd-4c9e-bfee-d6075022e006 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:18.693311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-18e1669c-75dd-4c9e-bfee-d6075022e006 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:18.695841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-18e1669c-75dd-4c9e-bfee-d6075022e006 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4339783 May 20 15:57:18.699388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40344) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:18.787339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:18.806707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-34050aff-9979-46af-8ba3-788f32ef949e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:19.003505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Port': ['ID=7d1b2675-49f0-49fc-8092-5da4d77a5824,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:19.008815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:19.148279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.156797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.232125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 74e81503-d680-4412-97e6-3d269931b0d5 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:19.244692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.267315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.379934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.380299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router 7356b29b-22ff-484e-a911-c368097461f4 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:19.391861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.428579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.429741 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a4d1d0b7-7c15-4343-afcb-7945eeacc264 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/7356b29b-22ff-484e-a911-c368097461f4 HTTP/1.1" status: 204 len: 168 time: 1.6054578 May 20 15:57:19.448347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40348) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:19.453396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.593735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.622022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.696684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 16a2f919-2ad9-462b-ba79-7de254a6321b {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:19.702460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:57:19.721044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.733127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.733929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.783291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.821358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Transition to ACTIVE for port object 73542690-72eb-431e-8d20-100411e5635f will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:19.839196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.847264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:19.848805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c8ac2c33-a6a6-4527-80d5-aa73fbc1a4bb tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:19.881573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Deleting port 449c8d43-60cd-4db4-9fa8-44de0fa1dfee {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:19.881931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.044828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.101447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] In _notify_port_updated(), no bound segment for port 73542690-72eb-431e-8d20-100411e5635f on network f239d450-e010-44de-8116-5875eff52743 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:57:20.106997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:20.107615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.112716 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "PUT /v2.0/ports/73542690-72eb-431e-8d20-100411e5635f HTTP/1.1" status: 200 len: 970 time: 4.9640062 May 20 15:57:20.171060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40352) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:20.259509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event updated for resources: {'Port': ['ID=73542690-72eb-431e-8d20-100411e5635f,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:20.262468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Deleting port 61dfafe5-b425-4c83-8aa3-8574218ef781 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:20.263457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.308124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:20.379586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e5d1904a-9ae7-47c2-8c90-703e5390471d None None] Provisioning for port 73542690-72eb-431e-8d20-100411e5635f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:20.381706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.389110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e5d1904a-9ae7-47c2-8c90-703e5390471d None None] Provisioning complete for port 73542690-72eb-431e-8d20-100411e5635f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:20.390117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5d1904a-9ae7-47c2-8c90-703e5390471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.396462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.489853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1904a-9ae7-47c2-8c90-703e5390471d None None] Port 73542690-72eb-431e-8d20-100411e5635f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:20.501147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting port c50616a0-80cb-40be-8af2-6b0b8f32e4e6 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:20.501597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.582227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Calling delete_port for 449c8d43-60cd-4db4-9fa8-44de0fa1dfee owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:20.591639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Router 03a7603e-627a-44dc-a03f-f5d863c0ff57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:20.774036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:20.936517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Calling delete_port for 61dfafe5-b425-4c83-8aa3-8574218ef781 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:20.948955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:20.964287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] Sync routers for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:20.983527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:20.984640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:21.017794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3922312 May 20 15:57:21.020180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40356) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:21.101707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 73542690-72eb-431e-8d20-100411e5635f {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:21.102053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.113894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:21.114166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.119062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] Routers {'03a7603e-627a-44dc-a03f-f5d863c0ff57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:21.120331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['03a7603e-627a-44dc-a03f-f5d863c0ff57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:21.123443 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-0f674285-7f45-47da-aee4-b9e4ea716bb2 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] show failed (client error): The resource could not be found. May 20 15:57:21.128806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0f674285-7f45-47da-aee4-b9e4ea716bb2 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-396006996 HTTP/1.1" status: 404 len: 334 time: 0.1049888 May 20 15:57:21.133676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40360) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:21.230963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:21.231757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb2763-e316-4bd8-ba6c-79306e13ee67 None None] The sync data for ids ['03a7603e-627a-44dc-a03f-f5d863c0ff57'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:21.363728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-25b69148-4746-4355-b360-4816ad727cdd tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:21.437273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Calling delete_port for c50616a0-80cb-40be-8af2-6b0b8f32e4e6 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:21.451645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-25b69148-4746-4355-b360-4816ad727cdd tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] update failed (client error): The resource could not be found. May 20 15:57:21.453527 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-25b69148-4746-4355-b360-4816ad727cdd tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-240748414 HTTP/1.1" status: 404 len: 334 time: 0.3158557 May 20 15:57:21.460928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40364) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:21.526720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.536516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f91d6ba9-5883-4ecc-bb64-87605fc48565 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:21.605791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.606139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=74e81503-d680-4412-97e6-3d269931b0d5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:21.614646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:21.626214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.628235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f1a9f8-87a2-41aa-b5e6-010a5dbd1b41 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:21.644172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.656668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Deleting subnet 8305e823-e9db-40da-ae6e-d602d367f546 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:21.665958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.671416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-29a820e4-83d1-4cc0-af24-154261cc8705 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:21.697684 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/74e81503-d680-4412-97e6-3d269931b0d5 HTTP/1.1" status: 204 len: 168 time: 2.9947331 May 20 15:57:21.743021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40368) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:21.744538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=16a2f919-2ad9-462b-ba79-7de254a6321b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:21.757735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:21.834607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.835588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 73542690-72eb-431e-8d20-100411e5635f owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:21.852749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235cf71-9bfb-4a6c-ac64-610f5413819f None None] Network e4045328-e68c-4c23-992e-2a22e0c52346 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:21.864911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.915468 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/16a2f919-2ad9-462b-ba79-7de254a6321b HTTP/1.1" status: 204 len: 168 time: 2.4659612 May 20 15:57:21.922261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40372) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:21.936028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:21.949164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad9a2961-eec7-4677-968d-d1421a4ef635 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:21.985287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet f8ed36ad-37ec-4257-9a48-637f42214d70 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:22.006885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.075399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event deleted for resources: {'Port': ['ID=449c8d43-60cd-4db4-9fa8-44de0fa1dfee,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:22.088838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.194581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.303571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:22.417066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.437687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:22.467594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.523940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.532724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b19e94ce-591d-48e1-b933-8bb70440d446 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:22.578485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.592383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] DHCP port deletion for e4045328-e68c-4c23-992e-2a22e0c52346 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:22.611684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.654014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Port': ['ID=c50616a0-80cb-40be-8af2-6b0b8f32e4e6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:22.695550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=73542690-72eb-431e-8d20-100411e5635f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:22.701379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:22.707224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.743984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:22.746001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6a894c1e-5f68-497a-9ea9-c17f26a52150 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:22.746384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4520eb46-7014-480e-bc02-edc9a94a4435 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:22.769173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Deleting port 9485f960-9913-4a13-8daa-0eb905379ac8 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:22.770564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.793773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Subnet': ['ID=8305e823-e9db-40da-ae6e-d602d367f546,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:22.797465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:22.804221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.813589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 9485f960-9913-4a13-8daa-0eb905379ac8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:22.813924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.836254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a147e-cfe2-4a11-bceb-5213fcb3c536 None None] Network cf4c8a42-fac3-4bb4-95fc-38c85b601206 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:22.841803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:22.951626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40378) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:22.952442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/subnets/8305e823-e9db-40da-ae6e-d602d367f546 HTTP/1.1" status: 204 len: 168 time: 1.4871118 May 20 15:57:22.961705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Pushing event deleted for resources: {'Port': ['ID=61dfafe5-b425-4c83-8aa3-8574218ef781,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:22.996573 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/73542690-72eb-431e-8d20-100411e5635f HTTP/1.1" status: 204 len: 168 time: 2.8169854 May 20 15:57:22.996573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40382) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:23.044514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b9c049-28f1-4b4b-b261-7807d30f19d5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] GET failed (client error): The resource could not be found. May 20 15:57:23.045058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b5b9c049-28f1-4b4b-b261-7807d30f19d5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Synchronizing usage tracker for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:23.083276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b5b9c049-28f1-4b4b-b261-7807d30f19d5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Unset dirty status for tenant:ceff729cfb57428a8c9aa132e96a0b01 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:23.089311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b5b9c049-28f1-4b4b-b261-7807d30f19d5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports/73542690-72eb-431e-8d20-100411e5635f HTTP/1.1" status: 404 len: 333 time: 0.0876625 May 20 15:57:23.089311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40386) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:23.093659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 9485f960-9913-4a13-8daa-0eb905379ac8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9485f960-9913-4a13-8daa-0eb905379ac8,segment=NetworkSegment(7cef6425-a887-48da-94d2-b925a435eb8e),segment_id=7cef6425-a887-48da-94d2-b925a435eb8e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:23.094030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.175305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9485f960-9913-4a13-8daa-0eb905379ac8 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:23.183024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.186402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.305953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Deleting subnet e25aed5c-8e6d-4cb4-a25f-9c07f469506e {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:23.310078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.348472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] For port 9485f960-9913-4a13-8daa-0eb905379ac8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9485f960-9913-4a13-8daa-0eb905379ac8,segment=NetworkSegment(7cef6425-a887-48da-94d2-b925a435eb8e),segment_id=7cef6425-a887-48da-94d2-b925a435eb8e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:23.348871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.386455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.448251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:23.504021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 9485f960-9913-4a13-8daa-0eb905379ac8 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:23.506767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.562449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.588760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.589574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:23.599477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.645137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Calling delete_port for 9485f960-9913-4a13-8daa-0eb905379ac8 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:23.655749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.665828 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No ports have port_id starting with 9485f960-9913-4a13-8daa-0eb905379ac8 May 20 15:57:23.667905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94451a3a-7236-458d-905a-b07c6f41254b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:23.697580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9ce1bcf5-7a62-437b-a8b2-4d449e112e52 None None] Provisioning complete for port 6230e46e-4486-45ed-ae05-8fc6eced2cca triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:23.698028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bcf5-7a62-437b-a8b2-4d449e112e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.709729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 9485f960-9913-4a13-8daa-0eb905379ac8 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:23.749087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=9485f960-9913-4a13-8daa-0eb905379ac8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:23.755226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:23.778742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.786990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:23.803221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.814419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4e79f05-3c1b-46dc-afdb-fbf69e3b03b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:23.857971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8039ef51-dbc2-45a7-bf3b-cfbd09b90052,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:23.866303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:23.881937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Pushing event deleted for resources: {'Port': ['ID=9485f960-9913-4a13-8daa-0eb905379ac8,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:23.894206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:23.901837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.911591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.913110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/security-groups/8039ef51-dbc2-45a7-bf3b-cfbd09b90052 HTTP/1.1" status: 204 len: 168 time: 0.8228781 May 20 15:57:23.919771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40390) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:23.923206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] No DVR routers for this DVR port 9485f960-9913-4a13-8daa-0eb905379ac8 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:23.924505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4045328-e68c-4c23-992e-2a22e0c52346']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:23.931880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] DHCP port deletion for cf4c8a42-fac3-4bb4-95fc-38c85b601206 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:23.964250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cef6425-a887-48da-94d2-b925a435eb8e') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:23.964579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cef6425-a887-48da-94d2-b925a435eb8e') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:23.968373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:23.989140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.018859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.020648 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 HTTP/1.1" status: 204 len: 168 time: 6.4334300 May 20 15:57:24.027581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.029782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40394) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:24.035232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.041555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.057872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-91782340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:24.059565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.063227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.069193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:24.069658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.071980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Deleting port 84d71c27-867e-40b0-be12-ff89a78c3c9c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:24.072628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:24.085420 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:24.094355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:24.107752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Usage tracker for resource:router and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:24.164110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:24.185543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:24.208017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.211436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] For port 84d71c27-867e-40b0-be12-ff89a78c3c9c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=84d71c27-867e-40b0-be12-ff89a78c3c9c,segment=NetworkSegment(379be98f-cdd5-4b6f-a810-c56a9d417982),segment_id=379be98f-cdd5-4b6f-a810-c56a9d417982)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:24.211908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.238379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.239476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.246984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.261590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:24.284310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.298387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=e4045328-e68c-4c23-992e-2a22e0c52346,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:24.309088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:24.310708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.315107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/e4045328-e68c-4c23-992e-2a22e0c52346 HTTP/1.1" status: 204 len: 168 time: 2.3913631 May 20 15:57:24.323976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40398) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:24.330292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1013818461', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:24.340663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:24.347757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:24.352561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:24.355687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.364537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-913cd574-9124-462e-b0be-c64cb2870a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:24.377548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:24.391388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13774ad1-72f1-4783-8739-dd159d756851,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:24.396354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.397838 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/security-groups/13774ad1-72f1-4783-8739-dd159d756851 HTTP/1.1" status: 204 len: 168 time: 0.4767444 May 20 15:57:24.400559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:24.401902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.408370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Calling delete_port for 84d71c27-867e-40b0-be12-ff89a78c3c9c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:24.414926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40402) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:24.423228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.425223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.465384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.471301 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-028a0739-31cf-43c1-a5c3-820636f22b8f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4166963 May 20 15:57:24.474316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40406) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:24.491616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'enable_snat': False}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:24.499366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.505668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90acba5c-c1db-48ea-9dad-846894190b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:24.526525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.573934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Pushing event deleted for resources: {'Port': ['ID=84d71c27-867e-40b0-be12-ff89a78c3c9c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:24.579300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:24.582849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.583626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] No DVR routers for this DVR port 84d71c27-867e-40b0-be12-ff89a78c3c9c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:24.661839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.662319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Fanout notify agent at l3_agent the message router_deleted on router d7f98efd-729f-453c-8bff-dfd1c25629b2 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:24.740458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.849975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84d71c27-867e-40b0-be12-ff89a78c3c9c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:24.856027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:24.862554 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/routers/d7f98efd-729f-453c-8bff-dfd1c25629b2 HTTP/1.1" status: 204 len: 168 time: 6.5907876 May 20 15:57:24.879018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40410) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:24.924562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 84d71c27-867e-40b0-be12-ff89a78c3c9c {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:24.925410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84d71c27-867e-40b0-be12-ff89a78c3c9c not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:24.971035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.068054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.122600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.269815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Deleting subnet 5877056c-8cc3-4d41-9756-7071910e57e5 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:25.319284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.372141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.448204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.476129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Router bfedfe13-5da4-43f2-9644-9e65322e5eed has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:25.494117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.501022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:25.526669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.576111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6098eb3-24f2-4369-90b2-658db9a58d55,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:25.583450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:25.664665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.665842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6098eb3-24f2-4369-90b2-658db9a58d55 HTTP/1.1" status: 204 len: 168 time: 1.2499475 May 20 15:57:25.670230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40414) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:25.731983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.768462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet f7906442-570c-46bb-a891-1bd360ce8893 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:25.774931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.800038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fa1dcab5-c50e-43f0-8e7b-e2de88c29e3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:25.859208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:25.861699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.864072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:25.874947 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] Sync routers for ids ['bfedfe13-5da4-43f2-9644-9e65322e5eed'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:25.891810 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] Routers {'bfedfe13-5da4-43f2-9644-9e65322e5eed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:25.893610 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bfedfe13-5da4-43f2-9644-9e65322e5eed'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:25.896447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ed36ad-37ec-4257-9a48-637f42214d70,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:25.909909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c527467-748d-4e11-86e0-b4d78709f790 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:26.054137 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:26.070376 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] Routers {'bfedfe13-5da4-43f2-9644-9e65322e5eed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:26.072000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bfedfe13-5da4-43f2-9644-9e65322e5eed'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:26.087455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.106188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:26.126212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.133043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:26.163505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.166998 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "PUT /v2.0/routers/bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 200 len: 709 time: 9.4550855 May 20 15:57:26.176244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:26.176469 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/f8ed36ad-37ec-4257-9a48-637f42214d70 HTTP/1.1" status: 204 len: 168 time: 4.4282515 May 20 15:57:26.177061 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f61630-493e-405e-8b2b-69b154c8f993 None None] The sync data for ids ['bfedfe13-5da4-43f2-9644-9e65322e5eed'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:26.182758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40418) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.183079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40420) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.297214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Subnet': ['ID=e25aed5c-8e6d-4cb4-a25f-9c07f469506e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:26.339202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.346746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263d530-c549-44ca-ba82-a407b9ffd66d None None] Network cea627b7-1db9-42fe-a547-ae9e3655438b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:26.348701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:26.353808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.358715 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/subnets/e25aed5c-8e6d-4cb4-a25f-9c07f469506e HTTP/1.1" status: 204 len: 168 time: 3.3958499 May 20 15:57:26.363526 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13196a21-8a35-40e0-9c8a-764bc1203108 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1733296 May 20 15:57:26.367757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40426) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.368120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40428) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.369328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.378879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:26.434627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:26.460847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.463431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.491354 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4c818cf6-2983-4d58-ab17-e7f43941d2e2 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/routers/bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 200 len: 744 time: 0.3011448 May 20 15:57:26.491785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40434) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.551729 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-90a0b83b-8875-4f78-acf2-6a0c5bef5f54 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 200 len: 205 time: 0.0546448 May 20 15:57:26.552706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40438) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.616350 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-991b50fb-573a-4448-b452-4b15cd0f988c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 200 len: 205 time: 0.0593584 May 20 15:57:26.622042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40442) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:26.628933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Deleting port 6230e46e-4486-45ed-ae05-8fc6eced2cca {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:26.629658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.761182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] For port 6230e46e-4486-45ed-ae05-8fc6eced2cca, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6230e46e-4486-45ed-ae05-8fc6eced2cca,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:26.762175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.829048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.861621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.898338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] DHCP port deletion for cea627b7-1db9-42fe-a547-ae9e3655438b request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:26.968599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6230e46e-4486-45ed-ae05-8fc6eced2cca no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:27.065226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Calling delete_port for 6230e46e-4486-45ed-ae05-8fc6eced2cca owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:27.164003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.166368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.194261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.194938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Fanout notify agent at l3_agent the message router_deleted on router bfedfe13-5da4-43f2-9644-9e65322e5eed {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:27.203276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.208383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-087dee3b-4241-4d51-8c2a-d810cf54cb67 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:27.255410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Subnet': ['ID=5877056c-8cc3-4d41-9756-7071910e57e5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:27.259986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:27.261910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.267847 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/subnets/5877056c-8cc3-4d41-9756-7071910e57e5 HTTP/1.1" status: 204 len: 168 time: 2.3846395 May 20 15:57:27.270777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.272151 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-82a68f03-430f-42b3-9f8a-2f59c8f0c38c tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 204 len: 168 time: 0.6490960 May 20 15:57:27.272812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40448) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.279205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40452) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.283046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Deleting port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:27.283784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.337376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.353462 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b91bf352-d546-44c2-83a9-ea1eb49b1713 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 200 len: 205 time: 0.0729172 May 20 15:57:27.365764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:27.398962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40456) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.408751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] For port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,segment=NetworkSegment(5099d692-9ee9-40c4-ac2d-7c9d8204c8e0),segment_id=5099d692-9ee9-40c4-ac2d-7c9d8204c8e0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:27.409588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.426021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:27.513043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:27.568725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Calling delete_port for 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:27.596287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:27.604060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-7e104d7b-d031-47af-ad27-bb78f0a197a4 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] delete failed (client error): The resource could not be found. May 20 15:57:27.605530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7e104d7b-d031-47af-ad27-bb78f0a197a4 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/bfedfe13-5da4-43f2-9644-9e65322e5eed HTTP/1.1" status: 404 len: 336 time: 0.2008791 May 20 15:57:27.611433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.627508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40460) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.634747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.641169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.646602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:27.693941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Pushing event deleted for resources: {'Port': ['ID=6230e46e-4486-45ed-ae05-8fc6eced2cca,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:27.701276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:27.739478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] No DVR routers for this DVR port 6230e46e-4486-45ed-ae05-8fc6eced2cca on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:27.756143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:27.758832 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-183e8064-a100-4645-b0f5-49be039d2dd2 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=21e15036-3a77-488f-888b-9392368126ab HTTP/1.1" status: 200 len: 205 time: 0.1291621 May 20 15:57:27.760111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.761720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40464) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.803138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.823995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b37753c0-9d3b-4b8b-a73b-b5543c3de966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:27.838141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 172.26.8.225 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/bc28e3c5-a9ce-4af4-9766-66f2ff5a087a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:27.842040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.851168 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-ffb92ec5-8b1c-4eea-a032-11d6386875e2 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] delete failed (client error): The resource could not be found. May 20 15:57:27.854447 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ffb92ec5-8b1c-4eea-a032-11d6386875e2 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/21e15036-3a77-488f-888b-9392368126ab HTTP/1.1" status: 404 len: 336 time: 0.0883105 May 20 15:57:27.878523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40470) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.886728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] No DVR routers for this DVR port 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:27.896100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Pushing event deleted for resources: {'Port': ['ID=8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:27.898690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:27.963368 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e992c53-ae80-4d7f-8d2d-5eeca1427595 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfc07050-1f38-47fb-9321-6fd3da3e2b03 HTTP/1.1" status: 200 len: 205 time: 0.0834904 May 20 15:57:27.967617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40474) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:27.993854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4c8a42-fac3-4bb4-95fc-38c85b601206']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:28.039812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379be98f-cdd5-4b6f-a810-c56a9d417982') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:28.040343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379be98f-cdd5-4b6f-a810-c56a9d417982') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:28.085908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.105651 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-bbf852d7-ab54-4c58-a383-d85bc34fe777 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] delete failed (client error): The resource could not be found. May 20 15:57:28.106712 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bbf852d7-ab54-4c58-a383-d85bc34fe777 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/dfc07050-1f38-47fb-9321-6fd3da3e2b03 HTTP/1.1" status: 404 len: 336 time: 0.1381617 May 20 15:57:28.112089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40478) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.155394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.180595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.186185 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-259154e9-1e02-4132-9215-ea7687d24038 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1efadf6-1827-4b3b-b3bc-26798db086be HTTP/1.1" status: 200 len: 205 time: 0.0681472 May 20 15:57:28.186185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91312924-ffb8-4117-a466-a09aab05a174']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:28.186542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.199503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2533d04f-4466-43e9-8ca2-f2ec3677ff1b') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:28.199813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2533d04f-4466-43e9-8ca2-f2ec3677ff1b') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:28.214914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.239197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.249722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:28.250197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:28.363205 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:28.372298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.382723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.387077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3ab4f95-1e8e-4589-b580-f30add68c87b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:28.412129 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] 10.222.0.13 "DELETE /v2.0/networks/91312924-ffb8-4117-a466-a09aab05a174 HTTP/1.1" status: 204 len: 168 time: 1.1380994 May 20 15:57:28.413287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Pushing event deleted for resources: {'Network': ['ID=91312924-ffb8-4117-a466-a09aab05a174,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:28.430899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:28.434816 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-cf773714-475d-457a-9cf5-c199a1edf00b tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] delete failed (client error): The resource could not be found. May 20 15:57:28.438622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cf773714-475d-457a-9cf5-c199a1edf00b tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/f1efadf6-1827-4b3b-b3bc-26798db086be HTTP/1.1" status: 404 len: 336 time: 0.2497196 May 20 15:57:28.441088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40490) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.458190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:28.458879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.505836 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7727203d-70de-4006-8a70-4ad378e0b0f1 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec0844d1-3136-47c9-8058-265174116672 HTTP/1.1" status: 200 len: 205 time: 0.0630021 May 20 15:57:28.509536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40494) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.609625 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-7b883250-0213-420a-8ac0-88c95e44e6e2 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] delete failed (client error): The resource could not be found. May 20 15:57:28.611299 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b883250-0213-420a-8ac0-88c95e44e6e2 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/ec0844d1-3136-47c9-8058-265174116672 HTTP/1.1" status: 404 len: 336 time: 0.0974658 May 20 15:57:28.617954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40500) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:28.651038 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:28.658119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.698873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea36fe9c-bb70-4550-a477-68e42098956f tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:28.734832 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d4a2298a-dbba-4a80-ba83-9aaabc5b65be tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "GET /v2.0/ports?device_id=e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 HTTP/1.1" status: 200 len: 205 time: 0.1150146 May 20 15:57:28.747997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40508) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.762394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.807497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce79d2-9729-4f0c-afc0-aaae410ad139 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:28.874251 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-2193ff47-ff5e-40af-ab4f-4145f1d5f70e tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] delete failed (client error): The resource could not be found. May 20 15:57:28.880156 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2193ff47-ff5e-40af-ab4f-4145f1d5f70e tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/routers/e44aedf2-acc8-4e6b-8fb0-cab81051a5c7 HTTP/1.1" status: 404 len: 336 time: 0.1263154 May 20 15:57:28.880450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40516) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.903005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.928499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=f7906442-570c-46bb-a891-1bd360ce8893,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:28.956202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:28.968474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40520) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:28.979444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ea4aa0-d5f8-41db-b8e1-d065f430ff5e tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] DELETE failed (client error): The resource could not be found. May 20 15:57:28.980214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ea4aa0-d5f8-41db-b8e1-d065f430ff5e tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:28.984685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:28.984920 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-91ea4aa0-d5f8-41db-b8e1-d065f430ff5e tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] 10.222.0.13 "DELETE /v2.0/subnets/a9563439-b1a3-40e1-a970-5985e48e28d0 HTTP/1.1" status: 404 len: 337 time: 0.1026232 May 20 15:57:28.991352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2d6dbc73-916e-4577-b233-8e38044f4ab1 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:29.017772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:29.069541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:29.071595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8f1d33fc-83be-40c6-9b74-a4e1e4eda1a9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:29.104210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Network': ['ID=cf4c8a42-fac3-4bb4-95fc-38c85b601206,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:29.108486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:29.145712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/f7906442-570c-46bb-a891-1bd360ce8893 HTTP/1.1" status: 204 len: 168 time: 3.4736023 May 20 15:57:29.156073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40528) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:29.218079 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/networks/cf4c8a42-fac3-4bb4-95fc-38c85b601206 HTTP/1.1" status: 204 len: 168 time: 2.8168631 May 20 15:57:29.222587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40536) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:29.223570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.481908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40540) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:29.527332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.659601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-ef61d247-0bbc-43c2-b693-3cb15c6fcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:29.661407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-ef61d247-0bbc-43c2-b693-3cb15c6fcffe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.8957977 May 20 15:57:29.675113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcbca7-548a-4e2b-b082-2acc99c68028 req-a5cf597d-40ca-4d76-8a87-a35eff767032 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:29.676722 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ebcbca7-548a-4e2b-b082-2acc99c68028 req-a5cf597d-40ca-4d76-8a87-a35eff767032 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8894384 May 20 15:57:29.685412 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-29a95cfb-7c1a-459e-a33a-158ae4aabcbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=386dc91c07884102bd1d56ca3745caf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982663 May 20 15:57:29.707943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:29.765185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.835799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.880428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:29.909730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.921362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 05b6b90d-ea1e-4165-b054-ae3f100d10de {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:29.924760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:29.933560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.961999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Usage tracker for resource:security_group_rule and tenant:c807dae2ed61444b8eb97bcefcc9effe is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:29.970063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea627b7-1db9-42fe-a547-ae9e3655438b']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:29.983936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:29.995640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:30.001827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:30.002880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5099d692-9ee9-40c4-ac2d-7c9d8204c8e0') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:30.008199 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ebcbca7-548a-4e2b-b082-2acc99c68028 req-dc09befa-85cd-4302-a1e7-80c493bb7cff tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012292 May 20 15:57:30.013224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:30.030950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d4e5a3fd-ea12-4547-b6a2-a15110009443 None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:30.033962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a3fd-ea12-4547-b6a2-a15110009443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.041301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.043377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:30.057414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:30.057777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.135988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Allocated IP 172.26.8.200 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/3b658e58-411b-4a10-a12e-1c375e78263b) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:30.138323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=bc28e3c5-a9ce-4af4-9766-66f2ff5a087a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:30.147880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5a3fd-ea12-4547-b6a2-a15110009443 None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:30.155039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:30.161436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.169647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d4e5a3fd-ea12-4547-b6a2-a15110009443 None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:30.170299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a3fd-ea12-4547-b6a2-a15110009443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.171158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-c029ac2b-79b0-43d3-865c-16b1f820e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:30.172719 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-c029ac2b-79b0-43d3-865c-16b1f820e68b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.4934366 May 20 15:57:30.265059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.280847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:30.281828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:30.298995 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:30.313612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.421834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.429270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.441166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:30.500283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Network': ['ID=cea627b7-1db9-42fe-a547-ae9e3655438b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:30.505895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:30.519955 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/networks/cea627b7-1db9-42fe-a547-ae9e3655438b HTTP/1.1" status: 204 len: 168 time: 1.2919970 May 20 15:57:30.532563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40552) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:30.574711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.590260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.628593 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-0670535e-32ac-4d8d-a7c8-a935fa11e5a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.4373107 May 20 15:57:30.740433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.745998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Deleting subnet ce2a8340-567b-4d87-914f-99b020f20344 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:30.804746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.833714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.850423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:30.901233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.917685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-e7ff6d90-a6ec-41e8-acc5-cd309bddc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:30.919198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-e7ff6d90-a6ec-41e8-acc5-cd309bddc066 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.2822165 May 20 15:57:30.932126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.945959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75014e69-683c-42df-9892-ef9678657fa2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:30.949392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:30.951900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.974204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2094a29d-e4b4-4a2b-80f7-f11db7d374ca tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:30.996448 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c807dae2ed61444b8eb97bcefcc9effe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5092573 May 20 15:57:31.003273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40556) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:31.048988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93165939-26d1-4e7c-9c85-5c6a109dd3b9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:31.057175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:57:31.064437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:31.068869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.077145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-589b1b1e-85cd-42c8-8af0-bfe85ae014c4 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:31.162415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.163561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93165939-26d1-4e7c-9c85-5c6a109dd3b9 HTTP/1.1" status: 204 len: 168 time: 1.4520919 May 20 15:57:31.215858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.218573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.313437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.324049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.334865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b2f5380e-386c-4b51-8322-aadad02c4f19 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:31.411653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=05b6b90d-ea1e-4165-b054-ae3f100d10de,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:31.414234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:31.416981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.450398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65262d-efdc-4f3d-a6a3-07057ebed9a2 None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:31.487029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:31.504104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:31.512872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.526527 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/05b6b90d-ea1e-4165-b054-ae3f100d10de HTTP/1.1" status: 204 len: 168 time: 2.3688335 May 20 15:57:31.527329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40566) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:31.594480 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa05ab5-c041-474f-a306-73d14c32e4ef tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:31.595064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa05ab5-c041-474f-a306-73d14c32e4ef tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:31.610449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:31.618013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.623324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:31.624508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.635064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:31.638586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-50254412-81f5-4047-9de8-84ca7ead12d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:31.652029 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bfa05ab5-c041-474f-a306-73d14c32e4ef tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/f7906442-570c-46bb-a891-1bd360ce8893 HTTP/1.1" status: 404 len: 337 time: 0.1200182 May 20 15:57:31.652764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40570) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:31.710750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.714086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:31.715437 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75014e69-683c-42df-9892-ef9678657fa2 HTTP/1.1" status: 204 len: 168 time: 0.7054784 May 20 15:57:31.730077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887fad0-4fac-4362-96a8-164c5044dfe7 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:31.738073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e2fa68e6-5861-4e3b-9430-c3c9a4ca3006 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:31.762727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:31.780531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3776660 May 20 15:57:31.808444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75014e69-683c-42df-9892-ef9678657fa2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:31.809426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:31.822948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:31.834443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40578) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:31.850199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:31.898857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting subnet 1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:31.956088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:31.966016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:32.060189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-9332e154-3e3f-4397-98c2-620c5a94e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:32.061983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-9332e154-3e3f-4397-98c2-620c5a94e6e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1308897 May 20 15:57:32.096705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:32.112946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Pushing event updated for resources: {'Port': ['ID=3b658e58-411b-4a10-a12e-1c375e78263b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:32.175923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:32.184410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9dd21fe0-6c17-4e21-8572-5d8ea1d6b5c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:32.237103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2a8340-567b-4d87-914f-99b020f20344,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:32.240038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:32.255616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:32.260860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:32.272658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:32.282043 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/subnets/ce2a8340-567b-4d87-914f-99b020f20344 HTTP/1.1" status: 204 len: 168 time: 1.7477384 May 20 15:57:32.283578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:32.285375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0095b89-ab7d-4113-8520-8e384431f0a4 None None] Network 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:32.292690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40590) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:32.302611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:32.350302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:32.373658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eac443-3736-43ac-888f-3c7fd218b338 req-c3d87c96-4a54-4119-b50c-e04806441a3c tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:32.375205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8eac443-3736-43ac-888f-3c7fd218b338 req-c3d87c96-4a54-4119-b50c-e04806441a3c tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.9548180 May 20 15:57:32.746551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40598) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:32.787906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:32.798124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:57:32.799890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:32.887181 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-021b49ed-8faa-42d2-8c20-c8b44f17b376 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754667 May 20 15:57:32.897592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8eac443-3736-43ac-888f-3c7fd218b338 req-2397bec5-5c8d-4b48-9769-08dbd4bc5974 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4400489 May 20 15:57:32.920422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:32.926816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.017583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] DHCP port deletion for 10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:33.053554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.277697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.400190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Deleting port d1461c17-99d0-407b-bd18-c3672810ed44 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:33.401243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.429247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40606) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:33.485248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b3c954a6-2315-43e4-9204-b8584c00d1d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40b5a131cfca4df9bb964eb50dd051a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340946 May 20 15:57:33.489836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40612) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:33.526413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746edcb8-3200-4e24-bdff-427eb10007b3 req-fe6acee0-820f-4fb8-940c-575477a9950f service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209688 May 20 15:57:33.615110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Allocated IP 2001:db8::f816:3eff:fe07:bd46 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18/cf85e916-deee-4ef6-8c67-d83c81ea664b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:33.632541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] For port d1461c17-99d0-407b-bd18-c3672810ed44, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1461c17-99d0-407b-bd18-c3672810ed44,segment=NetworkSegment(828ffec3-0dfd-4935-b0af-32f1e417b402),segment_id=828ffec3-0dfd-4935-b0af-32f1e417b402)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:33.633283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.818881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Deleting port d1461c17-99d0-407b-bd18-c3672810ed44 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:33.819236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.847250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:33.862546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617675115'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:33.896041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:33.913052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Calling delete_port for d1461c17-99d0-407b-bd18-c3672810ed44 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:34.019767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:34.034728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3430b063-5b4b-4a6b-805f-cf062dbcb930 None None] Provisioning complete for port 16ea9a23-bac9-4a86-a474-63b8db1c5225 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:34.035110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3430b063-5b4b-4a6b-805f-cf062dbcb930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.055416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:34.076774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.102026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.122192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-64cde2b8-d6a0-48f9-9fbb-db223068b7bb tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:34.144397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3430b063-5b4b-4a6b-805f-cf062dbcb930 None None] Port 16ea9a23-bac9-4a86-a474-63b8db1c5225 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:34.221373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:34.233898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.296186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3430b063-5b4b-4a6b-805f-cf062dbcb930 None None] Provisioning complete for port d1448203-6f76-4a08-9059-08d1e13643fe triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:34.296727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3430b063-5b4b-4a6b-805f-cf062dbcb930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.329191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.344738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-33c71af3-501c-4275-a0e5-6bf2abc6411e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:34.355444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.364932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:34.393812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] For port d1461c17-99d0-407b-bd18-c3672810ed44, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1461c17-99d0-407b-bd18-c3672810ed44,segment=NetworkSegment(828ffec3-0dfd-4935-b0af-32f1e417b402),segment_id=828ffec3-0dfd-4935-b0af-32f1e417b402)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:34.394536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.399224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01482f5d-7cb9-41cb-8805-35c998a19fed None None] Network f239d450-e010-44de-8116-5875eff52743 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:34.405404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:34.434660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.436911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Pushing event deleted for resources: {'Port': ['ID=d1461c17-99d0-407b-bd18-c3672810ed44,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:34.445831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:34.452203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.452718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:34.518908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Transition to ACTIVE for port object cf85e916-deee-4ef6-8c67-d83c81ea664b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:34.536749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.539659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.540309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] No DVR routers for this DVR port d1461c17-99d0-407b-bd18-c3672810ed44 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:34.544089 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deaf52a9-aed9-4c5f-9efe-08299eba1bb0 HTTP/1.1" status: 204 len: 168 time: 1.0492158 May 20 15:57:34.617327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a6ddeb33-e7b5-4cd9-9e76-e465344d5a44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:34.625195 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/1dbda7d0-4ee3-4cdf-a77e-b6826e1d8f38 HTTP/1.1" status: 204 len: 168 time: 2.9687612 May 20 15:57:34.635187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Calling delete_port for d1461c17-99d0-407b-bd18-c3672810ed44 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:34.648975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40620) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:34.652567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Transition to ACTIVE for port object cf85e916-deee-4ef6-8c67-d83c81ea664b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:34.657826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf52a9-aed9-4c5f-9efe-08299eba1bb0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:34.660002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.671171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:34.709683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e0b63-7503-45f5-b1ae-635b0c7d2e79 req-b6bc5ef8-1190-4a69-899a-ad01401d4fc3 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:34.711927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-174e0b63-7503-45f5-b1ae-635b0c7d2e79 req-b6bc5ef8-1190-4a69-899a-ad01401d4fc3 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.4102714 May 20 15:57:34.741576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.757557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router bb60786a-230e-4c9c-a903-38d0c38b2edd is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:57:34.761731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0506babf-5854-4a3b-80c6-c7c337d92517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:34.807706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:34.811082 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0d7396-f9f5-494a-ae2d-6887d912055d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:34.811691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0d7396-f9f5-494a-ae2d-6887d912055d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:34.813653 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1b0d7396-f9f5-494a-ae2d-6887d912055d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/69b3dd55-2208-4077-b912-8e1bbf103381 HTTP/1.1" status: 404 len: 337 time: 0.1575196 May 20 15:57:34.822214 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-174e0b63-7503-45f5-b1ae-635b0c7d2e79 req-bf2e4ef3-6a81-4cb0-88fd-c83719e81c74 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970809 May 20 15:57:34.822687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40624) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:34.827151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:security_group_rule and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:34.833122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:34.852326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:34.943897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1461c17-99d0-407b-bd18-c3672810ed44 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:34.968420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:34.976232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c15f4b6a-e451-43a5-9ade-a7d665229a10 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:35.042464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Port': ['ID=d1461c17-99d0-407b-bd18-c3672810ed44,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:35.045437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:35.048029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] No DVR routers for this DVR port d1461c17-99d0-407b-bd18-c3672810ed44 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:35.062703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:35.073821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:35.078990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: d1461c17-99d0-407b-bd18-c3672810ed44 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:35.079352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1461c17-99d0-407b-bd18-c3672810ed44 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:35.082308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:35.132173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Pushing event updated for resources: {'Port': ['ID=cf85e916-deee-4ef6-8c67-d83c81ea664b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:35.152234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3a3fb3cd-bbbd-4c3e-87b8-fa0af2d0cbc3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad332333-900b-45b5-ad36-2786a0ee3109 HTTP/1.1" status: 200 len: 205 time: 0.2652001 May 20 15:57:35.158665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:35.159099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:35.192408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:35.203081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.203896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] Sync routers for ids ['bb60786a-230e-4c9c-a903-38d0c38b2edd'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:35.207574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.211444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.213022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8875585 May 20 15:57:35.232094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40634) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:35.241687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Attempting to bind port cf85e916-deee-4ef6-8c67-d83c81ea664b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:35.242072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Attempting to bind port cf85e916-deee-4ef6-8c67-d83c81ea664b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:35.242447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Attempting to bind port cf85e916-deee-4ef6-8c67-d83c81ea664b on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:35.250555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:35.250939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:35.251962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.252290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:35.252777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Bound port: cf85e916-deee-4ef6-8c67-d83c81ea664b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:35.253316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.272540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] Routers {'bb60786a-230e-4c9c-a903-38d0c38b2edd'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:35.273215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bb60786a-230e-4c9c-a903-38d0c38b2edd'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.400938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.455388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] Routers {'bb60786a-230e-4c9c-a903-38d0c38b2edd'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:35.456049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bb60786a-230e-4c9c-a903-38d0c38b2edd'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.469959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Router 955be565-27f1-4ebf-acaf-8a63d2ab073f is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:57:35.523812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] DHCP port deletion for f239d450-e010-44de-8116-5875eff52743 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:35.543879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.544417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015d754-b33a-4a5b-a165-fdebbcf64e1e None None] The sync data for ids ['bb60786a-230e-4c9c-a903-38d0c38b2edd'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:35.583860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] For port cf85e916-deee-4ef6-8c67-d83c81ea664b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:35.598268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] For port cf85e916-deee-4ef6-8c67-d83c81ea664b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cf85e916-deee-4ef6-8c67-d83c81ea664b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:35.615648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.621931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5f934f9c-5560-421c-84de-8604675cc2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:35.624771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.627089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.646606 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-1cd65cbf-b3b6-488d-8720-f29cc5a20d57 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] delete failed (client error): The resource could not be found. May 20 15:57:35.646606 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1cd65cbf-b3b6-488d-8720-f29cc5a20d57 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/routers/ad332333-900b-45b5-ad36-2786a0ee3109 HTTP/1.1" status: 404 len: 336 time: 0.4317460 May 20 15:57:35.646606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40646) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:35.659563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.664165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.709892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-946c0da2-8678-41f7-8b62-7edaf8af0d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:35.718720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Deleting port d1448203-6f76-4a08-9059-08d1e13643fe {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:35.718720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.739267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:35.745220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.749618 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "PUT /v2.0/routers/955be565-27f1-4ebf-acaf-8a63d2ab073f HTTP/1.1" status: 200 len: 914 time: 11.2737868 May 20 15:57:35.750346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40650) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:35.760917 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] Sync routers for ids ['955be565-27f1-4ebf-acaf-8a63d2ab073f'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:35.779424 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a8bdf1-7372-457d-8e49-bba04f7e6920 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:35.779944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a8bdf1-7372-457d-8e49-bba04f7e6920 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:35.789140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828ffec3-0dfd-4935-b0af-32f1e417b402') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.791365 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] Routers {'955be565-27f1-4ebf-acaf-8a63d2ab073f'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:35.791992 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['955be565-27f1-4ebf-acaf-8a63d2ab073f'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.805790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828ffec3-0dfd-4935-b0af-32f1e417b402') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.811935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Pushing event updated for resources: {'Port': ['ID=cf85e916-deee-4ef6-8c67-d83c81ea664b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:35.831362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:35.887411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:35.918396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] For port d1448203-6f76-4a08-9059-08d1e13643fe, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d1448203-6f76-4a08-9059-08d1e13643fe,segment=NetworkSegment(ba33be6f-be68-4b5c-80a6-a496430cc00b),segment_id=ba33be6f-be68-4b5c-80a6-a496430cc00b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:35.918883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.920271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:35.934396 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:35.978120 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] Routers {'955be565-27f1-4ebf-acaf-8a63d2ab073f'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:35.978761 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['955be565-27f1-4ebf-acaf-8a63d2ab073f'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:36.143304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.153561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Calling delete_port for d1448203-6f76-4a08-9059-08d1e13643fe owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:36.211446 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:36.211940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.212654 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 09a703e1-8e83-4cc3-b86c-98c08b02f98b of type vlan for network eaf4e5d1-11fd-4086-b660-bd1eeec0729c May 20 15:57:36.212883 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94a446-35b4-4f73-bc65-cac0dd23b1e2 None None] The sync data for ids ['955be565-27f1-4ebf-acaf-8a63d2ab073f'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:36.246469 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-26a8bdf1-7372-457d-8e49-bba04f7e6920 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/fc62071f-29ad-4fa9-8bcd-58aa99041527 HTTP/1.1" status: 404 len: 337 time: 0.5968938 May 20 15:57:36.247371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa3150-47e5-442f-bc44-d7d4e999ee82,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:36.250869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.264286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:36.308509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40664) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.311758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:36.326537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:36.383132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Pushing event deleted for resources: {'Port': ['ID=d1448203-6f76-4a08-9059-08d1e13643fe,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:36.387471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:36.394436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] No DVR routers for this DVR port d1448203-6f76-4a08-9059-08d1e13643fe on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:36.441651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40668) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.514767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.518938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.538370 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1677f225-c597-4b79-a92e-ea00a2aca696 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/955be565-27f1-4ebf-acaf-8a63d2ab073f HTTP/1.1" status: 200 len: 920 time: 0.7862971 May 20 15:57:36.546417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40674) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.555680 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65a6ecb-00ea-4878-9419-72ac2bc9bb3e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:36.556132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65a6ecb-00ea-4878-9419-72ac2bc9bb3e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:36.561441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:36.575012 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0cfa2aef-65cf-4f84-9acf-3edf087aad6a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/routers/bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 200 len: 885 time: 1.0975931 May 20 15:57:36.577028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40678) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.582109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:36.582516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.600982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:36.607030 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:36.662197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc8618-9d9b-4f04-8d7e-041745a281be req-9c69e8b0-5219-4da5-8ef6-ce98f056b4bd tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:36.664981 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7abc8618-9d9b-4f04-8d7e-041745a281be req-9c69e8b0-5219-4da5-8ef6-ce98f056b4bd tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.2221723 May 20 15:57:36.677088 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c65a6ecb-00ea-4878-9419-72ac2bc9bb3e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/52a2dd05-62c4-4ae8-95f5-b25655de2739 HTTP/1.1" status: 404 len: 337 time: 0.3538349 May 20 15:57:36.696239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40682) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.736253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:36.736863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.751709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:57:36.758435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-531183806'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:36.774981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=56695f0f-b256-40f1-9787-513944f6d015,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:36.777840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:36.778371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:36.781515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c6094b-e903-417b-b777-112f22447128 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:36.781964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c6094b-e903-417b-b777-112f22447128 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:36.784578 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06c6094b-e903-417b-b777-112f22447128 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/469992cd-2eb7-4995-915e-a82a3568e47b HTTP/1.1" status: 404 len: 337 time: 0.0853343 May 20 15:57:36.787710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a92fd-8ddf-4150-b456-73dbc8587000 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:36.793418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-691a92fd-8ddf-4150-b456-73dbc8587000 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=955be565-27f1-4ebf-acaf-8a63d2ab073f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2385602 May 20 15:57:36.793418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40688) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.799892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Usage tracker for resource:network and tenant:7df5d28831c44844b40bc9333b355f9d is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:36.802582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40690) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.805871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:36.844275 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0081336 May 20 15:57:36.854042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40696) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.867536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.880212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:36.881748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.884711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:36.889407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7abc8618-9d9b-4f04-8d7e-041745a281be req-4c67d057-25a7-4f5d-a852-6868e9f6366f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118907 May 20 15:57:36.892580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:36.910617 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5b1dd3-0ea5-4900-bc45-6976b41b9318 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:36.911593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5b1dd3-0ea5-4900-bc45-6976b41b9318 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:36.913561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5c5b1dd3-0ea5-4900-bc45-6976b41b9318 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/ada3e469-39c6-4efe-bedb-d906c05a35c3 HTTP/1.1" status: 404 len: 333 time: 0.1188481 May 20 15:57:36.919314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:c2:5f:15', 'name': 'tempest-NetworksTestDHCPv6-1910548149'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:36.964323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-130ad532-980c-4688-ad34-30acdcb3395a tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:36.967661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40700) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:36.973039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cf85e916-deee-4ef6-8c67-d83c81ea664b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:36.976065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Made reservation on behalf of 7df5d28831c44844b40bc9333b355f9d for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:36.979452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.030385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.069685 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae22ed0-4384-46f5-af37-273fe3988588 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:37.070391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae22ed0-4384-46f5-af37-273fe3988588 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:37.071381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port cf85e916-deee-4ef6-8c67-d83c81ea664b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:37.073395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4ae22ed0-4384-46f5-af37-273fe3988588 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/f4150df5-9388-4197-a7cc-017ac4e816e7 HTTP/1.1" status: 404 len: 337 time: 0.1041417 May 20 15:57:37.084470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40706) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.093123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.164315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:37.183369 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-414bafdc-65d8-4eb6-90f1-60e55a8e0aec tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:37.183826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414bafdc-65d8-4eb6-90f1-60e55a8e0aec tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:37.185602 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-414bafdc-65d8-4eb6-90f1-60e55a8e0aec tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/50d52b5d-c032-4aa3-858a-555c45566492 HTTP/1.1" status: 404 len: 337 time: 0.0997734 May 20 15:57:37.194442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40710) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.206352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79bb55a-06ad-4148-beda-cf916506eace None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:37.227911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: d1448203-6f76-4a08-9059-08d1e13643fe {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:37.228563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d1448203-6f76-4a08-9059-08d1e13643fe not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:37.270170 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/networks/10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1 HTTP/1.1" status: 204 len: 168 time: 4.9763508 May 20 15:57:37.277142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:37.290208 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.8598225 May 20 15:57:37.299622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.334398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Usage tracker for resource:security_group_rule and tenant:7df5d28831c44844b40bc9333b355f9d is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:37.357985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:37.360778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d7f924-1b76-4fd3-b88b-e8fda0f627c9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:37.361475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d7f924-1b76-4fd3-b88b-e8fda0f627c9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:37.366221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e1d7f924-1b76-4fd3-b88b-e8fda0f627c9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/a2f17505-d259-43b1-82b4-dff82d8fec21 HTTP/1.1" status: 404 len: 333 time: 0.1658609 May 20 15:57:37.369426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-84129d74-17da-4c46-971c-1968d5a763d0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Synchronizing usage tracker for tenant:a4e34e62598143c384c93b7bc42a38d3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:37.372507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40718) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.388186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:37.410945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb9cc4-9f3f-4f0f-95cb-9e7dc497185b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:37.420204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=eaf4e5d1-11fd-4086-b660-bd1eeec0729c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:37.420533 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-66cb9cc4-9f3f-4f0f-95cb-9e7dc497185b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/networks/86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 881 time: 0.6154368 May 20 15:57:37.426253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40722) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.442238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:37.445306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7556d3ae-9230-420e-b598-ddb66312ee01 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:37.471370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Pushing event deleted for resources: {'Network': ['ID=10d51bc0-6aaa-4cde-89f3-2b2b601e3bf1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:37.474202 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2912fd-6db1-4bde-acb6-39e76d24be4f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:37.479372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2912fd-6db1-4bde-acb6-39e76d24be4f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:37.481897 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6b2912fd-6db1-4bde-acb6-39e76d24be4f tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/109720e2-4538-4b06-957b-aa5f06ce6d84 HTTP/1.1" status: 404 len: 337 time: 0.1043229 May 20 15:57:37.484733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:37.487891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:37.492440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40726) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.506912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Provisioning for port cf85e916-deee-4ef6-8c67-d83c81ea664b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:37.524970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network eaf4e5d1-11fd-4086-b660-bd1eeec0729c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:57:37.537763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:37.545363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0da47438-1430-44b1-912e-cf2030d0ab40 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=955be565-27f1-4ebf-acaf-8a63d2ab073f HTTP/1.1" status: 200 len: 205 time: 0.1171536 May 20 15:57:37.549470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:37.549707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40730) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.563324 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c0014f-f470-41f7-92f4-90e76a6fe6e3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] DELETE failed (client error): The resource could not be found. May 20 15:57:37.564780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c0014f-f470-41f7-92f4-90e76a6fe6e3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:37.567232 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-95c0014f-f470-41f7-92f4-90e76a6fe6e3 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/subnets/2231e8c3-47ee-4174-a42a-8cf4c81b6a8d HTTP/1.1" status: 404 len: 337 time: 0.0715399 May 20 15:57:37.569690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:37.572700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-84129d74-17da-4c46-971c-1968d5a763d0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Unset dirty status for tenant:a4e34e62598143c384c93b7bc42a38d3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:37.574695 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-84129d74-17da-4c46-971c-1968d5a763d0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "GET /v2.0/ports?device_id=03a7603e-627a-44dc-a03f-f5d863c0ff57 HTTP/1.1" status: 200 len: 205 time: 0.2691729 May 20 15:57:37.575875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40734) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.604230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Provisioning complete for port cf85e916-deee-4ef6-8c67-d83c81ea664b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:37.605124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.666339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40736) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.666725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40740) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:37.676519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:37.893074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.951674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.957908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.967321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.973990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6f2a1bb-bc1f-4552-bcf9-10e9fca5731e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.001074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:38.011542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] For port cf85e916-deee-4ef6-8c67-d83c81ea664b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cf85e916-deee-4ef6-8c67-d83c81ea664b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:38.020759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.023117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aca73b02-ed68-43c6-b68f-4e4097ae5db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.040421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.040758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Added segment c42ef068-06fc-45b8-839a-50cbf7ea28fa of type vlan for network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 May 20 15:57:38.048564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:38.097542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb6a64-de14-4b7d-83e1-c2bc1f481f8d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.113859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.150850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.175462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.231821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.237503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:38.238149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.249023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-84524dab-687f-44eb-8a5a-18f72fbf874d tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.354317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Pushing event updated for resources: {'Port': ['ID=cf85e916-deee-4ef6-8c67-d83c81ea664b,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.361060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.368126 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9142346 May 20 15:57:38.369906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40746) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:38.371240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Update dhcp port {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': '9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18', 'ip_address': '2001:db8::f816:3eff:fe07:bd46'}, {'subnet_id': '56695f0f-b256-40f1-9787-513944f6d015'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': 'cf85e916-deee-4ef6-8c67-d83c81ea664b'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 15:57:38.386897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Request body: {'subnet': {'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:38.402464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event updated for resources: {'Network': ['ID=89a65dbb-b673-4bb9-aecd-e5a26af812f2,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.410137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.441013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:57:38.489673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.624539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.686613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Deleting port 3b658e58-411b-4a10-a12e-1c375e78263b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:38.687837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.696853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:38.725872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:38.733137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:38.791754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:38.792589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:38.800483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Usage tracker for resource:subnet and tenant:7df5d28831c44844b40bc9333b355f9d is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:38.805053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:38.815197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:38.856051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Made reservation on behalf of 7df5d28831c44844b40bc9333b355f9d for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:38.859781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.886028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.925143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cf85e916-deee-4ef6-8c67-d83c81ea664b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:38.964962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:38.969442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.050969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.087939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Calling delete_port for 3b658e58-411b-4a10-a12e-1c375e78263b owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:39.089607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.147503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.160325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d7d8856-5886-4a27-91e6-8dcbc8dc4642 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:router {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:39.199704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Allocated IP 172.20.0.2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/56695f0f-b256-40f1-9787-513944f6d015/cf85e916-deee-4ef6-8c67-d83c81ea664b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:39.211239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 1627cde0-76c7-4625-8999-028b3e4a0192 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:57:39.247491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port cf85e916-deee-4ef6-8c67-d83c81ea664b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:39.247491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.283710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Deleting port 16ea9a23-bac9-4a86-a474-63b8db1c5225 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:39.284104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.316520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.317790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Fanout notify agent at l3_agent the message router_deleted on router 03a7603e-627a-44dc-a03f-f5d863c0ff57 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:39.397155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d7d8856-5886-4a27-91e6-8dcbc8dc4642 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:router {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:39.398684 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d7d8856-5886-4a27-91e6-8dcbc8dc4642 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.7996895 May 20 15:57:39.413631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40750) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:39.436059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1013818461'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:39.451177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] For port cf85e916-deee-4ef6-8c67-d83c81ea664b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cf85e916-deee-4ef6-8c67-d83c81ea664b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:39.547435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.566500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.567659 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d0bbe867-4e03-42dd-a812-60660a175994 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] 10.222.0.13 "DELETE /v2.0/routers/03a7603e-627a-44dc-a03f-f5d863c0ff57 HTTP/1.1" status: 204 len: 168 time: 1.8999815 May 20 15:57:39.574985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.669676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Transition to ACTIVE for port object cf85e916-deee-4ef6-8c67-d83c81ea664b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:39.678719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.682061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.682881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-526b2b24-09b4-4b7f-b29a-fb3554ee3a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:39.713058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:39.839273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event deleted for resources: {'Port': ['ID=3b658e58-411b-4a10-a12e-1c375e78263b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:39.872915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Pushing event updated for resources: {'Port': ['ID=cf85e916-deee-4ef6-8c67-d83c81ea664b,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:39.885821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:39.925176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:39.956277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Calling delete_port for 16ea9a23-bac9-4a86-a474-63b8db1c5225 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:40.005406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.051169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40758) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:40.206833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.210248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.321290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.321990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Fanout notify agent at l3_agent the message router_deleted on router 955be565-27f1-4ebf-acaf-8a63d2ab073f {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:40.326596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.341757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3fdf6356-614f-4771-b4b1-9c09f7555ffa tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:40.354548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73778fc4-b42f-4ff3-9a8f-ca9cdd693d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.389999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.399637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:40.485841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.490488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/955be565-27f1-4ebf-acaf-8a63d2ab073f HTTP/1.1" status: 204 len: 168 time: 2.9360526 May 20 15:57:40.497199 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-509e616b-61c0-4a67-a552-b95159c06b0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e34e62598143c384c93b7bc42a38d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447773 May 20 15:57:40.500570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40764) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:40.500888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40766) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:40.545146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1237389157', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:40.566943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:40.586952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event updated for resources: {'Subnet': ['ID=f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:40.589728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Usage tracker for resource:router and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:40.597648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:40.617697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:40.621200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.621200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.621701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.622073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.623044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.623044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.623259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.623564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.623740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Port': ['ID=16ea9a23-bac9-4a86-a474-63b8db1c5225,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:40.624234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.624234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.624705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.625069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.628814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Checking segment: {'id': 'c42ef068-06fc-45b8-839a-50cbf7ea28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:40.629182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Network hostable DHCP agents. Network: 89a65dbb-b673-4bb9-aecd-e5a26af812f2, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:57:40.633817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:40.666633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.667698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.683960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.687819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.710447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.710718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:57:40.710814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.711239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.711867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.712507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.713129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.713777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.714402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.715027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.715616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.716242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.716862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:40.719856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.737461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.738151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:40.762772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 89a65dbb-b673-4bb9-aecd-e5a26af812f2) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:40.798933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3804ca-ca9c-423f-b605-9827ae41b455 None None] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:40.808808 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/ports/16ea9a23-bac9-4a86-a474-63b8db1c5225 HTTP/1.1" status: 204 len: 168 time: 3.2296638 May 20 15:57:40.835658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40772) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:40.905890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 172.20.0.12 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/56695f0f-b256-40f1-9787-513944f6d015/1627cde0-76c7-4625-8999-028b3e4a0192) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:40.937564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cf85e916-deee-4ef6-8c67-d83c81ea664b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:40.969668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b36d2a73-a5de-45e1-aec0-3857f6b34eb0 None None] Provisioning for port cf85e916-deee-4ef6-8c67-d83c81ea664b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:40.991746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b36d2a73-a5de-45e1-aec0-3857f6b34eb0 None None] Provisioning complete for port cf85e916-deee-4ef6-8c67-d83c81ea664b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:40.992382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b36d2a73-a5de-45e1-aec0-3857f6b34eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.011950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:41.012548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.179156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fec2:5f15 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18/1627cde0-76c7-4625-8999-028b3e4a0192) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:41.190173 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8188055 May 20 15:57:41.202635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40776) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:41.257666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Request body: {'port': {'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-440093133'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:41.323979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port cf85e916-deee-4ef6-8c67-d83c81ea664b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:41.324359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.383840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-89a65dbb-b673-4bb9-aecd-e5a26af812f2', 'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2', 'tenant_id': '7df5d28831c44844b40bc9333b355f9d', 'fixed_ips': [{'subnet_id': 'f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:57:41.384725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.399673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.409666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.413761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c33e5a6-40b7-4866-a166-2d4be0ad78fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:41.428920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.433178 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dbb7d14-dd1a-4cbc-a7e8-79eaa3f29a5e HTTP/1.1" status: 204 len: 168 time: 0.9262524 May 20 15:57:41.435053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbb7d14-dd1a-4cbc-a7e8-79eaa3f29a5e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:41.439758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:41.667829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Allocated IP 172.20.0.2 (89a65dbb-b673-4bb9-aecd-e5a26af812f2/f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e/a65647ad-dab7-40a1-a6d9-cfe6e15aacfb) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:41.726985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.855890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:41.864761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Usage tracker for resource:port and tenant:7df5d28831c44844b40bc9333b355f9d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:41.870206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.871003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:41.884038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:41.905144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:41.971943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Made reservation on behalf of 7df5d28831c44844b40bc9333b355f9d for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:41.978152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.117694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Allocated IP 172.26.8.241 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/9a31cf14-a140-43da-9233-086b3e12dab5) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:42.121572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.124725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.144430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Transition to ACTIVE for port object a65647ad-dab7-40a1-a6d9-cfe6e15aacfb will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:42.174279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] device_id is not set on port 1eddb431-ed13-48bd-9e47-72e1eded2d7b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:57:42.197040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Transition to ACTIVE for port object a65647ad-dab7-40a1-a6d9-cfe6e15aacfb will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:42.208248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.222178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-384c863e-1684-4ba2-a022-41f7205950c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:42.351120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:42.366949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:42.375500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:42.407953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.453367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.455838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Pushing event updated for resources: {'Port': ['ID=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:42.474661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-499449ec-84ec-49e5-9214-e9e40984a692 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:42.475612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:42.551366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:42.571795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:42.578497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Attempting to bind port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:42.578849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Attempting to bind port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'c42ef068-06fc-45b8-839a-50cbf7ea28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:42.580678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Attempting to bind port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb on network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:42.581626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:42.587551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:42.587938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Checking segment: {'id': 'c42ef068-06fc-45b8-839a-50cbf7ea28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:42.588359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.588791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Bound using segment: {'id': 'c42ef068-06fc-45b8-839a-50cbf7ea28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:42.589300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Bound port: a65647ad-dab7-40a1-a6d9-cfe6e15aacfb, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42ef068-06fc-45b8-839a-50cbf7ea28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:42.589776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.680956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event updated for resources: {'Port': ['ID=9a31cf14-a140-43da-9233-086b3e12dab5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:42.692106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:42.724899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] For port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:42.729743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] For port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,segment=NetworkSegment(c42ef068-06fc-45b8-839a-50cbf7ea28fa),segment_id=c42ef068-06fc-45b8-839a-50cbf7ea28fa)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:42.742976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.755091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57d1ebf0-33f8-4bf7-be69-e2b44b41f0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:42.761364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40800) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:42.762807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:42.849674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Pushing event updated for resources: {'Port': ['ID=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:42.854104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:42.992833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.047004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-83971d4c-2cbb-4e21-a527-53d59e654af3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:43.050033 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-83971d4c-2cbb-4e21-a527-53d59e654af3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 15:57:43.050579 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-83971d4c-2cbb-4e21-a527-53d59e654af3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): There was a conflict when trying to complete your request. May 20 15:57:43.055617 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83971d4c-2cbb-4e21-a527-53d59e654af3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2854033 May 20 15:57:43.065246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40806) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:43.096661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f239d450-e010-44de-8116-5875eff52743']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:43.119004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.145979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710243252'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:43.183086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:43.186519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba33be6f-be68-4b5c-80a6-a496430cc00b') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:43.186871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba33be6f-be68-4b5c-80a6-a496430cc00b') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:43.217320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:43.228271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:43.306740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.314758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Allocated IP 172.20.0.9 (89a65dbb-b673-4bb9-aecd-e5a26af812f2/f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e/1eddb431-ed13-48bd-9e47-72e1eded2d7b) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:43.317402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:43.410364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.415248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.447117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:43.447524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.468430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:43.478645 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:43.543350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.574483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.594507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 1627cde0-76c7-4625-8999-028b3e4a0192 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:43.626930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router bb60786a-230e-4c9c-a903-38d0c38b2edd has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:43.650800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.655270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1c1d99fc-c1f0-4c19-8049-af03d6fbf3df tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:43.686278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:43.725569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:43.736180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f97a912b-1308-4774-9045-aefd5af3fab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.747581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:43.807647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:43.860294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:43.871282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.000277 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] 10.222.0.13 "DELETE /v2.0/networks/f239d450-e010-44de-8116-5875eff52743 HTTP/1.1" status: 204 len: 168 time: 3.1429892 May 20 15:57:44.001329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=594dd86d-978d-49ce-ac40-a6c82b799fa4,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:44.021880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:44.022412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:44.052156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056325f-00c4-4ce6-bfb7-4485655feefd None None] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:44.140436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Pushing event deleted for resources: {'Network': ['ID=f239d450-e010-44de-8116-5875eff52743,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:44.143325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.147472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:44.152697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '09a703e1-8e83-4cc3-b86c-98c08b02f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:44.153060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: eaf4e5d1-11fd-4086-b660-bd1eeec0729c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:57:44.175989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:44.255565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.300199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:44.324449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:44.341517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.345091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:44.356509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:44.372100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] Sync routers for ids ['bb60786a-230e-4c9c-a903-38d0c38b2edd'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:44.389202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network eaf4e5d1-11fd-4086-b660-bd1eeec0729c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:57:44.402527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=1627cde0-76c7-4625-8999-028b3e4a0192,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:44.421208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:44.448150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Transition to ACTIVE for port object 1eddb431-ed13-48bd-9e47-72e1eded2d7b will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:44.464020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.468219 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d9e67ce1-db71-4777-94f3-d745cd90b3ec tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 200 len: 892 time: 5.0384307 May 20 15:57:44.473087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40814) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:44.480781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, eaf4e5d1-11fd-4086-b660-bd1eeec0729c) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:44.498849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-40288e47-9dde-42dc-8490-97c7ca770a39 None None] Provisioning for port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:44.512587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] Routers {'bb60786a-230e-4c9c-a903-38d0c38b2edd'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:44.514063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bb60786a-230e-4c9c-a903-38d0c38b2edd'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:44.543998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.556417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:44.564893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.577712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.580894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:44.581533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.587396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60701d4-d3d4-441e-9764-85ac7dbbcf3a None None] Network eaf4e5d1-11fd-4086-b660-bd1eeec0729c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:44.590694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:44.600619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:44.614948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:44.630659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:44.660247 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.8004668 May 20 15:57:44.661858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40818) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:44.663537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:44.735268 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 7.0659246 May 20 15:57:44.736655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d932a2cb-b992-40c8-bad3-ae439c9fef77,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:44.743111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40822) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:44.751611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:44.763842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343395087'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:44.791395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40826) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:44.808119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:44.818661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.865109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:44.878471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:44.890676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:44.923916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.936358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] Routers {'bb60786a-230e-4c9c-a903-38d0c38b2edd'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:44.936358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['bb60786a-230e-4c9c-a903-38d0c38b2edd'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:45.102316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a65647ad-dab7-40a1-a6d9-cfe6e15aacfb up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:45.139164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:45.139729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49b43e-aba9-4375-8419-8ae46b218324 None None] The sync data for ids ['bb60786a-230e-4c9c-a903-38d0c38b2edd'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:45.172790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-eaf4e5d1-11fd-4086-b660-bd1eeec0729c', 'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': '594dd86d-978d-49ce-ac40-a6c82b799fa4'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:57:45.174461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.177838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Router cf4564c1-90ea-45df-942e-946e9c24b6e9 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:57:45.199383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-05de8e84-7d1e-465d-813d-fe963c271890 None None] Provisioning for port 1627cde0-76c7-4625-8999-028b3e4a0192 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:45.215740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-05de8e84-7d1e-465d-813d-fe963c271890 None None] Provisioning complete for port 1627cde0-76c7-4625-8999-028b3e4a0192 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:45.216232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-05de8e84-7d1e-465d-813d-fe963c271890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.289385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:45.301446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:45.308589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:45.318479 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:45.321859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:45.331099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-05de8e84-7d1e-465d-813d-fe963c271890 None None] Port 1627cde0-76c7-4625-8999-028b3e4a0192 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:45.351082 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-756c4c90-a28f-48df-b8a6-86ef9c60680f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/routers/bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 200 len: 892 time: 0.8702443 May 20 15:57:45.364443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40832) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.375375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:45.389522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:45.389522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.401506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:45.405472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.447077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19a1129e-96fa-4a96-bd7c-d640836161a6 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:45.484844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19a1129e-96fa-4a96-bd7c-d640836161a6 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:45.487682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-19a1129e-96fa-4a96-bd7c-d640836161a6 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 200 len: 205 time: 0.1203871 May 20 15:57:45.491839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40836) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.551348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:45.585218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event updated for resources: {'Port': ['ID=1eddb431-ed13-48bd-9e47-72e1eded2d7b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:45.585577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Allocated IP 172.20.255.242 (eaf4e5d1-11fd-4086-b660-bd1eeec0729c/594dd86d-978d-49ce-ac40-a6c82b799fa4/2014385f-c841-47d3-9ad7-552b30dcbc45) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:45.597864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.648054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0b1ba-9c8e-420b-87af-877874d6018c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.654690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0b1ba-9c8e-420b-87af-877874d6018c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.655848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-16b0b1ba-9c8e-420b-87af-877874d6018c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:45.666378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.667870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.677384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40840) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.678393 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-662330e4-a038-4f4d-83d9-a695d8cd324d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ceff729cfb57428a8c9aa132e96a0b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8728175 May 20 15:57:45.681824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.682406 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 40fb7872-b947-4114-8093-719a352c3fbd of type vlan for network b09a4762-b3bd-42dc-ba12-8070696fdd69 May 20 15:57:45.684041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-29807c27-ebe7-4842-a467-241ed1784a09 None None] Provisioning complete for port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:45.684643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-29807c27-ebe7-4842-a467-241ed1784a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.695825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.718107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.741447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ec137bc7-9efc-4360-b081-027c10a60896 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:45.771665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:45.794191 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] Sync routers for ids ['cf4564c1-90ea-45df-942e-946e9c24b6e9'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:45.824332 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] Routers {'cf4564c1-90ea-45df-942e-946e9c24b6e9'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:45.825622 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cf4564c1-90ea-45df-942e-946e9c24b6e9'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:45.839966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.895601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-16b0b1ba-9c8e-420b-87af-877874d6018c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:45.897031 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-16b0b1ba-9c8e-420b-87af-877874d6018c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.2255261 May 20 15:57:45.912361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.916764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40844) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.923807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.942065 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8594413 May 20 15:57:45.952306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,segment=NetworkSegment(c42ef068-06fc-45b8-839a-50cbf7ea28fa),segment_id=c42ef068-06fc-45b8-839a-50cbf7ea28fa)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:45.984485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40848) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:45.996923 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7646229 May 20 15:57:46.001016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.007719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-59920149-23ba-4b66-a4f6-f4c39ac2b0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.009474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'ebcdfc31-1ff8-44bb-970c-2d0d0738edf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:46.014122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcdfc31-1ff8-44bb-970c-2d0d0738edf6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.021599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40852) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:46.026627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.026964 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:46.027615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:46.034084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Request body: {'port': {'network_id': '89a65dbb-b673-4bb9-aecd-e5a26af812f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-309862080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:46.034593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] bootfile-name is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:57:46.034908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] tftp-server is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:57:46.035227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.api.validators [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] server-ip-address is not in valid_values {{(pid=92431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:57:46.050309 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] Routers {'cf4564c1-90ea-45df-942e-946e9c24b6e9'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:46.052419 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cf4564c1-90ea-45df-942e-946e9c24b6e9'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:46.069071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:46.085405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:46.155424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:46.170016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.194202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.199740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.204190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.220926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Transition to ACTIVE for port object 2014385f-c841-47d3-9ad7-552b30dcbc45 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:46.222548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.228227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:46.228880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.238094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.239342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.247874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Transition to ACTIVE for port object 2014385f-c841-47d3-9ad7-552b30dcbc45 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:46.251518 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:46.252390 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae5507-9b5c-4173-afef-86e543f4beb2 None None] The sync data for ids ['cf4564c1-90ea-45df-942e-946e9c24b6e9'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:46.256865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.264980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab1f80df-3287-44af-8b5e-f97f90fe7a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.346524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Network eaf4e5d1-11fd-4086-b660-bd1eeec0729c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:46.351460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.352443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:46.357397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:46.374811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.396823 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6440923 May 20 15:57:46.397383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7d60a768-531a-4b63-90fb-ee24a689857b None None] Provisioning for port 1eddb431-ed13-48bd-9e47-72e1eded2d7b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:46.411864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Pushing event updated for resources: {'Port': ['ID=2014385f-c841-47d3-9ad7-552b30dcbc45,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.412456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40856) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:46.424104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7d60a768-531a-4b63-90fb-ee24a689857b None None] Provisioning complete for port 1eddb431-ed13-48bd-9e47-72e1eded2d7b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:46.424571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7d60a768-531a-4b63-90fb-ee24a689857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.434828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:46.450096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=b09a4762-b3bd-42dc-ba12-8070696fdd69,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.452303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.472225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.473603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.475044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9729090 May 20 15:57:46.486159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40860) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:46.491385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:46.495262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:46.523317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b09a4762-b3bd-42dc-ba12-8070696fdd69 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:57:46.554039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Usage tracker for resource:port and tenant:7df5d28831c44844b40bc9333b355f9d is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:46.563877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:46.585090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.589423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:46.590115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.602031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a3946f60-0c45-497f-96bf-2fa556487165 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.634143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 1627cde0-76c7-4625-8999-028b3e4a0192 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:46.634473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.656381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:46.667160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Made reservation on behalf of 7df5d28831c44844b40bc9333b355f9d for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:46.670920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.682715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e643012-ff39-4315-b55c-8d5dbc27316d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.685230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:46.686433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:46.690658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.695761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:46.704791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.711984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:46.713827 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e643012-ff39-4315-b55c-8d5dbc27316d HTTP/1.1" status: 204 len: 168 time: 1.0299103 May 20 15:57:46.714342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.742018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Attempting to bind port 2014385f-c841-47d3-9ad7-552b30dcbc45 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:46.742647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Attempting to bind port 2014385f-c841-47d3-9ad7-552b30dcbc45 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '09a703e1-8e83-4cc3-b86c-98c08b02f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:46.743446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Attempting to bind port 2014385f-c841-47d3-9ad7-552b30dcbc45 on network eaf4e5d1-11fd-4086-b660-bd1eeec0729c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:46.761001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:46.761689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Checking segment: {'id': '09a703e1-8e83-4cc3-b86c-98c08b02f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:46.762389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.763288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Bound using segment: {'id': '09a703e1-8e83-4cc3-b86c-98c08b02f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:46.764163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Bound port: 2014385f-c841-47d3-9ad7-552b30dcbc45, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a703e1-8e83-4cc3-b86c-98c08b02f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eaf4e5d1-11fd-4086-b660-bd1eeec0729c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:46.766403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.788023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9aadb12a-165e-4297-8288-cd3464af9624 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:46.815343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] device_id is not set on port 86d073ea-8cdb-4518-adb5-71d4b1e5612b yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:57:46.827737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7d60a768-531a-4b63-90fb-ee24a689857b None None] Port 1eddb431-ed13-48bd-9e47-72e1eded2d7b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:46.847518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.868348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:46.872179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:46.909220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8b5ff8-95ac-46e8-8f45-d2086441f416,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:46.919125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a65647ad-dab7-40a1-a6d9-cfe6e15aacfb up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:46.989090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:47.038965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.043196 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0547280 May 20 15:57:47.053883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40868) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:47.059360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'ebcdfc31-1ff8-44bb-970c-2d0d0738edf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:47.068625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.069967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] For port 2014385f-c841-47d3-9ad7-552b30dcbc45, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:47.075049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] For port 2014385f-c841-47d3-9ad7-552b30dcbc45, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2014385f-c841-47d3-9ad7-552b30dcbc45,segment=NetworkSegment(09a703e1-8e83-4cc3-b86c-98c08b02f98b),segment_id=09a703e1-8e83-4cc3-b86c-98c08b02f98b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:47.084623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.086481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:47.089883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-34ae0a91-f926-4d0a-b437-a8e4a368fb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:47.102770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:47.164289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:47.182641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Pushing event updated for resources: {'Port': ['ID=2014385f-c841-47d3-9ad7-552b30dcbc45,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:47.213013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:47.226501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:47.226874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.239054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:47.287948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 1627cde0-76c7-4625-8999-028b3e4a0192 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:47.363197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.371521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Allocated IP 172.20.0.5 (89a65dbb-b673-4bb9-aecd-e5a26af812f2/f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e/86d073ea-8cdb-4518-adb5-71d4b1e5612b) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:47.515299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port bc28e3c5-a9ce-4af4-9766-66f2ff5a087a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:47.521913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.805830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.850316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.928445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:47.965494 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): There was a conflict when trying to complete your request. May 20 15:57:47.966422 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2e61a7b9-5597-48ec-ba13-faeb06571d7e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9114037 May 20 15:57:47.980936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40888) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:48.013385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40892) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:48.104603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for bc28e3c5-a9ce-4af4-9766-66f2ff5a087a owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:48.248167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6fc2967b-9d9b-42ee-a0af-63bb6fd0108c tempest-DvrRoutersNegativeTest-480766206 tempest-DvrRoutersNegativeTest-480766206-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-42283617', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:48.251465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.policy [None req-6fc2967b-9d9b-42ee-a0af-63bb6fd0108c tempest-DvrRoutersNegativeTest-480766206 tempest-DvrRoutersNegativeTest-480766206-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=92431) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 20 15:57:48.251761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.policy [None req-6fc2967b-9d9b-42ee-a0af-63bb6fd0108c tempest-DvrRoutersNegativeTest-480766206 tempest-DvrRoutersNegativeTest-480766206-project] Failed policy check for 'create_router' {{(pid=92431) enforce /opt/stack/neutron/neutron/policy.py:520}} May 20 15:57:48.252471 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-6fc2967b-9d9b-42ee-a0af-63bb6fd0108c tempest-DvrRoutersNegativeTest-480766206 tempest-DvrRoutersNegativeTest-480766206-project] create failed (client error): Access was denied to this resource. May 20 15:57:48.253720 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6fc2967b-9d9b-42ee-a0af-63bb6fd0108c tempest-DvrRoutersNegativeTest-480766206 tempest-DvrRoutersNegativeTest-480766206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2266333 May 20 15:57:48.321323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.343505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.372443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5b255667-ca8c-4935-9827-c68b93bec621 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:48.385528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.396572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92793fd7-19c6-4aab-904a-c3703df5a486 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:48.505137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.528467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=1627cde0-76c7-4625-8999-028b3e4a0192,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:48.544688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.561569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:48.697563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Transition to ACTIVE for port object 86d073ea-8cdb-4518-adb5-71d4b1e5612b will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:48.708648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=bc28e3c5-a9ce-4af4-9766-66f2ff5a087a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:48.717178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:48.810295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.940425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17804d2c-12b6-4c75-8049-8aed7a066b3a None None] Network eaf4e5d1-11fd-4086-b660-bd1eeec0729c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:48.956774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40902) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:48.965306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2014385f-c841-47d3-9ad7-552b30dcbc45 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:48.974279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Deleting port 9a31cf14-a140-43da-9233-086b3e12dab5 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:48.974718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.148570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.155221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.159109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-41e43d66-14d8-4bcf-9930-6f15e7f5636f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:49.186854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.194494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcdfc31-1ff8-44bb-970c-2d0d0738edf6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:49.195888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-72e3427a-a15a-40b3-b654-dcee8b458022 None None] Provisioning for port 2014385f-c841-47d3-9ad7-552b30dcbc45 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:49.196870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.197608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.201604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:49.212259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:49.282178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.283420 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/ebcdfc31-1ff8-44bb-970c-2d0d0738edf6 HTTP/1.1" status: 204 len: 168 time: 1.3011518 May 20 15:57:49.286136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.298654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40908) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:49.318116 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13c33ce5-6f6e-40d1-ae69-5a5a61136afc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/1627cde0-76c7-4625-8999-028b3e4a0192 HTTP/1.1" status: 204 len: 168 time: 3.3964500 May 20 15:57:49.320192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.322726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40912) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:49.323689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2014385f-c841-47d3-9ad7-552b30dcbc45 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:49.341295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2014385f-c841-47d3-9ad7-552b30dcbc45 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:49.342126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.353803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:49.363955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event updated for resources: {'Port': ['ID=86d073ea-8cdb-4518-adb5-71d4b1e5612b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:49.370033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:49.391265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.391599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:49.391919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router bb60786a-230e-4c9c-a903-38d0c38b2edd {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:49.395465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:49.408873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-02088b5b-97a6-4072-82b7-3674c4cbecd5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:49.416522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.618402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:49.659637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Calling delete_port for 9a31cf14-a140-43da-9233-086b3e12dab5 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:49.679520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=54461163-7eae-4481-be75-3aced8fc2f91,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:49.695828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:49.697072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.761660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Usage tracker for resource:security_group_rule and tenant:cb9145bf3f0443e8bae7a0c471455d8f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:49.778458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '40fb7872-b947-4114-8093-719a352c3fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:49.779210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:49.779590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: b09a4762-b3bd-42dc-ba12-8070696fdd69, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:57:49.815808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2014385f-c841-47d3-9ad7-552b30dcbc45, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2014385f-c841-47d3-9ad7-552b30dcbc45,segment=NetworkSegment(09a703e1-8e83-4cc3-b86c-98c08b02f98b),segment_id=09a703e1-8e83-4cc3-b86c-98c08b02f98b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:49.819611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:49.829411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.836722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:49.856083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bac366-53bc-4b57-801c-2fe4617c4954 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:49.857876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bac366-53bc-4b57-801c-2fe4617c4954 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:49.859717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bac366-53bc-4b57-801c-2fe4617c4954 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:49.861261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-93bac366-53bc-4b57-801c-2fe4617c4954 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:49.872915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.879990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 204 len: 168 time: 4.3808272 May 20 15:57:49.879990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d8e0e1ec-0742-4573-9d83-07c27abfd07d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5775118 May 20 15:57:49.892116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40916) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:49.892516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40918) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:49.899526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:49.899526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:49.921745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network b09a4762-b3bd-42dc-ba12-8070696fdd69 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:57:49.933098 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.9103248 May 20 15:57:49.933953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40924) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:49.936134 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:57:49.938795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-731104175'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:49.944722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:49.950520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:49.958827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:49.981702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--115534770'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:49.985071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-241367bf-903b-48ae-85fb-0a7a8468ff27 None None] Provisioning for port 86d073ea-8cdb-4518-adb5-71d4b1e5612b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:50.003335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-241367bf-903b-48ae-85fb-0a7a8468ff27 None None] Provisioning complete for port 86d073ea-8cdb-4518-adb5-71d4b1e5612b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:50.003724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-241367bf-903b-48ae-85fb-0a7a8468ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.007543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:50.013233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b09a4762-b3bd-42dc-ba12-8070696fdd69) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:50.014575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:50.034163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.034715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.036746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-93bac366-53bc-4b57-801c-2fe4617c4954 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:50.045500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f69d61-f67f-4caf-b839-48417d7d0a78 None None] Network b09a4762-b3bd-42dc-ba12-8070696fdd69 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:50.046376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:50.050344 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-93bac366-53bc-4b57-801c-2fe4617c4954 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7240171 May 20 15:57:50.052882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:50.072470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:50.101711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:50.107241 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6923442 May 20 15:57:50.108486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:50.111447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40932) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:50.114460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.182282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.234927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 56695f0f-b256-40f1-9787-513944f6d015 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:50.245563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.263502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:50.269726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:50.274778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2014385f-c841-47d3-9ad7-552b30dcbc45,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:50.281774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:50.294942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:50.305389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.305683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment a9043e0d-f9d8-43b8-b956-73c48e956868 of type vlan for network a43525a5-3caf-4e08-906a-df2f7a1b1f97 May 20 15:57:50.309651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:50.309920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c9639-fe41-4df4-a4dd-5d54962deeb9 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.315974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c9639-fe41-4df4-a4dd-5d54962deeb9 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.320223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.321959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c9639-fe41-4df4-a4dd-5d54962deeb9 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.323081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-317c9639-fe41-4df4-a4dd-5d54962deeb9 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Synchronizing usage tracker for tenant:7df5d28831c44844b40bc9333b355f9d on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:50.329920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.330259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.330593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.330921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.331271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.331596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.331917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.332235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.332553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.332868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.333184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.333527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:50.338118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:50.346492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-241367bf-903b-48ae-85fb-0a7a8468ff27 None None] Port 86d073ea-8cdb-4518-adb5-71d4b1e5612b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:50.356037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.369553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:50.388217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.394750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.436539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.445637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-b09a4762-b3bd-42dc-ba12-8070696fdd69', 'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': '54461163-7eae-4481-be75-3aced8fc2f91'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:57:50.447053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.449207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-317c9639-fe41-4df4-a4dd-5d54962deeb9 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Unset dirty status for tenant:7df5d28831c44844b40bc9333b355f9d on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:50.450660 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-317c9639-fe41-4df4-a4dd-5d54962deeb9 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5123799 May 20 15:57:50.462219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40936) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:50.492861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb9145bf3f0443e8bae7a0c471455d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5346541 May 20 15:57:50.494436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382cdeb1-301d-44d1-b469-63577ebde0ae,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:50.517908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:50.518386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40940) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:50.567599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-eb7da4c9-dab0-4e20-b674-4e6e232b287b None None] Provisioning complete for port 2014385f-c841-47d3-9ad7-552b30dcbc45 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:50.567871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb7da4c9-dab0-4e20-b674-4e6e232b287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.606460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.612256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.612919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.621840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed142872-f0fe-43b6-a50c-51fb37f1c83f tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:50.671151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.687899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.773772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.783171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.814980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Allocated IP 172.20.0.2 (b09a4762-b3bd-42dc-ba12-8070696fdd69/54461163-7eae-4481-be75-3aced8fc2f91/6ec4c0c8-e6fe-428a-96be-9324a40f584a) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:50.863468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=a43525a5-3caf-4e08-906a-df2f7a1b1f97,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:50.871411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.876772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:50.878982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c600fc8-db80-4c61-910b-f68e22bcd544 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:50.947559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:57:50.960733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2014385f-c841-47d3-9ad7-552b30dcbc45 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:50.969917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0690625 May 20 15:57:50.994659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40944) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:51.004019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Pushing event deleted for resources: {'Port': ['ID=9a31cf14-a140-43da-9233-086b3e12dab5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:51.008228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:51.015311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:51.052183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f43fb76b-a39b-4eeb-b019-e0aa2e201074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:51.066234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.072756 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1611454 May 20 15:57:51.079914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40948) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:51.109461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.113617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4470f108-3815-4ea6-ab61-45e0471ec933 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'f8169b6d-3e84-4ad0-ad5b-35f6d39f32fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:51.114723 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-4470f108-3815-4ea6-ab61-45e0471ec933 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 15:57:51.115463 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-4470f108-3815-4ea6-ab61-45e0471ec933 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:51.122009 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4470f108-3815-4ea6-ab61-45e0471ec933 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0239406 May 20 15:57:51.130767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40952) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:51.195918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.236919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2014385f-c841-47d3-9ad7-552b30dcbc45 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:51.237843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.338499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.357723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Transition to ACTIVE for port object 6ec4c0c8-e6fe-428a-96be-9324a40f584a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:51.434343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Transition to ACTIVE for port object 6ec4c0c8-e6fe-428a-96be-9324a40f584a will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:51.445413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.449617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.455375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:51.505651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8169b6d-3e84-4ad0-ad5b-35f6d39f32fd,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:51.509552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:51.581908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Network b09a4762-b3bd-42dc-ba12-8070696fdd69 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:51.589905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:51.594403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:51.632109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Pushing event updated for resources: {'Port': ['ID=6ec4c0c8-e6fe-428a-96be-9324a40f584a,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:51.638232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:51.643734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:51.644587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Deleting port 86d073ea-8cdb-4518-adb5-71d4b1e5612b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:51.645330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.722262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Attempting to bind port 6ec4c0c8-e6fe-428a-96be-9324a40f584a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:51.722813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Attempting to bind port 6ec4c0c8-e6fe-428a-96be-9324a40f584a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '40fb7872-b947-4114-8093-719a352c3fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:51.722994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Attempting to bind port 6ec4c0c8-e6fe-428a-96be-9324a40f584a on network b09a4762-b3bd-42dc-ba12-8070696fdd69 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:51.725412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:51.730914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:51.734245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:51.734942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Checking segment: {'id': '40fb7872-b947-4114-8093-719a352c3fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:51.735662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.736317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Bound using segment: {'id': '40fb7872-b947-4114-8093-719a352c3fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:51.737726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Bound port: 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb7872-b947-4114-8093-719a352c3fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:51.738908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.746060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:51.749932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.754174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:51.837854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382cdeb1-301d-44d1-b469-63577ebde0ae,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:51.840364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:51.859538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.921148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:51.924962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.934341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] For port 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:51.940899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] For port 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6ec4c0c8-e6fe-428a-96be-9324a40f584a,segment=NetworkSegment(40fb7872-b947-4114-8093-719a352c3fbd),segment_id=40fb7872-b947-4114-8093-719a352c3fbd)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:51.946769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.953796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ec728e2b-6baa-4559-8b9f-3383b7724bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:51.969012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.970578 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/382cdeb1-301d-44d1-b469-63577ebde0ae HTTP/1.1" status: 204 len: 168 time: 1.4481778 May 20 15:57:52.102479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.127854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.133235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.237680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.238979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Pushing event updated for resources: {'Port': ['ID=6ec4c0c8-e6fe-428a-96be-9324a40f584a,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.272346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.354655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Router cf4564c1-90ea-45df-942e-946e9c24b6e9 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:52.397498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Calling delete_port for 86d073ea-8cdb-4518-adb5-71d4b1e5612b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:52.408191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.414570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ee10b6bc-c894-49ed-86a2-e353071f02eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.523708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.536942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8169b6d-3e84-4ad0-ad5b-35f6d39f32fd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.539485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.540902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0e93348b-5820-43db-acaa-5c224efa918a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.592236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=56695f0f-b256-40f1-9787-513944f6d015,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.600576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.613603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.624690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27072cb-b299-4709-9323-aaa8dc4f2477 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:52.684575 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/56695f0f-b256-40f1-9787-513944f6d015 HTTP/1.1" status: 204 len: 168 time: 2.6348710 May 20 15:57:52.697877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40962) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:52.698976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.709230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f928ef97-4c9f-4dfa-bbc3-243b055fd226 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.734503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:52.776669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.781599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "PUT /v2.0/routers/cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 200 len: 706 time: 6.2937765 May 20 15:57:52.786740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40968) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:52.789456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.794165 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/f8169b6d-3e84-4ad0-ad5b-35f6d39f32fd HTTP/1.1" status: 204 len: 168 time: 1.6522062 May 20 15:57:52.811872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40972) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:52.862923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=54461163-7eae-4481-be75-3aced8fc2f91,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.906056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] Sync routers for ids ['cf4564c1-90ea-45df-942e-946e9c24b6e9'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:52.937806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:53.065844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:57:53.089131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6ec4c0c8-e6fe-428a-96be-9324a40f584a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:53.143493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] Routers {'cf4564c1-90ea-45df-942e-946e9c24b6e9'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:53.143810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cf4564c1-90ea-45df-942e-946e9c24b6e9'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.211180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.236906 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-afeeaf68-2ed9-419f-8d6b-86fdbc74e357 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/routers/cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 200 len: 741 time: 0.4491689 May 20 15:57:53.240568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40982) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:53.306619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0dfd3fab-0769-4db0-aa41-7c46ceccdb23 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=86628d82-5385-4a0c-b569-c18a66455262&device_id=cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 200 len: 205 time: 0.0650489 May 20 15:57:53.307261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 40990) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:53.327274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.424984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-14dc016c-ff14-43c9-b293-d3025abef1eb tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:53.429732 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-51318081-cdaa-4ada-aaa3-1e07f5b87270 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 200 len: 205 time: 0.1136353 May 20 15:57:53.432242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09a4762-b3bd-42dc-ba12-8070696fdd69']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.435174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 40994) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:53.446446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.456286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.459210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.487640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9fb920a-89c5-4ef4-a30f-9e05aca988bd tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:53.538394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fb7872-b947-4114-8093-719a352c3fbd') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.538979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fb7872-b947-4114-8093-719a352c3fbd') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.590742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event deleted for resources: {'Port': ['ID=86d073ea-8cdb-4518-adb5-71d4b1e5612b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:53.593603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:53.628300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.663006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] Routers {'cf4564c1-90ea-45df-942e-946e9c24b6e9'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:53.664466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cf4564c1-90ea-45df-942e-946e9c24b6e9'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.684961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.705122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-14dc016c-ff14-43c9-b293-d3025abef1eb tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:53.706576 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-14dc016c-ff14-43c9-b293-d3025abef1eb tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8526781 May 20 15:57:53.707975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.718588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41000) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:53.731080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41002) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:53.744736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040969297'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:53.752801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:53.753106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:53.775768 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:53.799653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.800091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51190578-eacc-40f3-8ffb-283581c24742 None None] The sync data for ids ['cf4564c1-90ea-45df-942e-946e9c24b6e9'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:53.809697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6ec4c0c8-e6fe-428a-96be-9324a40f584a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:53.885602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33194520-260f-447c-8bf8-56a068730f11 None None] Network b09a4762-b3bd-42dc-ba12-8070696fdd69 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:53.968066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:54.109988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.116382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Provisioning for port 6ec4c0c8-e6fe-428a-96be-9324a40f584a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:54.116546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:54.131585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Provisioning complete for port 6ec4c0c8-e6fe-428a-96be-9324a40f584a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:54.132315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.154338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.199960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.204825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.215101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:57:54.215101 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:57:54.215101 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': 'b09a4762-b3bd-42dc-ba12-8070696fdd69'}] May 20 15:57:54.215101 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:57:54.215557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:57:54.224577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.242766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7bdebbb1-46ca-4db1-8f14-12f903208414 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:54.253006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2034491928'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:54.272452 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "DELETE /v2.0/ports/86d073ea-8cdb-4518-adb5-71d4b1e5612b HTTP/1.1" status: 204 len: 168 time: 3.7982509 May 20 15:57:54.274234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.282927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41010) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:54.295975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Request body: {'port': {'name': 'tempest-new-port-name-1640063978', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:54.296413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.api.validators [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] bootfile-name is not in valid_values {{(pid=92432) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:57:54.296746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.api.validators [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] tftp-server is not in valid_values {{(pid=92432) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:57:54.297068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.api.validators [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] server-ip-address is not in valid_values {{(pid=92432) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 15:57:54.300157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:54.321999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Usage tracker for resource:network and tenant:dbb542185c0e46e985d92bc0e44ccbb2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:54.333080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:54.358346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.358903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Fanout notify agent at l3_agent the message router_deleted on router cf4564c1-90ea-45df-942e-946e9c24b6e9 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:57:54.382287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:54.385229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:54.412400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:54.415739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.419844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:54.422259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9f35a1c9-a32c-4e4d-8153-c2d1e0e8d27f tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 204 len: 168 time: 0.9796908 May 20 15:57:54.428642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41014) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:54.439004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:54.508315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.510023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=9a24105f-da25-40eb-9ff3-5fa8ab7c0896,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:54.545689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:54.568987 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5d481783-049b-4a9b-b5d8-29f97d46cb42 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 200 len: 205 time: 0.1364834 May 20 15:57:54.583800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41018) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:54.584127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] For port 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6ec4c0c8-e6fe-428a-96be-9324a40f584a,segment=NetworkSegment(40fb7872-b947-4114-8093-719a352c3fbd),segment_id=40fb7872-b947-4114-8093-719a352c3fbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:54.587298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] DHCP port deletion for b09a4762-b3bd-42dc-ba12-8070696fdd69 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:54.591097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.592346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': 'a9043e0d-f9d8-43b8-b956-73c48e956868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:54.593888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: a43525a5-3caf-4e08-906a-df2f7a1b1f97, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:57:54.598309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d48558d0-baaf-4761-8bcb-e875672fe49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:54.721761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.723889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Made reservation on behalf of dbb542185c0e46e985d92bc0e44ccbb2 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:54.728176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.739204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Pushing event updated for resources: {'Port': ['ID=6ec4c0c8-e6fe-428a-96be-9324a40f584a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:54.744332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:54.755292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Deleting port 6ec4c0c8-e6fe-428a-96be-9324a40f584a {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:54.755776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.756095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.805962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-bfe2f04a-12a8-447e-a29d-4de7dd5ad5bc tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] delete failed (client error): The resource could not be found. May 20 15:57:54.807776 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bfe2f04a-12a8-447e-a29d-4de7dd5ad5bc tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/cf4564c1-90ea-45df-942e-946e9c24b6e9 HTTP/1.1" status: 404 len: 336 time: 0.2206481 May 20 15:57:54.814945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41022) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:54.885926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.891045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:54.895004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6ec4c0c8-e6fe-428a-96be-9324a40f584a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:54.935365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Usage tracker for resource:security_group_rule and tenant:dbb542185c0e46e985d92bc0e44ccbb2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:54.939800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0f5e408e-6ebb-419e-8a91-823b90aca758 None None] Provisioning complete for port cf85e916-deee-4ef6-8c67-d83c81ea664b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:54.940190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0f5e408e-6ebb-419e-8a91-823b90aca758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.946100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e0d71234-1621-4810-bad7-0163fb389a1a tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=955be565-27f1-4ebf-acaf-8a63d2ab073f HTTP/1.1" status: 200 len: 205 time: 0.1225059 May 20 15:57:54.946100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:57:54.946599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:54.949211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41026) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:54.962945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:54.990720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:54.999693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] For port 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6ec4c0c8-e6fe-428a-96be-9324a40f584a,segment=NetworkSegment(40fb7872-b947-4114-8093-719a352c3fbd),segment_id=40fb7872-b947-4114-8093-719a352c3fbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:55.000071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.005447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.026083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:55.102256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a43525a5-3caf-4e08-906a-df2f7a1b1f97) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:55.118748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d65db-f04e-4333-94b7-22cf75a2ee4c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:55.129021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:55.142107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.145945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a4d3a-67d1-4c5f-92ab-2717a12f29dc None None] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:55.148326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ec39622-d8c6-46c6-94cc-5a185889e40d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:55.182123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 6ec4c0c8-e6fe-428a-96be-9324a40f584a {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:55.182609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.204095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.210056 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4758027 May 20 15:57:55.219211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41030) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.221225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.222907 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-6f075b8b-69cc-4cac-8d0a-f3a7695d9589 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] delete failed (client error): The resource could not be found. May 20 15:57:55.231468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6f075b8b-69cc-4cac-8d0a-f3a7695d9589 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/955be565-27f1-4ebf-acaf-8a63d2ab073f HTTP/1.1" status: 404 len: 336 time: 0.2634516 May 20 15:57:55.231789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:55.231965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:55.231965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.233471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9fd10af3-07ba-4f28-ab76-e2dbff0d7fb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '8a5d65db-f04e-4333-94b7-22cf75a2ee4c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:55.234459 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-9fd10af3-07ba-4f28-ab76-e2dbff0d7fb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 15:57:55.235158 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-9fd10af3-07ba-4f28-ab76-e2dbff0d7fb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:55.241529 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9fd10af3-07ba-4f28-ab76-e2dbff0d7fb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097489 May 20 15:57:55.241818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Calling delete_port for 6ec4c0c8-e6fe-428a-96be-9324a40f584a owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:55.242150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41034) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.244798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41036) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.245862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:55.298563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01184f8f-b728-402a-b9ae-3829b17ad98f None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:55.320612 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18 HTTP/1.1" status: 204 len: 168 time: 2.6108580 May 20 15:57:55.327803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41042) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.459702 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d958031b-b6f2-44d9-b95b-d7d6aa600d00 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159620 May 20 15:57:55.461235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41046) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.468859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.471726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6ec4c0c8-e6fe-428a-96be-9324a40f584a,segment=NetworkSegment(40fb7872-b947-4114-8093-719a352c3fbd),segment_id=40fb7872-b947-4114-8093-719a352c3fbd)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:55.472182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.483375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:55.504383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.515216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-028af0a8-d5af-4ebb-9671-d3608b57cda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:55.525608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.626312 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f0aceb5a-d0e6-49e5-a47c-d2440f185b37 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 HTTP/1.1" status: 200 len: 205 time: 0.3784046 May 20 15:57:55.643120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41050) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.673831 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6730528 May 20 15:57:55.689983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41054) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.697553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 6ec4c0c8-e6fe-428a-96be-9324a40f584a owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:55.740117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:55.750456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886121227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:55.775363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:55.782077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6ec4c0c8-e6fe-428a-96be-9324a40f584a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6ec4c0c8-e6fe-428a-96be-9324a40f584a,segment=NetworkSegment(40fb7872-b947-4114-8093-719a352c3fbd),segment_id=40fb7872-b947-4114-8093-719a352c3fbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:55.792866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:55.797600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.801448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:55.802643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5f05ad7b-8533-49b3-a1de-62d6a6568d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:55.810934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7224955f-6084-4e43-9207-3f6af542ae56,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:55.814727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.815159 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Added segment 605c30df-eff8-43a3-96cb-37ccddf5802f of type vlan for network d0052680-5785-4c77-ad19-6877395c5fb0 May 20 15:57:55.825150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:55.828912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:55.845140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:55.860666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:55.874891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:55.882805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.884586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.893919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:55.898241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.901183 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-1f5232cc-ab86-4bbb-baa7-4a23fbcae0cf tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] delete failed (client error): The resource could not be found. May 20 15:57:55.906698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1f5232cc-ab86-4bbb-baa7-4a23fbcae0cf tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/2d8ecbce-8ca5-4d9d-884d-f6ea529942d8 HTTP/1.1" status: 404 len: 336 time: 0.2572153 May 20 15:57:55.908652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.911673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41058) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.941752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a43525a5-3caf-4e08-906a-df2f7a1b1f97', 'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '9a24105f-da25-40eb-9ff3-5fa8ab7c0896'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:57:55.942485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.959613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] No DVR routers for this DVR port 6ec4c0c8-e6fe-428a-96be-9324a40f584a on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:55.962854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6ec4c0c8-e6fe-428a-96be-9324a40f584a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:55.970715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:55.973521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:55.979912 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d6ffb662-67f2-4e53-82cc-0cfca6ccfa54 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec7c8667-1ce0-4219-aae7-270d0210db52 HTTP/1.1" status: 200 len: 205 time: 0.0645390 May 20 15:57:55.986395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:55.990084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.006471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.016142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41062) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.026683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Pushing event deleted for resources: {'Port': ['ID=6ec4c0c8-e6fe-428a-96be-9324a40f584a,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.071345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.183810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.184572 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-ebb17534-1e72-4b74-abe5-8657ac5cb2ac tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] delete failed (client error): The resource could not be found. May 20 15:57:56.189906 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ebb17534-1e72-4b74-abe5-8657ac5cb2ac tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/ec7c8667-1ce0-4219-aae7-270d0210db52 HTTP/1.1" status: 404 len: 336 time: 0.1687350 May 20 15:57:56.200791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.208996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.215488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:56.216257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.222709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41066) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.227563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e7ad3e7a-e6b3-4577-9fad-b98eee172216 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.236793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:57:56.264628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.341126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Allocated IP 2001:db8::2 (a43525a5-3caf-4e08-906a-df2f7a1b1f97/9a24105f-da25-40eb-9ff3-5fa8ab7c0896/9228342d-52d4-4132-a4f9-e4bdd57b1183) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:56.391393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Deleting port cf85e916-deee-4ef6-8c67-d83c81ea664b {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:56.392267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.426555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.440615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.443512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d4e0d98c-1b31-4c96-88b3-038cf00ba35d tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.444841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.472249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.492849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d65db-f04e-4333-94b7-22cf75a2ee4c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.501735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.503385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-288dfdb2-08f8-452e-9d3f-11a9ad1bd875 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.510322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=6ec4c0c8-e6fe-428a-96be-9324a40f584a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.538246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.541266 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1beab820-a4ba-4292-afc7-e6092484540a tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0cdca82-9866-4646-91f8-d9d81ef92405 HTTP/1.1" status: 200 len: 205 time: 0.1117706 May 20 15:57:56.545076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-39c55341-6851-4592-8ffd-5baa083468bb tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.574480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41070) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.580979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 6ec4c0c8-e6fe-428a-96be-9324a40f584a on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:56.598939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.600350 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a5d65db-f04e-4333-94b7-22cf75a2ee4c HTTP/1.1" status: 204 len: 168 time: 1.3506765 May 20 15:57:56.635328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41074) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.666205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] For port cf85e916-deee-4ef6-8c67-d83c81ea664b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=cf85e916-deee-4ef6-8c67-d83c81ea664b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:56.666897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.747072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c9d887e7-3c0a-48da-a6db-b0fe7d3d0e13 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:56.749928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event updated for resources: {'Port': ['ID=1eddb431-ed13-48bd-9e47-72e1eded2d7b,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.757074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.775540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] In _notify_port_updated(), no bound segment for port 1eddb431-ed13-48bd-9e47-72e1eded2d7b on network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 15:57:56.795824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:56.796547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.801967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "PUT /v2.0/ports/1eddb431-ed13-48bd-9e47-72e1eded2d7b HTTP/1.1" status: 200 len: 1136 time: 2.5178411 May 20 15:57:56.802898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41078) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.851586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c9d887e7-3c0a-48da-a6db-b0fe7d3d0e13 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:56.856073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c9d887e7-3c0a-48da-a6db-b0fe7d3d0e13 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2159727 May 20 15:57:56.859693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1193278 May 20 15:57:56.869605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41082) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.869852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41084) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.878104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Calling delete_port for cf85e916-deee-4ef6-8c67-d83c81ea664b owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:56.889948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316787459'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:56.897925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Request body: {'subnet': {'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:56.904206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device cf85e916-deee-4ef6-8c67-d83c81ea664b no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:56.934334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:56.961977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88393ac1-d7ac-48a5-9f2c-da83327de119 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:56.968417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-88393ac1-d7ac-48a5-9f2c-da83327de119 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "GET /v2.0/ports/1eddb431-ed13-48bd-9e47-72e1eded2d7b HTTP/1.1" status: 200 len: 1136 time: 0.1578727 May 20 15:57:56.972822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41090) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:57.038140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:57.069817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.075306 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-c8fe8f97-a005-4250-9492-06a384e8b198 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] delete failed (client error): The resource could not be found. May 20 15:57:57.076977 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c8fe8f97-a005-4250-9492-06a384e8b198 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/a0cdca82-9866-4646-91f8-d9d81ef92405 HTTP/1.1" status: 404 len: 336 time: 0.4883037 May 20 15:57:57.078296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.080135 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6d8ae19d-60d4-460b-8f21-80b38968903e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3665471 May 20 15:57:57.082641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:57.087673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41094) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:57.088008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:57.156049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Usage tracker for resource:subnet and tenant:dbb542185c0e46e985d92bc0e44ccbb2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:57.197932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:57.218025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:57.231614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7c585f27-bcf6-4a70-80bd-fe952c364672 None None] Provisioning complete for port 1eddb431-ed13-48bd-9e47-72e1eded2d7b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:57.232180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7c585f27-bcf6-4a70-80bd-fe952c364672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.232379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:57.242820 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dbe6f494-252b-42ec-b48b-695d2dfa695c tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a4daae-859e-424a-b926-3550d4c8f6c2 HTTP/1.1" status: 200 len: 205 time: 0.1498599 May 20 15:57:57.245916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event updated for resources: {'Network': ['ID=d0052680-5785-4c77-ad19-6877395c5fb0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:57.267919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41102) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:57.281486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:57.285134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network d0052680-5785-4c77-ad19-6877395c5fb0 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:57:57.303069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.367499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.368174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Transition to ACTIVE for port object 9228342d-52d4-4132-a4f9-e4bdd57b1183 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:57.387907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:57.423149 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-bf597937-b0a5-450a-a1bf-3cda91e74f16 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] delete failed (client error): The resource could not be found. May 20 15:57:57.426831 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bf597937-b0a5-450a-a1bf-3cda91e74f16 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/routers/c2a4daae-859e-424a-b926-3550d4c8f6c2 HTTP/1.1" status: 404 len: 336 time: 0.1547241 May 20 15:57:57.463765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09a4762-b3bd-42dc-ba12-8070696fdd69']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:57.476728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7c585f27-bcf6-4a70-80bd-fe952c364672 None None] Port 1eddb431-ed13-48bd-9e47-72e1eded2d7b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:57:57.477996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41106) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:57.499385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:57.504956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Transition to ACTIVE for port object 9228342d-52d4-4132-a4f9-e4bdd57b1183 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:57.506243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.525058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Made reservation on behalf of dbb542185c0e46e985d92bc0e44ccbb2 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:57.530372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.537092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.537353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fb7872-b947-4114-8093-719a352c3fbd') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:57.537353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fb7872-b947-4114-8093-719a352c3fbd') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:57.537818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:57.563964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:57.566128 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcba2a0-0ce7-4a8d-9cda-6f2239f9c321 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] DELETE failed (client error): The resource could not be found. May 20 15:57:57.566593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcba2a0-0ce7-4a8d-9cda-6f2239f9c321 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:57:57.576386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.576634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.595399 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2fcba2a0-0ce7-4a8d-9cda-6f2239f9c321 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] 10.222.0.13 "DELETE /v2.0/subnets/434c18d0-07ea-45b8-a336-ad3f3da6ad53 HTTP/1.1" status: 404 len: 337 time: 0.1154106 May 20 15:57:57.622603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.658640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:57:57.659177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] No DVR routers for this DVR port cf85e916-deee-4ef6-8c67-d83c81ea664b on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:57.659323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.666674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:57.670537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:57:57.676695 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:57:57.680503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:57.690015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Pushing event updated for resources: {'Port': ['ID=9228342d-52d4-4132-a4f9-e4bdd57b1183,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:57.693549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:57.696358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e6fa03c5-cb11-4511-b481-230559110a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:57.805209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Pushing event deleted for resources: {'Port': ['ID=cf85e916-deee-4ef6-8c67-d83c81ea664b,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:57.813152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Deleting port 1eddb431-ed13-48bd-9e47-72e1eded2d7b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:57.814410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.818793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:57.836544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Attempting to bind port 9228342d-52d4-4132-a4f9-e4bdd57b1183 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:57.837331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Attempting to bind port 9228342d-52d4-4132-a4f9-e4bdd57b1183 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a9043e0d-f9d8-43b8-b956-73c48e956868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:57.837974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Attempting to bind port 9228342d-52d4-4132-a4f9-e4bdd57b1183 on network a43525a5-3caf-4e08-906a-df2f7a1b1f97 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:57.845310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:57.846075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Checking segment: {'id': 'a9043e0d-f9d8-43b8-b956-73c48e956868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:57.846690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.847323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Bound using segment: {'id': 'a9043e0d-f9d8-43b8-b956-73c48e956868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:57.848011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Bound port: 9228342d-52d4-4132-a4f9-e4bdd57b1183, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9043e0d-f9d8-43b8-b956-73c48e956868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a43525a5-3caf-4e08-906a-df2f7a1b1f97'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:57.848597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.891382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.950601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:57.966409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.994313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] For port 9228342d-52d4-4132-a4f9-e4bdd57b1183, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:58.002619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] For port 9228342d-52d4-4132-a4f9-e4bdd57b1183, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9228342d-52d4-4132-a4f9-e4bdd57b1183,segment=NetworkSegment(a9043e0d-f9d8-43b8-b956-73c48e956868),segment_id=a9043e0d-f9d8-43b8-b956-73c48e956868)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:58.002912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=b09a4762-b3bd-42dc-ba12-8070696fdd69,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:58.012234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:58.025586 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/b09a4762-b3bd-42dc-ba12-8070696fdd69 HTTP/1.1" status: 204 len: 168 time: 7.9097183 May 20 15:57:58.025928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41114) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:58.030021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.036325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-79977354'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:58.040727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:58.058171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:58.070316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:58.082872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:58.098758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.115438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:58.225461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Pushing event updated for resources: {'Port': ['ID=9228342d-52d4-4132-a4f9-e4bdd57b1183,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:58.231342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:58.250640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41118) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:58.354716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Calling delete_port for 1eddb431-ed13-48bd-9e47-72e1eded2d7b owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:58.372372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.403375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:58.411151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.488949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.566841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:58.577669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.591483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:58.624663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.677996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.678666 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 73d0a992-1339-4ffe-8ec0-2bb73b3f55f6 of type vlan for network 638063b3-49b9-4f04-8b91-d5e7b5b16d37 May 20 15:57:58.773022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb4dbf-ca84-42fb-b7db-436e513c9247,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:58.781620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:58.787533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:58.795532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Usage tracker for resource:security_group_rule and tenant:4528c59d772f41b1863fa25f0f105db0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:58.804462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:58.830732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:58.851870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:58.861458 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9824612 May 20 15:57:58.875293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41124) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:58.887241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a5809ebc-3984-494f-8258-576f45787b6a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'b2fb4dbf-ca84-42fb-b7db-436e513c9247', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:58.900842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9228342d-52d4-4132-a4f9-e4bdd57b1183 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:58.906158 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-a5809ebc-3984-494f-8258-576f45787b6a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 15:57:58.907021 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-a5809ebc-3984-494f-8258-576f45787b6a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:58.912406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a5809ebc-3984-494f-8258-576f45787b6a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0353010 May 20 15:57:58.916878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41128) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:58.928440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7cdee25a-3d70-454e-9b7e-eb9765f511ed tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'b2fb4dbf-ca84-42fb-b7db-436e513c9247', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:58.929484 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-7cdee25a-3d70-454e-9b7e-eb9765f511ed tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 15:57:58.930233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-7cdee25a-3d70-454e-9b7e-eb9765f511ed tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:58.936055 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7cdee25a-3d70-454e-9b7e-eb9765f511ed tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134881 May 20 15:57:58.950833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41132) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:58.998906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 9228342d-52d4-4132-a4f9-e4bdd57b1183 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:59.049597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.050505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c1b1fde9-80ae-4bb7-a201-ac4f8346bbff tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'b2fb4dbf-ca84-42fb-b7db-436e513c9247', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:59.052251 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-c1b1fde9-80ae-4bb7-a201-ac4f8346bbff tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 15:57:59.052938 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-c1b1fde9-80ae-4bb7-a201-ac4f8346bbff tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:59.057225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c1b1fde9-80ae-4bb7-a201-ac4f8346bbff tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1005583 May 20 15:57:59.065623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41136) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.073589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3b6073d7-d041-4efc-96e8-f38d41601748 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:59.088156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e2c2ba59-b30a-45e4-96dd-09b8f75647a3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'b2fb4dbf-ca84-42fb-b7db-436e513c9247', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:59.089817 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-e2c2ba59-b30a-45e4-96dd-09b8f75647a3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 15:57:59.090775 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-e2c2ba59-b30a-45e4-96dd-09b8f75647a3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:57:59.095202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e2c2ba59-b30a-45e4-96dd-09b8f75647a3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120802 May 20 15:57:59.102837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41140) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.155533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.213914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:59.228369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:59.241918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45aeda-6dc0-43c7-a57c-98f9909f020d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:59.258283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:59.258807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.295746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.318658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=0fd323f6-3822-4f85-a94c-f6f3a8dcd62a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:59.328855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:59.337616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0206298-d5ff-4393-b962-b87b6abd48b7 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:59.393455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cdca1e-eedd-4339-bc09-bea5c07be92f None None] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:59.432471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event deleted for resources: {'Port': ['ID=1eddb431-ed13-48bd-9e47-72e1eded2d7b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:59.493580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.495944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8::1 (a43525a5-3caf-4e08-906a-df2f7a1b1f97/9a24105f-da25-40eb-9ff3-5fa8ab7c0896/71620682-4c43-421d-8734-40cbbba11589) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:59.502433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:59.514972 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.518965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.529719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-169a0498-1897-4233-bce2-f787627ed2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:59.581761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.592115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:59.593183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.612345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c34f9eab-bae6-4e80-a2bc-b482655d97b5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:59.638089 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1750517 May 20 15:57:59.665182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41144) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.694083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:59.695842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.740056 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4528c59d772f41b1863fa25f0f105db0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4869649 May 20 15:57:59.740549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a61ff0-a065-4578-858f-a7f06531c9d9,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:59.764414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41148) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.773707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:59.858260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Provisioning for port 9228342d-52d4-4132-a4f9-e4bdd57b1183 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:59.867893 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8366640 May 20 15:57:59.868239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Provisioning complete for port 9228342d-52d4-4132-a4f9-e4bdd57b1183 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:59.868239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.883786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41152) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.899625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': '638063b3-49b9-4f04-8b91-d5e7b5b16d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:59.950589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.956854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.964706 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "DELETE /v2.0/ports/1eddb431-ed13-48bd-9e47-72e1eded2d7b HTTP/1.1" status: 204 len: 168 time: 2.9627364 May 20 15:57:59.970833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=638063b3-49b9-4f04-8b91-d5e7b5b16d37,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:59.982025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:59.982952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41156) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:00.007701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 638063b3-49b9-4f04-8b91-d5e7b5b16d37 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:00.037612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.065160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.074561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb4dbf-ca84-42fb-b7db-436e513c9247,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:00.105440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.150170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.153932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Deleting subnet f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:00.164169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object 71620682-4c43-421d-8734-40cbbba11589 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:00.170145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.174008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '0fd323f6-3822-4f85-a94c-f6f3a8dcd62a'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:00.175174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.218319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:00.224251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:00.233376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:00.249298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:00.249683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:00.264904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.277212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:00.286652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.289125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.314006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.340887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.365132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.370518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:00.399091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:00.427036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:00.432834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.437460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2fb4dbf-ca84-42fb-b7db-436e513c9247 HTTP/1.1" status: 204 len: 168 time: 1.3239255 May 20 15:58:00.437740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41160) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:00.524740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:00.528429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.553369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event updated for resources: {'Subnet': ['ID=b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:00.566703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.580556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.585740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeb4c7ea-23b5-4342-b31c-d4dbaa5934fe tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.593968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] For port 9228342d-52d4-4132-a4f9-e4bdd57b1183, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9228342d-52d4-4132-a4f9-e4bdd57b1183,segment=NetworkSegment(a9043e0d-f9d8-43b8-b956-73c48e956868),segment_id=a9043e0d-f9d8-43b8-b956-73c48e956868)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:00.606447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-55edfb2b-6550-43e0-ab7a-c5bbd66eb076 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:00.623748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.625683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.649276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2ad5d0ff-3399-4d83-8499-3c241a0c6fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:00.695800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-55edfb2b-6550-43e0-ab7a-c5bbd66eb076 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:00.697107 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-55edfb2b-6550-43e0-ab7a-c5bbd66eb076 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2493615 May 20 15:58:00.703545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41164) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:00.729156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.739772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329281441'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:00.752346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:00.756316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Allocated IP 172.20.0.2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/0fd323f6-3822-4f85-a94c-f6f3a8dcd62a/7ac9c711-252f-4326-a94f-c73c1a221b83) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:00.776087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Pushing event updated for resources: {'Port': ['ID=9228342d-52d4-4132-a4f9-e4bdd57b1183,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:00.786489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:00.787120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-34c4a1aa-1c1e-400e-a2f9-0405d988e43e None None] Provisioning complete for port 9228342d-52d4-4132-a4f9-e4bdd57b1183 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:00.787549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34c4a1aa-1c1e-400e-a2f9-0405d988e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.874656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:00.928259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.984514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Checking segment: {'id': '605c30df-eff8-43a3-96cb-37ccddf5802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:00.984901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:00.985755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Network hostable DHCP agents. Network: d0052680-5785-4c77-ad19-6877395c5fb0, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:01.011538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:01.020075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:01.057657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:01.069427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing IP validity checks on allocation pools {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 15:58:01.070282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 15:58:01.077414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:01.080156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:01.090039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:01.090616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.095743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.110704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=71620682-4c43-421d-8734-40cbbba11589,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.132065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.134527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d60f0b91-85d1-4554-a1cc-dbdef09d552c tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.154777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Network d0052680-5785-4c77-ad19-6877395c5fb0 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:01.176116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a61ff0-a065-4578-858f-a7f06531c9d9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.191705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.205408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.206599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75a61ff0-a065-4578-858f-a7f06531c9d9 HTTP/1.1" status: 204 len: 168 time: 1.4411931 May 20 15:58:01.225947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, d0052680-5785-4c77-ad19-6877395c5fb0) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:01.292628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b08b9-3d41-4689-988f-941eaa2f3de1 None None] Network d0052680-5785-4c77-ad19-6877395c5fb0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:01.319102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.327765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.336218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.337527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8deec381-e8ed-4d79-9d7e-ef88c02e1498 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.380566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.397233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.401416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event deleted for resources: {'Subnet': ['ID=f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.405139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.416259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5af40947-634f-43fc-a357-d31a7e675a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.424876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c8800-ad28-4d6b-8087-285fd465b22d None None] Network 89a65dbb-b673-4bb9-aecd-e5a26af812f2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:01.479170 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "DELETE /v2.0/subnets/f69aa024-ec5c-4117-a1c6-ca48e4a7ff3e HTTP/1.1" status: 204 len: 168 time: 1.4826856 May 20 15:58:01.486266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.488018 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7803421 May 20 15:58:01.490599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41170) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:01.494009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41172) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:01.498500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c099ec-a437-4d47-9b73-5eee26a3419e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.502875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.511130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-dd23f0dc-0892-4aee-89a9-cd9be9fbbb20 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:01.513618 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-dd23f0dc-0892-4aee-89a9-cd9be9fbbb20 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 15:58:01.514628 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-dd23f0dc-0892-4aee-89a9-cd9be9fbbb20 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:01.515882 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dd23f0dc-0892-4aee-89a9-cd9be9fbbb20 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0190706 May 20 15:58:01.541140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41178) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:01.551668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:01.556424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:01.557551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.658540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Transition to ACTIVE for port object 7ac9c711-252f-4326-a94f-c73c1a221b83 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:01.687821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0bfbc89b-b187-4052-b1f7-98a33d858bef None None] Provisioning for port 71620682-4c43-421d-8734-40cbbba11589 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:01.726908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0bfbc89b-b187-4052-b1f7-98a33d858bef None None] Provisioning complete for port 71620682-4c43-421d-8734-40cbbba11589 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:01.727823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc89b-b187-4052-b1f7-98a33d858bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.812336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:01.828376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:01.832437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Transition to ACTIVE for port object 7ac9c711-252f-4326-a94f-c73c1a221b83 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:01.846475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:01.869540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.882481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:01.886236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4e8c975b-5e2e-4a23-980d-51791b237186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.903295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.916565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.932453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:01.946422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:01.952677 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0758760 May 20 15:58:01.956523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41184) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:01.960509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbc89b-b187-4052-b1f7-98a33d858bef None None] Port 71620682-4c43-421d-8734-40cbbba11589 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:01.976383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:01.996145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Request body: {'port': {'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0', 'name': 'tempest-TagsExtTest-403433633'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:02.112146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41188) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.134197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] DHCP port deletion for 89a65dbb-b673-4bb9-aecd-e5a26af812f2 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:02.237005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Pushing event updated for resources: {'Port': ['ID=7ac9c711-252f-4326-a94f-c73c1a221b83,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:02.265524 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:02.266051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:02.266800 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2fad6414-2882-49e2-a2a2-a881972f0cc0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7202106 May 20 15:58:02.270127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:58:02.272027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41192) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.324487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e67a6595-ef61-4212-acf0-2459b6c0dd41 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:02.324487 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-e67a6595-ef61-4212-acf0-2459b6c0dd41 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 15:58:02.325268 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-e67a6595-ef61-4212-acf0-2459b6c0dd41 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:02.326384 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e67a6595-ef61-4212-acf0-2459b6c0dd41 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078287 May 20 15:58:02.339511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41196) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.345125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Attempting to bind port 7ac9c711-252f-4326-a94f-c73c1a221b83 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:02.346359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Attempting to bind port 7ac9c711-252f-4326-a94f-c73c1a221b83 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:02.346895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Attempting to bind port 7ac9c711-252f-4326-a94f-c73c1a221b83 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:02.366957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:02.366957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:02.367352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.367495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:02.367676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:02.368135 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Bound port: 7ac9c711-252f-4326-a94f-c73c1a221b83, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:02.368317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.381659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:02.391846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-d0052680-5785-4c77-ad19-6877395c5fb0', 'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0', 'tenant_id': 'dbb542185c0e46e985d92bc0e44ccbb2', 'fixed_ips': [{'subnet_id': 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:02.392823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.396659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:02.404127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:02.423885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:02.427248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Deleting port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:02.427666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.430477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ede6a8b8-3b9a-4e8b-a2f5-218c6ca1ab11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd0052df22ce4b479b88876b050b80a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088453 May 20 15:58:02.437774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:02.440441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41200) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.469831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Usage tracker for resource:port and tenant:dbb542185c0e46e985d92bc0e44ccbb2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:02.481446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:02.516568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:02.564275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Deleting port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:02.564684 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.638460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Made reservation on behalf of dbb542185c0e46e985d92bc0e44ccbb2 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:02.643004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.670164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] For port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,segment=NetworkSegment(c42ef068-06fc-45b8-839a-50cbf7ea28fa),segment_id=c42ef068-06fc-45b8-839a-50cbf7ea28fa)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:02.671240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.687315 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:02.693982 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fb0b03c1-3b26-411f-8cf2-16393226874c tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3468587 May 20 15:58:02.695118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41204) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.700892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] device_id is not set on port 6803caf4-a321-44f8-a332-df2206e42e86 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:02.717045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f35d4d4f-9e14-4efb-a2bb-bf70cbff02e2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:02.717719 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-f35d4d4f-9e14-4efb-a2bb-bf70cbff02e2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 15:58:02.718360 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-f35d4d4f-9e14-4efb-a2bb-bf70cbff02e2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:02.722316 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f35d4d4f-9e14-4efb-a2bb-bf70cbff02e2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177915 May 20 15:58:02.753041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41208) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.772765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:02.777796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.795562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] For port 7ac9c711-252f-4326-a94f-c73c1a221b83, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:02.831215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] For port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,segment=NetworkSegment(c42ef068-06fc-45b8-839a-50cbf7ea28fa),segment_id=c42ef068-06fc-45b8-839a-50cbf7ea28fa)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:02.831215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.831610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:02.848434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] For port 7ac9c711-252f-4326-a94f-c73c1a221b83, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7ac9c711-252f-4326-a94f-c73c1a221b83,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:02.897751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:02.920616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:02.935708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:02.949126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.982306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.986512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.987233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Project a4d971e64e4045f1bb0589b656e8ffe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:58:02.990463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9228342d-52d4-4132-a4f9-e4bdd57b1183 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:02.999192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae077a97-160c-4fc1-bd71-850e7f123115 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.021837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Calling delete_port for a65647ad-dab7-40a1-a6d9-cfe6e15aacfb owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:03.027777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ec1edbe-b1e0-44c0-b926-48e6f77f41a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.054324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Calling delete_port for a65647ad-dab7-40a1-a6d9-cfe6e15aacfb owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:03.086364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.100023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Allocated IP 172.20.0.2 (d0052680-5785-4c77-ad19-6877395c5fb0/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/42e211f9-e169-4acf-8e91-7ef4451cc10b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:03.108843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.110393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.127242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=1072ed44-739a-4979-a410-fdc9c7f5fee5,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.137424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.138739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:03.142816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c330e8c-9508-4dc5-93f8-23b8f4781aa1 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.218322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:03.224491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-42e7184e-fea1-45d3-95c1-0a78d6e1ac77 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4653440 May 20 15:58:03.228879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:03.238425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8ba7cde4-cd93-4930-aea8-97cf1800d37b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:03.239146 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-8ba7cde4-cd93-4930-aea8-97cf1800d37b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 15:58:03.239642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8ba7cde4-cd93-4930-aea8-97cf1800d37b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:03.245182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8ba7cde4-cd93-4930-aea8-97cf1800d37b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078068 May 20 15:58:03.261917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41216) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:03.304902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:03.356990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:03.357995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=71620682-4c43-421d-8734-40cbbba11589,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.366845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:03.367130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Pushing event updated for resources: {'Port': ['ID=7ac9c711-252f-4326-a94f-c73c1a221b83,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.370741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:03.387687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:03.391502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:03.398607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:03.443774 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Project a4d971e64e4045f1bb0589b656e8ffe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:58:03.454158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 9228342d-52d4-4132-a4f9-e4bdd57b1183 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:03.455873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.510428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.537989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.547255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7a31c450-def2-4a0e-8d99-8f7775e4565f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.551528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b7800b2b-7b11-44ba-be2f-a1fdcdd0c66f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.650669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Pushing event deleted for resources: {'Port': ['ID=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.654140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:03.661302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] No DVR routers for this DVR port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:03.741274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '73d0a992-1339-4ffe-8ec0-2bb73b3f55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '638063b3-49b9-4f04-8b91-d5e7b5b16d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:03.742235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: 638063b3-49b9-4f04-8b91-d5e7b5b16d37, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:03.751670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event deleted for resources: {'Port': ['ID=a65647ad-dab7-40a1-a6d9-cfe6e15aacfb,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.761917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] No DVR routers for this DVR port a65647ad-dab7-40a1-a6d9-cfe6e15aacfb on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:03.769019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:03.798063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.821304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Transition to ACTIVE for port object 42e211f9-e169-4acf-8e91-7ef4451cc10b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:03.825144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.838825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-47d81c17-9d69-4643-8d11-e8420bde7cad tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.839085 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:03.839643 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bcb5ca75-bc2b-4195-8269-bc56f543acb3 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5632718 May 20 15:58:03.854954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41220) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:03.861272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Transition to ACTIVE for port object 42e211f9-e169-4acf-8e91-7ef4451cc10b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:03.878331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.885906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c3bf0168-27de-46d9-9965-949adf1bdb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.886944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '24c099ec-a437-4d47-9b73-5eee26a3419e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:03.920264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a65647ad-dab7-40a1-a6d9-cfe6e15aacfb no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:03.958427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8eeb2b-e2cd-47bd-9724-935ef92c4d4f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.977287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a65647ad-dab7-40a1-a6d9-cfe6e15aacfb {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:03.977987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a65647ad-dab7-40a1-a6d9-cfe6e15aacfb not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:03.988687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.996575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:04.006835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:04.008797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] For port 7ac9c711-252f-4326-a94f-c73c1a221b83, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7ac9c711-252f-4326-a94f-c73c1a221b83,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:04.012451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a65dbb-b673-4bb9-aecd-e5a26af812f2']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:04.015313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Network d0052680-5785-4c77-ad19-6877395c5fb0 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:04.022978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:04.025116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:04.029221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:04.030391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:04.031399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42ef068-06fc-45b8-839a-50cbf7ea28fa') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:04.031689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42ef068-06fc-45b8-839a-50cbf7ea28fa') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:04.034168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Pushing event updated for resources: {'Port': ['ID=42e211f9-e169-4acf-8e91-7ef4451cc10b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:04.039440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:04.041845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:04.045040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 638063b3-49b9-4f04-8b91-d5e7b5b16d37 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:04.048929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.056018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:04.076287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.083332 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f8eeb2b-e2cd-47bd-9724-935ef92c4d4f HTTP/1.1" status: 204 len: 168 time: 1.6405697 May 20 15:58:04.083640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.086981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:04.092752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.101538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:04.102432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:04.128563 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:04.137167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.138287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.145652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Attempting to bind port 42e211f9-e169-4acf-8e91-7ef4451cc10b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:04.146232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Attempting to bind port 42e211f9-e169-4acf-8e91-7ef4451cc10b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '605c30df-eff8-43a3-96cb-37ccddf5802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:04.146420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Attempting to bind port 42e211f9-e169-4acf-8e91-7ef4451cc10b on network d0052680-5785-4c77-ad19-6877395c5fb0 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:04.146834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea3354b8-c0ab-4865-b2a7-f5b4f857acc2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:04.152631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:04.153012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Checking segment: {'id': '605c30df-eff8-43a3-96cb-37ccddf5802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:04.153473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.153889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Bound using segment: {'id': '605c30df-eff8-43a3-96cb-37ccddf5802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:04.154503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Bound port: 42e211f9-e169-4acf-8e91-7ef4451cc10b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605c30df-eff8-43a3-96cb-37ccddf5802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0052680-5785-4c77-ad19-6877395c5fb0'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:04.154895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.279683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=3f152ed2-677b-47d0-8c80-070193563726,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:04.283866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:04.292885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-100294cd-ab9f-4184-a64e-5dfffd9a5430 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:04.320438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] For port 42e211f9-e169-4acf-8e91-7ef4451cc10b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:04.330216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] For port 42e211f9-e169-4acf-8e91-7ef4451cc10b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=42e211f9-e169-4acf-8e91-7ef4451cc10b,segment=NetworkSegment(605c30df-eff8-43a3-96cb-37ccddf5802f),segment_id=605c30df-eff8-43a3-96cb-37ccddf5802f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:04.345133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.352933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:04.381308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 638063b3-49b9-4f04-8b91-d5e7b5b16d37) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:04.383162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:04.388974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:04.403589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:04.404719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.411392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Allocated IP 172.20.0.6 (d0052680-5785-4c77-ad19-6877395c5fb0/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/6803caf4-a321-44f8-a332-df2206e42e86) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:04.422935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.424589 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Project a4d971e64e4045f1bb0589b656e8ffe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:58:04.428707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.450255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:04.450769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.479231 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] 10.222.0.13 "DELETE /v2.0/networks/89a65dbb-b673-4bb9-aecd-e5a26af812f2 HTTP/1.1" status: 204 len: 168 time: 2.9872415 May 20 15:58:04.480788 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8025405 May 20 15:58:04.483706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41228) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:04.490285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9281d9a-deb0-468c-b04f-a8a56d91644c None None] Network 638063b3-49b9-4f04-8b91-d5e7b5b16d37 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:04.497044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:a8:63:2f', 'name': 'tempest-NetworksTestDHCPv6-1396052542'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:04.529966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=7ac9c711-252f-4326-a94f-c73c1a221b83,revision_number=4']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:04.539621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:04.544769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:04.574285 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.6867168 May 20 15:58:04.592957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41234) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:04.596248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:04.598281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8d32cdd6-cc7e-49f2-a706-ff07527244c8 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7319107 May 20 15:58:04.605447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41238) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:04.650256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router cc26d008-0b10-449b-8abd-7fa6d7c41845 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:58:05.033356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7ac9c711-252f-4326-a94f-c73c1a221b83 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:05.158005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b3e9a8fc-c9d3-4115-8f05-3ec2995aed8b None None] Provisioning complete for port 71620682-4c43-421d-8734-40cbbba11589 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:05.158587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b3e9a8fc-c9d3-4115-8f05-3ec2995aed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.360441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9a8fc-c9d3-4115-8f05-3ec2995aed8b None None] Port 71620682-4c43-421d-8734-40cbbba11589 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:05.372874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:05.373516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.378961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Pushing event deleted for resources: {'Network': ['ID=89a65dbb-b673-4bb9-aecd-e5a26af812f2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:05.385298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:05.404369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:05.404840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ff152-a20d-4140-bf06-db150bb47f3d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:05.405016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.409655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41252) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:05.423350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:05.469526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:05.494433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Pushing event updated for resources: {'Port': ['ID=42e211f9-e169-4acf-8e91-7ef4451cc10b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:05.498495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.514175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.161s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:05.541726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:05.542576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:05.556215 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] Sync routers for ids ['cc26d008-0b10-449b-8abd-7fa6d7c41845'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:05.568562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/cc26d008-0b10-449b-8abd-7fa6d7c41845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4741080 May 20 15:58:05.573781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Transition to ACTIVE for port object 6803caf4-a321-44f8-a332-df2206e42e86 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:05.588826 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] Routers {'cc26d008-0b10-449b-8abd-7fa6d7c41845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:05.590768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41258) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:05.595175 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc26d008-0b10-449b-8abd-7fa6d7c41845'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:05.685311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.826166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.866383 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:05.888364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac06922-a32c-4455-a31d-99997c800168 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:05.899010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ac06922-a32c-4455-a31d-99997c800168 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:05.901441 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] Routers {'cc26d008-0b10-449b-8abd-7fa6d7c41845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:05.904625 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:57:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc26d008-0b10-449b-8abd-7fa6d7c41845'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:05.919243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:05.929986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.959615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-393e8958-804d-4bef-a52a-0dc27ebd6059 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:05.975436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.117610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event updated for resources: {'Port': ['ID=6803caf4-a321-44f8-a332-df2206e42e86,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.150031 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:06.151143 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ba226-9611-4c11-9b16-b6287edae804 None None] The sync data for ids ['cc26d008-0b10-449b-8abd-7fa6d7c41845'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:06.151320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.224602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Network d0052680-5785-4c77-ad19-6877395c5fb0 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:06.226380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ac06922-a32c-4455-a31d-99997c800168 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:06.228462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3ac06922-a32c-4455-a31d-99997c800168 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports/71620682-4c43-421d-8734-40cbbba11589 HTTP/1.1" status: 200 len: 911 time: 0.6313176 May 20 15:58:06.233658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:06.236653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41270) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:06.244728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3f2bad57-3984-40b6-af17-96d63de126cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7df5d28831c44844b40bc9333b355f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345344 May 20 15:58:06.246896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:06.250865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41274) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:06.325376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a24105f-da25-40eb-9ff3-5fa8ab7c0896'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:06.393443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.400564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4392a8fb-8809-4eda-8560-a78f3c518c95 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.491835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.503276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c099ec-a437-4d47-9b73-5eee26a3419e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.511805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.534406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.605475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ef47c29e-ffb9-4cb0-b8b2-82457cac1fe7 None None] Provisioning for port 7ac9c711-252f-4326-a94f-c73c1a221b83 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:06.658015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.668834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.694156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.695678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 172.20.0.4 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/0fd323f6-3822-4f85-a94c-f6f3a8dcd62a/3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:06.696142 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/24c099ec-a437-4d47-9b73-5eee26a3419e HTTP/1.1" status: 204 len: 168 time: 2.0868840 May 20 15:58:06.702472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb6a64-de14-4b7d-83e1-c2bc1f481f8d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.708189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:06.709005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.712846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.713685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41282) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:06.716261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 7ac9c711-252f-4326-a94f-c73c1a221b83 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:06.764432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fea8:632f (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/3f152ed2-677b-47d0-8c80-070193563726/3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:06.811567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.817859 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cebb6a64-de14-4b7d-83e1-c2bc1f481f8d HTTP/1.1" status: 204 len: 168 time: 0.5504136 May 20 15:58:06.857766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-443be3f8-26f3-4d55-999a-9e7aa5038222 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:06.882592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.888515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 7ac9c711-252f-4326-a94f-c73c1a221b83 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:06.888908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.895672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5d8fdbe3-c0d9-4855-bc1a-4e50bf1d31fd tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.933557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.9758136 May 20 15:58:06.942602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41292) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:06.951127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-484591066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:06.960140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:06.979904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Usage tracker for resource:router and tenant:dbb542185c0e46e985d92bc0e44ccbb2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:06.986354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:07.000157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:07.044337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.045589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.132613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.145911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.163269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.205836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440c8aef-78c9-43df-bd96-6ad838d8824f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-638063b3-49b9-4f04-8b91-d5e7b5b16d37', 'network_id': '638063b3-49b9-4f04-8b91-d5e7b5b16d37', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': '1072ed44-739a-4979-a410-fdc9c7f5fee5'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:07.207472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-440c8aef-78c9-43df-bd96-6ad838d8824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.226697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e608b5a-744e-4876-8419-77c8fa217ffa None None] Network d0052680-5785-4c77-ad19-6877395c5fb0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:07.295193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 7ac9c711-252f-4326-a94f-c73c1a221b83, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7ac9c711-252f-4326-a94f-c73c1a221b83,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:07.345128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.356418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d56d15d7-cd3a-4a7f-aea8-1cd4df34f642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:07.411211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.441410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638063b3-49b9-4f04-8b91-d5e7b5b16d37']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:07.457744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d0a992-1339-4ffe-8ec0-2bb73b3f55f6') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:07.458417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d0a992-1339-4ffe-8ec0-2bb73b3f55f6') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:07.474267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.508051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.533853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:07.534612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.616399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.624745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1318ef70-37d8-4fe0-9d7b-d0064aa8bb4a None None] Provisioning for port 42e211f9-e169-4acf-8e91-7ef4451cc10b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:07.647265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 42e211f9-e169-4acf-8e91-7ef4451cc10b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:07.736088 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:07.763359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-443be3f8-26f3-4d55-999a-9e7aa5038222 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:07.775195 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-443be3f8-26f3-4d55-999a-9e7aa5038222 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0533450 May 20 15:58:07.776464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=1072ed44-739a-4979-a410-fdc9c7f5fee5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:07.787826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:07.791803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41308) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:07.792812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.804848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.829599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--976140223'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:07.841460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-41cfeb65-0371-44f3-815c-522820f4ea44 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:07.893374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:07.913665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=638063b3-49b9-4f04-8b91-d5e7b5b16d37,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:07.929734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:07.966559 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/638063b3-49b9-4f04-8b91-d5e7b5b16d37 HTTP/1.1" status: 204 len: 168 time: 3.3674743 May 20 15:58:07.987612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41316) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:07.989731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:08.050262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1577073336'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:08.097768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:08.120987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:08.139223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:08.168129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.207354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.208861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3cf72f75-db64-411b-9b3f-2a6698db515d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2651873 May 20 15:58:08.214845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41320) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:08.217482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:08.226071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1d4845e2-52c2-4def-81da-b9c3337ffa66 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1477686883', 'prefixes': ['172.20.0.0/16']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:08.240478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.295616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:08.300233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90a561-7ee0-41e7-87f9-f854f3f9fe7f None None] Network 638063b3-49b9-4f04-8b91-d5e7b5b16d37 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:08.306140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.327473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1d4845e2-52c2-4def-81da-b9c3337ffa66 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:08.331655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41324) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:08.376832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:08.414761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:08.433470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.434060 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment e4318ab1-8135-4c6f-a6ae-c955ce076479 of type vlan for network a169158c-233f-4618-9459-bffa3153b437 May 20 15:58:08.461002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:08.472304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:08.505275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90a561-7ee0-41e7-87f9-f854f3f9fe7f None None] Network 638063b3-49b9-4f04-8b91-d5e7b5b16d37 could not be found, it might have been deleted concurrently. {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 15:58:08.528727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=7ac9c711-252f-4326-a94f-c73c1a221b83,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:08.539107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:08.591173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 42e211f9-e169-4acf-8e91-7ef4451cc10b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:08.601515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 42e211f9-e169-4acf-8e91-7ef4451cc10b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:08.601967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.880732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-398362e5-8dfe-441e-ba98-4a151425e811 None None] Provisioning complete for port 7ac9c711-252f-4326-a94f-c73c1a221b83 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:08.881436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-398362e5-8dfe-441e-ba98-4a151425e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.957976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:08.996017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:09.005756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.071892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1408594912', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:09.077484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:09.082810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Usage tracker for resource:port and tenant:86057bda707049ef978c65ec9298e246 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:09.086545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:09.094111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:09.122348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.161208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Made reservation on behalf of 86057bda707049ef978c65ec9298e246 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:09.163839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.174543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d4845e2-52c2-4def-81da-b9c3337ffa66 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for subnetpool, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.181271 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1d4845e2-52c2-4def-81da-b9c3337ffa66 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9597549 May 20 15:58:09.182477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41342) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:09.187689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 42e211f9-e169-4acf-8e91-7ef4451cc10b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=42e211f9-e169-4acf-8e91-7ef4451cc10b,segment=NetworkSegment(605c30df-eff8-43a3-96cb-37ccddf5802f),segment_id=605c30df-eff8-43a3-96cb-37ccddf5802f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:09.191930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-e39d01a1-5951-4202-8091-13df6bc0da55 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-1286910960') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:09.192283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.199795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:09.200625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.217126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.226624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:09.226883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b06f962a-5a73-4de5-828b-f515d87f41e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:09.270981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.298940 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-9989421a-5e95-4592-a167-817a4e1f6c20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4160938 May 20 15:58:09.313746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.332190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:09.340340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Usage tracker for resource:security_group_rule and tenant:86057bda707049ef978c65ec9298e246 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:09.351298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ba40c-2542-40f5-bab9-9cb998c23fbf req-13643088-e010-4567-8745-343b4d00199f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:09.354640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3f6ba40c-2542-40f5-bab9-9cb998c23fbf req-13643088-e010-4567-8745-343b4d00199f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.3489330 May 20 15:58:09.357452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.365511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:09.374197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:09.374866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.376842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/ports/71620682-4c43-421d-8734-40cbbba11589 HTTP/1.1" status: 200 len: 911 time: 3.1380477 May 20 15:58:09.380102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41346) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:09.380435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41348) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:09.381959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a18a9fc-e6a3-4821-a389-9cd37e58773e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:09.413767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=42e211f9-e169-4acf-8e91-7ef4451cc10b,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:09.421935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:09.502597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4ad049e6-f191-4b7d-8b30-11643e01a8a0 None None] Provisioning for port 6803caf4-a321-44f8-a332-df2206e42e86 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:09.509591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:09.511690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4ad049e6-f191-4b7d-8b30-11643e01a8a0 None None] Provisioning complete for port 6803caf4-a321-44f8-a332-df2206e42e86 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:09.512070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4ad049e6-f191-4b7d-8b30-11643e01a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.556591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7ac9c711-252f-4326-a94f-c73c1a221b83 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:09.585238 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5894656 May 20 15:58:09.609065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41360) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:09.610313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=a169158c-233f-4618-9459-bffa3153b437,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:09.614295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:09.632902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': 'a169158c-233f-4618-9459-bffa3153b437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:09.649788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a169158c-233f-4618-9459-bffa3153b437 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:09.659968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.673217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4ad049e6-f191-4b7d-8b30-11643e01a8a0 None None] Port 6803caf4-a321-44f8-a332-df2206e42e86 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:09.700138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.707878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-84ed489a-ea0c-4e98-89a8-6691092f274c tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:09.754058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=71620682-4c43-421d-8734-40cbbba11589,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:09.787877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4ad049e6-f191-4b7d-8b30-11643e01a8a0 None None] Provisioning complete for port 42e211f9-e169-4acf-8e91-7ef4451cc10b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:09.788606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4ad049e6-f191-4b7d-8b30-11643e01a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.814638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:09.823486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 7ac9c711-252f-4326-a94f-c73c1a221b83 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:09.824126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.833750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.838512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:09.889767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3f6ba40c-2542-40f5-bab9-9cb998c23fbf req-4b0ed1c5-a476-4e44-951d-2cd6bd0f6040 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4406548 May 20 15:58:09.943079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'networks': [{'name': 'tempest-network--270849827'}, {'name': 'tempest-network--800705628'}]} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:09.943745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'network': {'name': 'tempest-network--270849827'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:09.944967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'network': {'name': 'tempest-network--800705628'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:09.972055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:10.013146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:10.030970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:10.032675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:network and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:10.051838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:10.052535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e39d01a1-5951-4202-8091-13df6bc0da55 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-1286910960 HTTP/1.1" status: 201 len: 201 time: 0.8657327 May 20 15:58:10.058517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41368) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:10.060211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:10.112801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:10.138478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30db3691-293e-418f-a053-ff25ba7e44f5 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:10.175658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.180743 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3720350 May 20 15:58:10.194189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41372) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:10.195588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:10.218535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-f92d952a-0683-4f85-80e0-8a4c89cde63a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-1101369103') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:10.246008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:10.257518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-89489b23-82f2-4e7f-b473-238ec3de03e0 None None] Provisioning complete for port 6803caf4-a321-44f8-a332-df2206e42e86 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:10.259455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89489b23-82f2-4e7f-b473-238ec3de03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.267968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54be0ff-9cc8-4c5a-99c2-9379ba1a27e9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:10.276440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:10.279594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'd54be0ff-9cc8-4c5a-99c2-9379ba1a27e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:10.289676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:10.293505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:10.310293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:10.311433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.353267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6d55ee4b-2e2f-49f8-807a-0a2bc77c6d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.358622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-89489b23-82f2-4e7f-b473-238ec3de03e0 None None] Port 6803caf4-a321-44f8-a332-df2206e42e86 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:10.361867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:10.382467 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8951664 May 20 15:58:10.395697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41376) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:10.419586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:10.425008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d625-873c-41d2-af84-aed0042d565c req-1c39b11c-1b7d-48f2-8126-db1bb1271ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:10.426553 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-1c39b11c-1b7d-48f2-8126-db1bb1271ed6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.9795542 May 20 15:58:10.449700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:10.476663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:10.480621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'network': 2} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:10.481374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ff45f0ec-f33c-4c77-8b7a-a94a69f55d17 None None] Provisioning for port 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:10.485871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.487316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ff45f0ec-f33c-4c77-8b7a-a94a69f55d17 None None] Provisioning complete for port 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:10.487699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ff45f0ec-f33c-4c77-8b7a-a94a69f55d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.499232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:10.505792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.521051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:10.556507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ff45f0ec-f33c-4c77-8b7a-a94a69f55d17 None None] Port 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:10.586722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.718749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.733205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.741009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-47fc91d9-a8f9-449f-a1ac-2caa9acf8bce tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:10.750974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] device_id is not set on port 943eece5-3869-4b3a-a63d-43d471642785 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:10.857745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13a756-2d2c-41ce-a9ba-8634a0215351,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:10.866182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:10.879685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:10.890333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12adef6-5d42-4f94-bb4f-868f6097d89e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:10.894395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:security_group_rule and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:10.896410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12adef6-5d42-4f94-bb4f-868f6097d89e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:10.897257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d12adef6-5d42-4f94-bb4f-868f6097d89e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:10.906167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:10.952307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:11.002750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The resource could not be found. May 20 15:58:11.006218 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8665330e-9a18-46f5-afd4-10d996dc9f5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7360048 May 20 15:58:11.012805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41384) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:11.034916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d625-873c-41d2-af84-aed0042d565c req-05e4e7cb-87f2-4f33-9d58-76545ec06791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:11.036658 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-05e4e7cb-87f2-4f33-9d58-76545ec06791 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.5895352 May 20 15:58:11.051003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fba1e-c24b-4a9d-8a4f-8713001fc4b0 req-c05888aa-6686-4cdd-8f18-6fb0ec990f5a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:11.052606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf8fba1e-c24b-4a9d-8a4f-8713001fc4b0 req-c05888aa-6686-4cdd-8f18-6fb0ec990f5a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8738322 May 20 15:58:11.054303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'd54be0ff-9cc8-4c5a-99c2-9379ba1a27e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c14acf01-d48a-4845-be46-53314890deda'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:11.081973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:11.093043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d12adef6-5d42-4f94-bb4f-868f6097d89e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:11.095827 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d12adef6-5d42-4f94-bb4f-868f6097d89e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6983972 May 20 15:58:11.109008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41388) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:11.177631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:11.196646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:11.229878 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f92d952a-0683-4f85-80e0-8a4c89cde63a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-1101369103 HTTP/1.1" status: 201 len: 201 time: 1.0529599 May 20 15:58:11.237120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41392) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:11.264577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Allocated IP 172.26.8.103 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/943eece5-3869-4b3a-a63d-43d471642785) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:11.264873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-8811a69f-a970-4f1b-9eb3-19cb3b6721ab tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-1211784093') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:11.268657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:11.323059 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-0dcdc62e-8ed9-4069-96a1-876125582aec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.2628317 May 20 15:58:11.334281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf8fba1e-c24b-4a9d-8a4f-8713001fc4b0 req-7029fd08-b791-4e5c-96b5-5f1cc5726c83 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100408 May 20 15:58:11.492720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 42e211f9-e169-4acf-8e91-7ef4451cc10b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:11.518142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d625-873c-41d2-af84-aed0042d565c req-f2204195-dad6-48f2-a7e6-f167e85e86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:11.519651 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-f2204195-dad6-48f2-a7e6-f167e85e86c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.1758471 May 20 15:58:11.577836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.646550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.647701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.651912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 42e211f9-e169-4acf-8e91-7ef4451cc10b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:11.652627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.659265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4cde93d1-8ed1-4d5b-8a25-db04786db7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:11.676822 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The resource could not be found. May 20 15:58:11.685560 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a83476b7-5138-4e6b-9ff9-c6e9a020c0e7 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6570849 May 20 15:58:11.687648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41398) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:11.730878 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8811a69f-a970-4f1b-9eb3-19cb3b6721ab tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-1211784093 HTTP/1.1" status: 201 len: 201 time: 0.4881139 May 20 15:58:11.733547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f812dabb-b95b-4e1c-8d79-67b48acc453b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:11.742324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41402) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:11.751671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:11.752951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:11.758950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-e40ac3c9-9cff-4553-928e-07822e619025 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-1028386365') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:11.803802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.804144 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Added segment 21e035d8-bd59-4ed5-828b-eb53e9a0fa59 of type vlan for network cf743c51-3781-4763-ac23-7143852ebe53 May 20 15:58:11.857624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.866093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.932969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d625-873c-41d2-af84-aed0042d565c req-9abb691c-5bfd-4632-93a9-5f2162de7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:11.935197 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-9abb691c-5bfd-4632-93a9-5f2162de7a14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3639772 May 20 15:58:12.136891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:58:12.161704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:12.162786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.193295 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e40ac3c9-9cff-4553-928e-07822e619025 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-1028386365 HTTP/1.1" status: 201 len: 201 time: 0.4494681 May 20 15:58:12.202836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41408) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:12.226402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-c620bba9-3132-4a8b-a782-fe81e1c5fa77 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:12.318655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:12.411331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.411331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Added segment 2a360812-d777-4b73-8e17-d30a12b45468 of type vlan for network 2c106a6c-dcbe-4062-8387-47392459fab6 May 20 15:58:12.430868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-cd48b99a-4cd2-4ee6-9392-5907489a260a service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810627 May 20 15:58:12.488605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.529976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.566299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.601984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bc5e1-b831-4118-bdfa-6f0275248aae req-ed82fdf1-7120-489e-84b8-e883ad74ee05 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:12.603553 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-873bc5e1-b831-4118-bdfa-6f0275248aae req-ed82fdf1-7120-489e-84b8-e883ad74ee05 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5679991 May 20 15:58:12.630381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.672959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.714108 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c620bba9-3132-4a8b-a782-fe81e1c5fa77 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags HTTP/1.1" status: 200 len: 241 time: 0.5066147 May 20 15:58:12.716205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1355d625-873c-41d2-af84-aed0042d565c req-0f591e02-2b67-4c7e-9d89-b1c9903a89f7 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748399 May 20 15:58:12.716817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.717378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.723497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:12.728304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:12.729113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.732715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41412) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:12.738027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e8a178e0-fcc3-44bf-9c50-d3c423026cc0 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:12.778214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-85fc9c4c-86a7-4183-aafa-eda8faf7440c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-1286910960') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:12.845669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:12.865196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.884387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4ebd0f8d-18c8-4a89-b64c-2b9e7891af82 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:12.976585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.008570 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-873bc5e1-b831-4118-bdfa-6f0275248aae req-23ae98bd-b55e-4f16-afcb-8106c55230a1 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847795 May 20 15:58:13.036457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:13.045639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:13.051997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Pushing event updated for resources: {'Port': ['ID=943eece5-3869-4b3a-a63d-43d471642785,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.056765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:13.083109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.089670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.105950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.120884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.146894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54be0ff-9cc8-4c5a-99c2-9379ba1a27e9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.152264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.7085557 May 20 15:58:13.156089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41416) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.158061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Network': ['ID=cf743c51-3781-4763-ac23-7143852ebe53,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.158514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.161097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-61f1d350-d5df-4086-ab22-c22d2677dcab tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.201654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network cf743c51-3781-4763-ac23-7143852ebe53 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:13.244288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:13.245306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.319591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Network': ['ID=2c106a6c-dcbe-4062-8387-47392459fab6,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.324830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.325304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.325630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.354487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-85fc9c4c-86a7-4183-aafa-eda8faf7440c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-1286910960 HTTP/1.1" status: 204 len: 168 time: 0.5923057 May 20 15:58:13.355483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 2c106a6c-dcbe-4062-8387-47392459fab6 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:13.355677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41420) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.362911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-9a66d5f8-4a3c-4055-9515-23dd29a94c2c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-1286910960') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:13.404837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 71620682-4c43-421d-8734-40cbbba11589 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:13.405275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.425371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.430655 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/d54be0ff-9cc8-4c5a-99c2-9379ba1a27e9 HTTP/1.1" status: 204 len: 168 time: 1.7116446 May 20 15:58:13.437454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41424) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.492215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=1f4d7d78-51e9-417b-a26a-86e15bb721c4,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.504391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.505178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': 'e4318ab1-8135-4c6f-a6ae-c955ce076479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a169158c-233f-4618-9459-bffa3153b437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:13.505551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: a169158c-233f-4618-9459-bffa3153b437, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:13.532350 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1917455 May 20 15:58:13.539475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41428) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.551600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.103'}]}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:13.566288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.578916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Usage tracker for resource:router and tenant:86057bda707049ef978c65ec9298e246 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.597131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.612451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:13.620321 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d324881-cdf9-4682-8ab4-a4e077764194 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:13.627066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d324881-cdf9-4682-8ab4-a4e077764194 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:13.632935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d324881-cdf9-4682-8ab4-a4e077764194 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:13.638997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d324881-cdf9-4682-8ab4-a4e077764194 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:13.642112 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7d324881-cdf9-4682-8ab4-a4e077764194 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4823263 May 20 15:58:13.643542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.650549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41432) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.665443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ec8da4b3-d61d-4ca9-b960-3db59a000a8b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:13.707984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network a169158c-233f-4618-9459-bffa3153b437 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:13.736689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c76ba64b-000e-4c3c-8381-19330256382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.784695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.786016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.796322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 71620682-4c43-421d-8734-40cbbba11589 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:13.844322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ec8da4b3-d61d-4ca9-b960-3db59a000a8b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:13.845223 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ec8da4b3-d61d-4ca9-b960-3db59a000a8b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4060562 May 20 15:58:13.847468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a169158c-233f-4618-9459-bffa3153b437) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:13.849907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41436) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.854001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.858132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '2b391728-949c-42bd-aeb9-9d6db6a16bf5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:13.859481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51e0bb-4e1d-4726-98f8-5645609783e0 None None] Network a169158c-233f-4618-9459-bffa3153b437 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:13.876990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9a66d5f8-4a3c-4055-9515-23dd29a94c2c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-1286910960 HTTP/1.1" status: 204 len: 168 time: 0.5202072 May 20 15:58:13.880349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.882567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41440) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.891767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.895944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.897006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-c852a360-4df8-4a7b-85d5-e02b784d92fd tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:13.924481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.928524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d0fdfa1-09ea-4210-809e-ed69c1c8f892 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.940327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:14.020260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:14.021309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.052264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.072204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:14.148807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:14.244693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6288652 May 20 15:58:14.253911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41446) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:14.276175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a169158c-233f-4618-9459-bffa3153b437', 'network_id': 'a169158c-233f-4618-9459-bffa3153b437', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': '1f4d7d78-51e9-417b-a26a-86e15bb721c4'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:14.277110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.408293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.410474 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 HTTP/1.1" status: 204 len: 168 time: 3.2960734 May 20 15:58:14.433629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.441078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41450) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:14.460468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The resource could not be found. May 20 15:58:14.471247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7c82203a-e249-4be3-84cb-843611b43ebf tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6111999 May 20 15:58:14.499112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:14.563314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--222900447'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:14.563661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Allocated IP 172.20.0.1 (a169158c-233f-4618-9459-bffa3153b437/1f4d7d78-51e9-417b-a26a-86e15bb721c4/f1c9d32c-f4a0-45de-8d3c-46c7967d03f8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:14.568842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.593552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:14.615575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:14.618990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.645727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf743c51-3781-4763-ac23-7143852ebe53']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:14.655754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.694179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e035d8-bd59-4ed5-828b-eb53e9a0fa59') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:14.694470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e035d8-bd59-4ed5-828b-eb53e9a0fa59') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:14.727169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.740456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:14.747813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:14.753439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:14.759853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.765379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:14.770199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.789842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:14.790282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:14.806826 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:14.829570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.939766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c852a360-4df8-4a7b-85d5-e02b784d92fd tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags HTTP/1.1" status: 200 len: 205 time: 1.0540435 May 20 15:58:14.960123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41458) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:14.981863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-47e016fa-5ef1-47e4-bd31-92abecf0bdf5 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:15.011662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ad711-26b5-4c8e-8495-67d8d05db6a1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:15.013228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ad711-26b5-4c8e-8495-67d8d05db6a1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:15.014937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ad711-26b5-4c8e-8495-67d8d05db6a1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:15.017640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bf1ad711-26b5-4c8e-8495-67d8d05db6a1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5600688 May 20 15:58:15.069711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41462) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:15.129007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919474f-23a0-47c2-9404-360d43d99b4a req-7e204b3f-4bb7-48aa-98b1-ddc570ca1c9e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:15.130751 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c919474f-23a0-47c2-9404-360d43d99b4a req-7e204b3f-4bb7-48aa-98b1-ddc570ca1c9e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.8969617 May 20 15:58:15.134701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.142676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1378cecb-8ec5-43fd-8d7e-b9bee5794037 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.159629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Transition to ACTIVE for port object f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:15.172487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.183633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Transition to ACTIVE for port object f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:15.186419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5ad1224a-f11e-4af3-8d43-6167d56c86be tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.192675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.197486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.208057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.230395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.256445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Network': ['ID=cf743c51-3781-4763-ac23-7143852ebe53,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.266780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Network a169158c-233f-4618-9459-bffa3153b437 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:15.270299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:15.272462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 0fd323f6-3822-4f85-a94c-f6f3a8dcd62a {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:15.274351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:15.280835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Pushing event updated for resources: {'Port': ['ID=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.281930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.285429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.301308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=71620682-4c43-421d-8734-40cbbba11589,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.302745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.318274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.337395 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/networks/cf743c51-3781-4763-ac23-7143852ebe53 HTTP/1.1" status: 204 len: 168 time: 1.6812556 May 20 15:58:15.338311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41466) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:15.454993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c919474f-23a0-47c2-9404-360d43d99b4a req-2cca4974-25ca-453e-a7ef-5f251912d78e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600253 May 20 15:58:15.486599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47e016fa-5ef1-47e4-bd31-92abecf0bdf5 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags HTTP/1.1" status: 200 len: 241 time: 0.5242999 May 20 15:58:15.498084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Attempting to bind port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:15.498769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Attempting to bind port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'e4318ab1-8135-4c6f-a6ae-c955ce076479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a169158c-233f-4618-9459-bffa3153b437'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:15.499389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Attempting to bind port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 on network a169158c-233f-4618-9459-bffa3153b437 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:15.508501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:15.509586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Checking segment: {'id': 'e4318ab1-8135-4c6f-a6ae-c955ce076479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a169158c-233f-4618-9459-bffa3153b437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:15.510219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.510937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Bound using segment: {'id': 'e4318ab1-8135-4c6f-a6ae-c955ce076479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a169158c-233f-4618-9459-bffa3153b437'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:15.511906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Bound port: f1c9d32c-f4a0-45de-8d3c-46c7967d03f8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4318ab1-8135-4c6f-a6ae-c955ce076479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a169158c-233f-4618-9459-bffa3153b437'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:15.512538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.542970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41470) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:15.559519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-d4e5e42f-79bb-4b67-9ef3-431ada7568cd tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-1101369103') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:15.579410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.594511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.680532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.711757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.724566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d62a5f2-07a5-4878-afe9-930e8ed8e7dd tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.749833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.760685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-87abbe48-5088-4be6-baa9-addc494239da None None] For port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:15.766790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-87abbe48-5088-4be6-baa9-addc494239da None None] For port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,segment=NetworkSegment(e4318ab1-8135-4c6f-a6ae-c955ce076479),segment_id=e4318ab1-8135-4c6f-a6ae-c955ce076479)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:15.776602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.786115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.834329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.839335 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2822580 May 20 15:58:15.844740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41474) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:15.847696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b426cd-0da9-4e8a-9930-495ce971c75f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.865900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.872834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--493906064'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:15.883072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:15.952203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Pushing event updated for resources: {'Port': ['ID=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.960433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.971065 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d4e5e42f-79bb-4b67-9ef3-431ada7568cd tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-1101369103 HTTP/1.1" status: 204 len: 168 time: 0.4182932 May 20 15:58:15.980174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:15.981734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:15.996745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-d6c914c8-ba41-4dce-9924-01237b885eb8 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-1101369103') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.080433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.111807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router cc26d008-0b10-449b-8abd-7fa6d7c41845 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:16.126112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.163027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.221516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c106a6c-dcbe-4062-8387-47392459fab6']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.232995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.260965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:16.265994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-55442332-6597-4db0-9b1a-e01549c48478 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:16.313957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:16.321044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a360812-d777-4b73-8e17-d30a12b45468') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.321517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a360812-d777-4b73-8e17-d30a12b45468') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.373707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:16.380916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4d7d78-51e9-417b-a26a-86e15bb721c4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:16.384170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:16.394333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:16.411291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.416912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.538466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.586489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:16.599173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.601369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] Sync routers for ids ['cc26d008-0b10-449b-8abd-7fa6d7c41845'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:16.618059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] Routers {'cc26d008-0b10-449b-8abd-7fa6d7c41845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:16.619154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc26d008-0b10-449b-8abd-7fa6d7c41845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.643834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.704155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:16.706171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.719872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.740637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] Routers {'cc26d008-0b10-449b-8abd-7fa6d7c41845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:16.741776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['cc26d008-0b10-449b-8abd-7fa6d7c41845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:16.819682 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:16.824391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.861035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.861628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b41c4-c0be-47ce-8b54-a8214a8b4764 None None] The sync data for ids ['cc26d008-0b10-449b-8abd-7fa6d7c41845'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:16.882068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d6c914c8-ba41-4dce-9924-01237b885eb8 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-1101369103 HTTP/1.1" status: 204 len: 168 time: 0.8951252 May 20 15:58:16.919206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41488) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:16.929604 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/cc26d008-0b10-449b-8abd-7fa6d7c41845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4838552 May 20 15:58:16.932837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41490) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:16.937258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-9ffa3e6c-ffe5-46b8-8d51-81e687254485 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.017459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.028297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a169158c-233f-4618-9459-bffa3153b437']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.040887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9f141e4a-2c47-4bd7-96af-cd636b931b8c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:17.055162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ba6e225-41d5-412c-b853-4000d4000995 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:17.061266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.082748 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/networks/2c106a6c-dcbe-4062-8387-47392459fab6 HTTP/1.1" status: 204 len: 168 time: 1.7309923 May 20 15:58:17.088007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41496) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:17.096918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4318ab1-8135-4c6f-a6ae-c955ce076479') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.097401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4318ab1-8135-4c6f-a6ae-c955ce076479') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.100914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.111643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Network': ['ID=2c106a6c-dcbe-4062-8387-47392459fab6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:17.121375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:17.127164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.174220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.187969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.189477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:17.189941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.197864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ba6e225-41d5-412c-b853-4000d4000995 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:17.198466 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3ba6e225-41d5-412c-b853-4000d4000995 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc26d008-0b10-449b-8abd-7fa6d7c41845 HTTP/1.1" status: 200 len: 205 time: 0.2122920 May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:17.210487 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:17.217177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41500) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:17.225684 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f339c-a56d-402b-b5dd-5ac68034b535 None None] Network a169158c-233f-4618-9459-bffa3153b437 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:17.282195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.337502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-59c220af-8ef2-400d-9c15-0cdb79841b06 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:17.377129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.436092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b3b39ce-d83e-4329-8ad7-762dbfb77a58 None None] Provisioning for port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:17.451807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8ea4a-8fcb-4c7d-9dd0-24a87e5cd331 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:17.501251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc2d7-1599-48af-be81-6a6f9a440e55 req-43a2db93-c818-45df-bbe8-52f450487f8d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.503168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-72abc2d7-1599-48af-be81-6a6f9a440e55 req-43a2db93-c818-45df-bbe8-52f450487f8d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.6222935 May 20 15:58:17.571602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.590346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9ffa3e6c-ffe5-46b8-8d51-81e687254485 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags HTTP/1.1" status: 200 len: 205 time: 0.6592996 May 20 15:58:17.594808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.606922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.608758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41504) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:17.626452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.643136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:17.650119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:58:17.650119 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:58:17.650119 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': 'a169158c-233f-4618-9459-bffa3153b437'}] May 20 15:58:17.650119 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:58:17.650933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:58:17.658344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44254fd1-156a-4d00-8bc5-5f838925eadd,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:17.671419 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/0fd323f6-3822-4f85-a94c-f6f3a8dcd62a HTTP/1.1" status: 204 len: 168 time: 2.6003449 May 20 15:58:17.673621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:17.677998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c0c00c94-98b3-4747-a1c1-2c095342e3a4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:17.693890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-59a741a6-7e09-4678-ac46-665593238c92 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.709904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.716821 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8649302 May 20 15:58:17.716821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41508) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:17.724653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd323f6-3822-4f85-a94c-f6f3a8dcd62a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:17.793600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:17.848437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 3f152ed2-677b-47d0-8c80-070193563726 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:17.857083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:17.870793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': 'd0b426cd-0da9-4e8a-9930-495ce971c75f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '44254fd1-156a-4d00-8bc5-5f838925eadd'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:17.875579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.898351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:17.904840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:17.905506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.913515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:17.968867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abb364-5950-4ff2-a8b4-ebd1ae3f9a27 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.978032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:17.982367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abb364-5950-4ff2-a8b4-ebd1ae3f9a27 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.984091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c4abb364-5950-4ff2-a8b4-ebd1ae3f9a27 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Synchronizing usage tracker for tenant:72b286ff315542929a74df90a13f5c5a on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:18.012940 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-72abc2d7-1599-48af-be81-6a6f9a440e55 req-27e63493-f96a-441e-b4a4-684621cb2918 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452479 May 20 15:58:18.024831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.030339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 502aee63-7b34-4951-a46b-23ccd203d9e6 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:58:18.042577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:18.059754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:18.097862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.111781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] DHCP port deletion for a169158c-233f-4618-9459-bffa3153b437 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:18.166624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c4abb364-5950-4ff2-a8b4-ebd1ae3f9a27 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Unset dirty status for tenant:72b286ff315542929a74df90a13f5c5a on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:18.169413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c4abb364-5950-4ff2-a8b4-ebd1ae3f9a27 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0789018 May 20 15:58:18.175239 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-59a741a6-7e09-4678-ac46-665593238c92 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags HTTP/1.1" status: 200 len: 241 time: 0.5520017 May 20 15:58:18.176253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41516) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:18.179190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41520) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:18.185376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1707532436'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:18.188258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.190733 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 15:58:18.191789 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a262edca-fd2e-43eb-b5c9-9bceabe37fda tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6491430 May 20 15:58:18.193241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:18.198751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-c8cb8704-fe0e-4f85-a4df-1b408642c02e tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-1211784093') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:18.223569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.236371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,segment=NetworkSegment(e4318ab1-8135-4c6f-a6ae-c955ce076479),segment_id=e4318ab1-8135-4c6f-a6ae-c955ce076479)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:18.264230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41524) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:18.267785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.271324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-825ff58f-c714-4bfe-a4c3-a07c22b70372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:18.301312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.308436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.337436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:18.378703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.380055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router cc26d008-0b10-449b-8abd-7fa6d7c41845 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:58:18.404234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Deleting port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:18.405051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.455299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:18.458885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.511931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.519163 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8370f3bd-f06c-421f-91c1-d668c215f029 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/cc26d008-0b10-449b-8abd-7fa6d7c41845 HTTP/1.1" status: 204 len: 168 time: 1.3007445 May 20 15:58:18.520346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41528) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:18.576856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.612033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:18.634120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:18.653245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] For port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,segment=NetworkSegment(e4318ab1-8135-4c6f-a6ae-c955ce076479),segment_id=e4318ab1-8135-4c6f-a6ae-c955ce076479)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:18.654223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.746462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c8cb8704-fe0e-4f85-a4df-1b408642c02e tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-1211784093 HTTP/1.1" status: 204 len: 168 time: 0.5658107 May 20 15:58:18.754817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41530) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:18.766705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-3cd8c0b4-0a77-481a-b96e-32c8eb9e6988 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-1211784093') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:18.865720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:18.872909 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:18.877499 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-78724ac2-9de2-40e4-b2ed-3a7c0e54899e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0265779 May 20 15:58:18.879414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41536) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:18.899108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.899631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Added segment f2abf38a-67b9-4ce7-8b36-6c327e259f49 of type vlan for network ba2dbbcb-aa08-43fb-a519-84aa8c761b8a May 20 15:58:18.941781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Calling delete_port for f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:18.981094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 9a24105f-da25-40eb-9ff3-5fa8ab7c0896 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:18.992972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0f587ff8-21c2-4e18-92f1-cd02d61dba47 None None] Provisioning complete for port 7ac9c711-252f-4326-a94f-c73c1a221b83 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:18.993948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0f587ff8-21c2-4e18-92f1-cd02d61dba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.015243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.016709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Deleting port 943eece5-3869-4b3a-a63d-43d471642785 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:19.017080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.033912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.225863 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3cd8c0b4-0a77-481a-b96e-32c8eb9e6988 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-1211784093 HTTP/1.1" status: 204 len: 168 time: 0.4659741 May 20 15:58:19.226147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.251522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41542) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:19.257162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-12551269-fe02-431e-904b-c4f817aad29a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:19.260329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.297505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.303769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.310429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8227c44-37a1-44f8-aee4-02576b3a1246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:19.315918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:19.317017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.346744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-828bf06a-8b93-4b16-b26a-fe58e2432177 tempest-FloatingIPAdminTestJSON-2013237823 tempest-FloatingIPAdminTestJSON-2013237823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:19.362761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:19.363579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.411963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.421173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Pushing event deleted for resources: {'Port': ['ID=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:19.425078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:19.426148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] No DVR routers for this DVR port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:19.504124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.513933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:19.571343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:19.571676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:19.671901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:19.672178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.686309 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-12551269-fe02-431e-904b-c4f817aad29a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags HTTP/1.1" status: 200 len: 205 time: 0.4306486 May 20 15:58:19.691073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.698035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41548) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:19.698764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5accb8f7-e68b-4545-bc9b-7fe68b1df17b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:19.790154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Calling delete_port for 943eece5-3869-4b3a-a63d-43d471642785 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:19.796994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-76638444-d450-4bbf-b151-755713e9aaf8 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:19.811700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Network': ['ID=ba2dbbcb-aa08-43fb-a519-84aa8c761b8a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:19.818686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6413579 May 20 15:58:19.820770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:19.826858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41552) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:19.834212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network ba2dbbcb-aa08-43fb-a519-84aa8c761b8a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:19.846060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-738991002'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:19.854905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.859337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:19.864724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc2ef4af-d87a-45f3-a817-05a3bc93a6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:19.878753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:19.880556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:network and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:19.888339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.ipam_backend_mixin [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 was not found and therefore no delete operation was performed {{(pid=92431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:58:19.891471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:19.892580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=3f152ed2-677b-47d0-8c80-070193563726,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:19.896157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:19.899961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.902697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.904255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:19.908209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44254fd1-156a-4d00-8bc5-5f838925eadd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:19.911933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3491dfdb-a25f-42c7-a62e-3eb31b60b9f1 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:19.914844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:19.934679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.936588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/44254fd1-156a-4d00-8bc5-5f838925eadd HTTP/1.1" status: 204 len: 168 time: 1.0552113 May 20 15:58:19.945746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41556) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:19.947044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd23f2-a8f0-4c30-84be-e185322a7dc6 req-f3cc6ba2-97fc-4c97-80d3-58ffce3f16f1 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:19.948679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bd23f2-a8f0-4c30-84be-e185322a7dc6 req-f3cc6ba2-97fc-4c97-80d3-58ffce3f16f1 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.6232281 May 20 15:58:19.952064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:19.956221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.978125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.998781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0499e-f5d3-43f2-a491-f21f8e2f2162 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:20.048848 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/3f152ed2-677b-47d0-8c80-070193563726 HTTP/1.1" status: 204 len: 168 time: 2.3255594 May 20 15:58:20.060624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41560) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.075074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=f1c9d32c-f4a0-45de-8d3c-46c7967d03f8,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:20.079034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:20.083412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port f1c9d32c-f4a0-45de-8d3c-46c7967d03f8 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:20.137494 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bd23f2-a8f0-4c30-84be-e185322a7dc6 req-c92f4508-0feb-410e-87e7-8f8be9e59851 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712241 May 20 15:58:20.150689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:20.165270 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-76638444-d450-4bbf-b151-755713e9aaf8 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags HTTP/1.1" status: 200 len: 241 time: 0.4388552 May 20 15:58:20.168756 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e661275b-e0e7-4c18-a828-42d037ee64c6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063163 May 20 15:58:20.170463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41564) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.180039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-b9624c56-a93f-4b0e-bb45-9f96a949b070 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-1028386365') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:20.193557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41566) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.201910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.202260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Added segment aa043c6c-61c4-40a7-9879-554e116daf57 of type vlan for network 5b816583-b66c-4350-ac97-e6f5c18d3d6a May 20 15:58:20.209640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:20.302548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.328014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-758038d4-f2b2-4b99-9dcb-34a58a926bde tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:20.364882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8e99aeba-57de-4ca5-9373-a5c2dda7b0b2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:20.373155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.393565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.395919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Pushing event deleted for resources: {'Port': ['ID=943eece5-3869-4b3a-a63d-43d471642785,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:20.413774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:20.432766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8e99aeba-57de-4ca5-9373-a5c2dda7b0b2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:20.434044 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8e99aeba-57de-4ca5-9373-a5c2dda7b0b2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4715664 May 20 15:58:20.435985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a169158c-233f-4618-9459-bffa3153b437']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:20.441980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41572) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.454055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:20.469529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4318ab1-8135-4c6f-a6ae-c955ce076479') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:20.469830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4318ab1-8135-4c6f-a6ae-c955ce076479') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:20.476532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b9624c56-a93f-4b0e-bb45-9f96a949b070 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-1028386365 HTTP/1.1" status: 204 len: 168 time: 0.2992449 May 20 15:58:20.476954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41576) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.499790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-3ef1848d-ae9e-42df-b5b5-f3e281fba602 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-1028386365') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:20.513950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.529529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:20.559392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:20.567932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:20.577439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.579793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:20.589111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Deleting port 7ac9c711-252f-4326-a94f-c73c1a221b83 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:20.589914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.592851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.599347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:20.599992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.601024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:20.601661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.611708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6d8e78bf-565e-4664-b367-c54bb5b48418 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:20.623126 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:20.646624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.655862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:20.659595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.756712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.763208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:20.768348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] For port 7ac9c711-252f-4326-a94f-c73c1a221b83, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7ac9c711-252f-4326-a94f-c73c1a221b83,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:20.769007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.792948 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3ef1848d-ae9e-42df-b5b5-f3e281fba602 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-1028386365 HTTP/1.1" status: 204 len: 168 time: 0.3123305 May 20 15:58:20.801053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41580) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.803986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.814603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-92a20c6c-ec39-40ce-a70d-0b220b17390a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:20.824886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=9a24105f-da25-40eb-9ff3-5fa8ab7c0896,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:20.829439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.834625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:20.835155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-be5fd677-8cf8-452f-ac6c-1b22e7ec6219 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:20.861823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.868505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f5977-16c0-4933-aebc-d0457e13c9da None None] Network a43525a5-3caf-4e08-906a-df2f7a1b1f97 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:20.877417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=a169158c-233f-4618-9459-bffa3153b437,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:20.882374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:20.883993 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/9a24105f-da25-40eb-9ff3-5fa8ab7c0896 HTTP/1.1" status: 204 len: 168 time: 2.0618238 May 20 15:58:20.891881 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/a169158c-233f-4618-9459-bffa3153b437 HTTP/1.1" status: 204 len: 168 time: 6.6322348 May 20 15:58:20.892793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41584) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.893115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41586) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:20.923123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-471225637'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:20.932270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:20.945181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:20.958204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Calling delete_port for 7ac9c711-252f-4326-a94f-c73c1a221b83 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:20.993095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:21.001774 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92a20c6c-ec39-40ce-a70d-0b220b17390a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags HTTP/1.1" status: 200 len: 205 time: 0.1947312 May 20 15:58:21.007534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41592) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:21.007824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:21.043980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-ebbc9074-1048-4615-97a0-ba5584a9918c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:21.138130 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] 10.222.0.13 "DELETE /v2.0/ports/943eece5-3869-4b3a-a63d-43d471642785 HTTP/1.1" status: 204 len: 168 time: 2.8651416 May 20 15:58:21.185903 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3579001 May 20 15:58:21.191133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.195250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41600) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:21.202482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'ports': [{'network_id': 'ba2dbbcb-aa08-43fb-a519-84aa8c761b8a', 'name': 'tempest-port--874705335', 'admin_state_up': True}, {'network_id': '5b816583-b66c-4350-ac97-e6f5c18d3d6a', 'admin_state_up': False}]} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:21.202914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'port': {'network_id': 'ba2dbbcb-aa08-43fb-a519-84aa8c761b8a', 'name': 'tempest-port--874705335', 'admin_state_up': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:21.203341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'port': {'network_id': '5b816583-b66c-4350-ac97-e6f5c18d3d6a', 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:21.225452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.234972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:21.337795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Network': ['ID=5b816583-b66c-4350-ac97-e6f5c18d3d6a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:21.358027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:21.403008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] No DVR routers for this DVR port 7ac9c711-252f-4326-a94f-c73c1a221b83 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:21.409920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 5b816583-b66c-4350-ac97-e6f5c18d3d6a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:21.422448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:21.428993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.447642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.506734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Pushing event deleted for resources: {'Port': ['ID=7ac9c711-252f-4326-a94f-c73c1a221b83,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:21.516582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:21.559708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:21.587219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.587781 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment ba3dc9f4-6b45-4548-95d0-47d1a8da5265 of type vlan for network 038b7a3c-86b1-41c5-8126-a3d79a582527 May 20 15:58:21.624373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:21.638734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:port and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:21.642111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.644651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:21.655894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:21.662278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7ac9c711-252f-4326-a94f-c73c1a221b83 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:21.699977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.706925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-07fa75df-d008-4702-bae5-c2b4cb6df1e5 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:21.715155 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ebbc9074-1048-4615-97a0-ba5584a9918c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags HTTP/1.1" status: 204 len: 168 time: 0.7036963 May 20 15:58:21.715670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41608) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:21.727351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.735624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-8bd5d2c5-141b-4555-b08c-332366adf075 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:21.737924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 7ac9c711-252f-4326-a94f-c73c1a221b83 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:21.738136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41612) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:21.738704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7ac9c711-252f-4326-a94f-c73c1a221b83 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:21.741457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] DHCP port deletion for a43525a5-3caf-4e08-906a-df2f7a1b1f97 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:21.741694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'port': 2} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:21.746124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.768649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b426cd-0da9-4e8a-9930-495ce971c75f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:21.788721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:21.807966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.825229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3641c-7ae0-4e2b-8fc8-350a00f95aaa req-0cde983f-25ea-45aa-a45c-cd71361a1f12 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.827242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bfc3641c-7ae0-4e2b-8fc8-350a00f95aaa req-0cde983f-25ea-45aa-a45c-cd71361a1f12 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.3253202 May 20 15:58:21.861829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.872106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.873105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.885142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.886591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0b426cd-0da9-4e8a-9930-495ce971c75f HTTP/1.1" status: 204 len: 168 time: 1.4380274 May 20 15:58:21.898925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41618) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:21.915761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-84a8c0b5-9436-4608-ad19-da9d6b51c821 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:21.953997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Deleting port 9228342d-52d4-4132-a4f9-e4bdd57b1183 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:21.954585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.045910 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1484113 May 20 15:58:22.052897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41622) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.086247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] For port 9228342d-52d4-4132-a4f9-e4bdd57b1183, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9228342d-52d4-4132-a4f9-e4bdd57b1183,segment=NetworkSegment(a9043e0d-f9d8-43b8-b956-73c48e956868),segment_id=a9043e0d-f9d8-43b8-b956-73c48e956868)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:22.086580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:22.087072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.116499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.150201 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bfc3641c-7ae0-4e2b-8fc8-350a00f95aaa req-1998a35b-aaac-45f1-8751-970a77e0c4dd tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983849 May 20 15:58:22.153135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] device_id is not set on port 8d4cf866-2282-4122-9b2d-32bbdd93d385 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:22.181231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:22.197895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Usage tracker for resource:security_group_rule and tenant:2057b602badb4d4d90f6200cc32f9390 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:22.203094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:22.214744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-877a7a5e-d15c-4940-ac6b-8aea07431b79 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:22.219653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:22.242132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=038b7a3c-86b1-41c5-8126-a3d79a582527,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:22.247124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:22.302410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-877a7a5e-d15c-4940-ac6b-8aea07431b79 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:22.303630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-877a7a5e-d15c-4940-ac6b-8aea07431b79 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4024854 May 20 15:58:22.314926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41626) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.328472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--861952000'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:22.388756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:22.411936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Calling delete_port for 9228342d-52d4-4132-a4f9-e4bdd57b1183 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:22.423211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 038b7a3c-86b1-41c5-8126-a3d79a582527 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:22.435872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:22.489642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.504858 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8bd5d2c5-141b-4555-b08c-332366adf075 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags HTTP/1.1" status: 204 len: 168 time: 0.7837970 May 20 15:58:22.508053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.521544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-da487621-7409-4775-bd2d-80ec4ef1039d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:22.551681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.589024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:22.594855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:22.606302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:22.610499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.614317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:22.621619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:22.628435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:22.633057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7122772c-17c3-450d-8a8f-f641c485c561 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:22.641848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.646226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 9228342d-52d4-4132-a4f9-e4bdd57b1183 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:22.647599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.647825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:22.664618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.671560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:22.674332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd2157b1-138d-45d4-b981-ef2781d847cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:22.731560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:22.735064 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2057b602badb4d4d90f6200cc32f9390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766765 May 20 15:58:22.736043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.739760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.748096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] No DVR routers for this DVR port 9228342d-52d4-4132-a4f9-e4bdd57b1183 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:22.752819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Pushing event deleted for resources: {'Port': ['ID=9228342d-52d4-4132-a4f9-e4bdd57b1183,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:22.761244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:22.833109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4d52d-3e9f-409f-9963-a1597fc0b699,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:22.835952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.840207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:22.848223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3cf8fdfb-9045-42f9-ac09-56f57b36c8dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:22.855523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 9228342d-52d4-4132-a4f9-e4bdd57b1183, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:22.855885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.882720 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-da487621-7409-4775-bd2d-80ec4ef1039d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags HTTP/1.1" status: 204 len: 168 time: 0.3667982 May 20 15:58:22.882720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41638) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.892238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-719d3159-43a5-4fbc-b596-7525a003b6e0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:22.950767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:22.962116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] device_id is not set on port f0ac2964-bdc4-4825-817f-f5e882b2f92a yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:22.969561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:22.985558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690515f-f5fc-498f-87e2-cb2201edce4d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:23.019184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:23.019805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.034519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=d5fc1f55-30bb-4060-be06-61dbd1c51cb5,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:23.044554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:23.057753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 9228342d-52d4-4132-a4f9-e4bdd57b1183 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:23.069083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.ipam_backend_mixin [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Port 9228342d-52d4-4132-a4f9-e4bdd57b1183 was not found and therefore no delete operation was performed {{(pid=92431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:58:23.074596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.082382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.090534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0180af57-5641-45e3-bfa5-f584eb3e63da tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:23.110193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.139163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.146585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=9228342d-52d4-4132-a4f9-e4bdd57b1183,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:23.148484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 9228342d-52d4-4132-a4f9-e4bdd57b1183 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:23.153120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:23.155263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:23.170670 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9762433 May 20 15:58:23.176791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.202639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41642) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:23.228114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:23.401992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.424520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'd5fc1f55-30bb-4060-be06-61dbd1c51cb5'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:23.426366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.428973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43525a5-3caf-4e08-906a-df2f7a1b1f97']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:23.452510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9043e0d-f9d8-43b8-b956-73c48e956868') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:23.452816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9043e0d-f9d8-43b8-b956-73c48e956868') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:23.477052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.519271 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-719d3159-43a5-4fbc-b596-7525a003b6e0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags HTTP/1.1" status: 204 len: 168 time: 0.6382296 May 20 15:58:23.532763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41648) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:23.533421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.544464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-bff15b23-ac7e-46e1-9cd0-b8be6055398d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-76388622') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:23.573858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9228342d-52d4-4132-a4f9-e4bdd57b1183 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:23.586127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:23.587131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.595236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.597242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2779515 May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:23.622062 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:23.626462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41652) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:23.654709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 9228342d-52d4-4132-a4f9-e4bdd57b1183 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:23.654995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9228342d-52d4-4132-a4f9-e4bdd57b1183 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:23.746261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b584ca6-7a85-4cb0-89c2-9ce66cac1e0e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:23.774058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:23.894347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Allocated IP 172.20.0.2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d5fc1f55-30bb-4060-be06-61dbd1c51cb5/d856b968-7d3a-4d71-95a0-00e5ce718398) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:23.908760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:23.915566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '3b584ca6-7a85-4cb0-89c2-9ce66cac1e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:23.918287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.926182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.933082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:23.937378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-85cd3817-a361-417e-a391-b74883cd5df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:23.947850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:23.965424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:23.968733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4d52d-3e9f-409f-9963-a1597fc0b699,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:23.973127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:23.992270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.992586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95b4d52d-3e9f-409f-9963-a1597fc0b699 HTTP/1.1" status: 204 len: 168 time: 1.1983061 May 20 15:58:24.000066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:24.021202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:24.024725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86aeee-2d48-4727-bdfc-0a05839a4e64 req-edb6da78-33c1-40d3-a7de-fcea05559106 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:24.026406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc86aeee-2d48-4727-bdfc-0a05839a4e64 req-edb6da78-33c1-40d3-a7de-fcea05559106 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.7310891 May 20 15:58:24.027257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:24.031162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.048448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:24.152776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.165960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dfa27b59-24a3-4d3e-b4ae-9a4e122f2552 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.178316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:24.192226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.213794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.249400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.287390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=a43525a5-3caf-4e08-906a-df2f7a1b1f97,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:24.302707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc86aeee-2d48-4727-bdfc-0a05839a4e64 req-ff90ae3f-a258-41fb-b143-72d4a180333d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546515 May 20 15:58:24.304312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:24.368201 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/a43525a5-3caf-4e08-906a-df2f7a1b1f97 HTTP/1.1" status: 204 len: 168 time: 3.4720581 May 20 15:58:24.371080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Port': ['ID=8d4cf866-2282-4122-9b2d-32bbdd93d385,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:24.373443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41662) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.377601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:24.378514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Checking segment: {'id': 'f2abf38a-67b9-4ce7-8b36-6c327e259f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba2dbbcb-aa08-43fb-a519-84aa8c761b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:24.378905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network hostable DHCP agents. Network: ba2dbbcb-aa08-43fb-a519-84aa8c761b8a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:24.397993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.400788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735004693', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:24.419851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Transition to ACTIVE for port object d856b968-7d3a-4d71-95a0-00e5ce718398 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:24.422675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:24.455776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:24.465744 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:24.467906 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b64c0de1-8a75-4d29-a440-16e19e4435c6 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8416541 May 20 15:58:24.473785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:24.479276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41666) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.495144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group_rule': {'security_group_id': '3b584ca6-7a85-4cb0-89c2-9ce66cac1e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:24.496179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:24.500252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Transition to ACTIVE for port object d856b968-7d3a-4d71-95a0-00e5ce718398 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:24.517725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.525397 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bff15b23-ac7e-46e1-9cd0-b8be6055398d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-76388622 HTTP/1.1" status: 201 len: 201 time: 0.9886482 May 20 15:58:24.525977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-281a6c30-136c-4570-b133-9ec223fe4896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.527231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network ba2dbbcb-aa08-43fb-a519-84aa8c761b8a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:24.528372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41670) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.560023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-b85265c7-9493-40c5-8877-9b5496ec6fd6 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-2050747359') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:24.600031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:24.612326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.614349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.626770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:24.631717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, ba2dbbcb-aa08-43fb-a519-84aa8c761b8a) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:24.646505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41676) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.649570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:24.657865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a3a98-bf04-4c9a-803f-e0f8dcc57bdd None None] Network ba2dbbcb-aa08-43fb-a519-84aa8c761b8a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:24.669075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:24.670959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.691634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.710385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:24.744408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.751661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:24.776892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Pushing event updated for resources: {'Port': ['ID=d856b968-7d3a-4d71-95a0-00e5ce718398,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:24.779873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:24.781201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:24.784983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:24.893618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.903223 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5b330210-5b84-4218-8489-adfd8bbdef25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86057bda707049ef978c65ec9298e246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538245 May 20 15:58:24.912584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41680) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:24.955364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.969863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d1a19fc-35fd-4b45-95e1-5ac43031bda4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.977615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Attempting to bind port d856b968-7d3a-4d71-95a0-00e5ce718398 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:24.977994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Attempting to bind port d856b968-7d3a-4d71-95a0-00e5ce718398 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:24.978371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Attempting to bind port d856b968-7d3a-4d71-95a0-00e5ce718398 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:24.992017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:24.992396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:24.992794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.993194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:24.993747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Bound port: d856b968-7d3a-4d71-95a0-00e5ce718398, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:24.994118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.058962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Port': ['ID=f0ac2964-bdc4-4825-817f-f5e882b2f92a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:25.066144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.072455 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1ebe62ce-57e0-4529-9896-f758f11da5a9 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6920779 May 20 15:58:25.079031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41684) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.082410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:25.100023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:25.104316 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8d9d715a-3fa5-4b2f-aa5a-69ffea61b614 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6169496 May 20 15:58:25.109755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046388060'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:25.110928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41688) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.122877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] For port d856b968-7d3a-4d71-95a0-00e5ce718398, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:25.126544 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b85265c7-9493-40c5-8877-9b5496ec6fd6 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-2050747359 HTTP/1.1" status: 201 len: 201 time: 0.5955653 May 20 15:58:25.128850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] For port d856b968-7d3a-4d71-95a0-00e5ce718398, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d856b968-7d3a-4d71-95a0-00e5ce718398,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:25.134520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41692) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.135453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.135604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:25.141206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-203ab0df-f4b6-4883-ab57-d1e068f15b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:25.156737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Checking segment: {'id': 'aa043c6c-61c4-40a7-9879-554e116daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b816583-b66c-4350-ac97-e6f5c18d3d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:25.157186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network hostable DHCP agents. Network: 5b816583-b66c-4350-ac97-e6f5c18d3d6a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:25.159975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-6bbc6f7f-9783-4a58-8b3b-c18a02047d69 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-276939181') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:25.219298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:25.233835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:25.244726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=ae835253-5d41-4a4b-a139-0b7ac2dee7f4,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:25.253620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-89b7aba8-dd0a-4d0f-b900-5ad1683677c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.255237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-89b7aba8-dd0a-4d0f-b900-5ad1683677c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.4837892 May 20 15:58:25.269205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:25.270230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:25.294769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f9732-b380-4311-991e-f828a845471b req-31d4e6dd-ef15-473c-99a9-fca332e851b4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.295084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:25.295486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: 038b7a3c-86b1-41c5-8126-a3d79a582527, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:25.303421 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb0f9732-b380-4311-991e-f828a845471b req-31d4e6dd-ef15-473c-99a9-fca332e851b4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.4729040 May 20 15:58:25.304684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.305741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Pushing event updated for resources: {'Port': ['ID=d856b968-7d3a-4d71-95a0-00e5ce718398,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:25.314047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:25.340944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:25.345223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.385848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network 5b816583-b66c-4350-ac97-e6f5c18d3d6a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:25.459115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.459530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.481630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 038b7a3c-86b1-41c5-8126-a3d79a582527 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:25.498928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 5b816583-b66c-4350-ac97-e6f5c18d3d6a) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:25.503601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:25.510651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.518126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.518436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a704b-15d9-401a-b45f-5e0928502b33 None None] Network 5b816583-b66c-4350-ac97-e6f5c18d3d6a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:25.519262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.540101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 038b7a3c-86b1-41c5-8126-a3d79a582527) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:25.542264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:25.556606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb0f9732-b380-4311-991e-f828a845471b req-e6641dbd-d7d4-4143-a516-45666070050d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515175 May 20 15:58:25.579114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6b110-ab56-43c4-816e-a98fb4b554f8 None None] Network 038b7a3c-86b1-41c5-8126-a3d79a582527 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:25.584675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.585447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.589761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.590115 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment 32881e0f-ee48-4aa9-8ab0-7101e511aaf6 of type vlan for network c800cd45-8e0a-4854-b24c-79b5a0fae769 May 20 15:58:25.616848 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6bbc6f7f-9783-4a58-8b3b-c18a02047d69 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-276939181 HTTP/1.1" status: 201 len: 201 time: 0.4702520 May 20 15:58:25.626687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41696) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.635357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-89635923-bc77-44bf-8b4e-7e70e74b5f77 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-1727462359') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:25.662656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.702283 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6339753 May 20 15:58:25.704898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41700) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.713158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.715855 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5183570 May 20 15:58:25.717808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.727331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.730917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.732731 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf13a756-2d2c-41ce-a9ba-8634a0215351 HTTP/1.1" status: 204 len: 168 time: 0.8167400 May 20 15:58:25.788474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-81ab7f74-2d3a-4181-a101-137b56d2d2c2 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:25.847132 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-89635923-bc77-44bf-8b4e-7e70e74b5f77 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-1727462359 HTTP/1.1" status: 201 len: 201 time: 0.2198994 May 20 15:58:25.848926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13a756-2d2c-41ce-a9ba-8634a0215351,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:25.856282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41710) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.882173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-3da2e923-fbfd-459e-86f2-ecee2f169ce7 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', {'tags': ['tempest-TagsExtTest-Tag-1213024132', 'tempest-TagsExtTest-Tag-1736690212', 'tempest-TagsExtTest-Tag-1641894928']}) {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:25.893104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-899966c4-a4d9-46ea-b81e-fdff36ae7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.895134 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-899966c4-a4d9-46ea-b81e-fdff36ae7170 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.6335416 May 20 15:58:25.933961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:25.995889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.004351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.006102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.017834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:26.060006 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-ecee933d-80c6-4f49-84a0-49a705655b48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.1507523 May 20 15:58:26.060845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.079892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1cc771e-7182-466c-8d44-2577479a7a35 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:26.250509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-038b7a3c-86b1-41c5-8126-a3d79a582527', 'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': 'ae835253-5d41-4a4b-a139-0b7ac2dee7f4'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:26.250509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.307571 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2121885 May 20 15:58:26.320862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41716) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:26.333807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:26.385555 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3da2e923-fbfd-459e-86f2-ecee2f169ce7 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags HTTP/1.1" status: 200 len: 318 time: 0.5190935 May 20 15:58:26.394584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41720) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:26.435713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f0c36-5b93-44ec-9aab-a8b1e37f9616 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.444750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.455193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f0c36-5b93-44ec-9aab-a8b1e37f9616 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.458375 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-301f0c36-5b93-44ec-9aab-a8b1e37f9616 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7369242 May 20 15:58:26.466620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-a15a023d-85c0-45eb-9a32-2a0ca001e0e1 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:26.472850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b584ca6-7a85-4cb0-89c2-9ce66cac1e0e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:26.495433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:26.518500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41726) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:26.670516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Allocated IP 172.20.0.2 (038b7a3c-86b1-41c5-8126-a3d79a582527/ae835253-5d41-4a4b-a139-0b7ac2dee7f4/f62063b4-26b0-47be-b8cc-7058152bac39) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:26.685868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=c800cd45-8e0a-4854-b24c-79b5a0fae769,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:26.709582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:26.711871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:26.722059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.722059 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b584ca6-7a85-4cb0-89c2-9ce66cac1e0e HTTP/1.1" status: 204 len: 168 time: 1.6041560 May 20 15:58:26.729798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41738) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:26.732677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-2638661c-18eb-414d-9eca-9fa5c7846a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.735718 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-2638661c-18eb-414d-9eca-9fa5c7846a77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.6393025 May 20 15:58:26.882326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:26.891016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:26.897211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:26.912302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:26.957764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:26.963943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.966961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.974880 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:58:27.014226 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a15a023d-85c0-45eb-9a32-2a0ca001e0e1 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags HTTP/1.1" status: 204 len: 168 time: 0.6056314 May 20 15:58:27.026139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41744) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:27.039408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-102279bf-14d9-4fcc-b8a6-a978730f93b0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-1213024132') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:27.357842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7ec1e659-fa9f-4969-9544-0b54704a0988 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:27.444894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-01e46323-6120-47e9-8f9b-6932c5e53ab7 None None] Provisioning for port d856b968-7d3a-4d71-95a0-00e5ce718398 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:27.525773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7ec1e659-fa9f-4969-9544-0b54704a0988 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:27.526791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d856b968-7d3a-4d71-95a0-00e5ce718398 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:27.527067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7ec1e659-fa9f-4969-9544-0b54704a0988 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7902064 May 20 15:58:27.538918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Deleting port 8d4cf866-2282-4122-9b2d-32bbdd93d385 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:27.538918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.563194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41754) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:27.588565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'tempest-secgroup--441134878'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:27.657838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:27.678227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41758) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:27.721288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.764146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Transition to ACTIVE for port object f62063b4-26b0-47be-b8cc-7058152bac39 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:27.790031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-88cf3b97-4b89-43e9-8767-a140cd201ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:27.791744 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-88cf3b97-4b89-43e9-8767-a140cd201ba0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.0427468 May 20 15:58:27.792836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:27.829785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Transition to ACTIVE for port object f62063b4-26b0-47be-b8cc-7058152bac39 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:27.841624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.850383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:27.891299 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-102279bf-14d9-4fcc-b8a6-a978730f93b0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:27.892427 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-102279bf-14d9-4fcc-b8a6-a978730f93b0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-1213024132 HTTP/1.1" status: 404 len: 329 time: 0.8643105 May 20 15:58:27.897671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41764) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:27.904881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-75dfeb87-903c-4855-ac9e-4b52fb3471b7 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-1736690212') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:27.916498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d856b968-7d3a-4d71-95a0-00e5ce718398 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:27.964672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.984025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d856b968-7d3a-4d71-95a0-00e5ce718398 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:27.984471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.026682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Network 038b7a3c-86b1-41c5-8126-a3d79a582527 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:28.034194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:28.036983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:28.067223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaa041-98db-47ff-b180-42d840e099ea req-eb5c70cf-21f1-4a5f-9ed7-f851bd901d64 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.090549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40eaa041-98db-47ff-b180-42d840e099ea req-eb5c70cf-21f1-4a5f-9ed7-f851bd901d64 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.0356534 May 20 15:58:28.099214 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-75dfeb87-903c-4855-ac9e-4b52fb3471b7 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:28.100732 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-75dfeb87-903c-4855-ac9e-4b52fb3471b7 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-1736690212 HTTP/1.1" status: 404 len: 329 time: 0.2018309 May 20 15:58:28.105421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41768) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:28.116756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Pushing event updated for resources: {'Port': ['ID=f62063b4-26b0-47be-b8cc-7058152bac39,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.118247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-6b9bd8bd-eb78-4c88-b121-c350b4359a6f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f', 'tempest-TagsExtTest-Tag-1641894928') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:28.127690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.231211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.303584 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-6b9bd8bd-eb78-4c88-b121-c350b4359a6f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:28.304798 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6b9bd8bd-eb78-4c88-b121-c350b4359a6f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags/tempest-TagsExtTest-Tag-1641894928 HTTP/1.1" status: 404 len: 329 time: 0.1983037 May 20 15:58:28.309387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41772) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:28.320821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Attempting to bind port f62063b4-26b0-47be-b8cc-7058152bac39 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:28.321493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Attempting to bind port f62063b4-26b0-47be-b8cc-7058152bac39 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:28.322028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Attempting to bind port f62063b4-26b0-47be-b8cc-7058152bac39 on network 038b7a3c-86b1-41c5-8126-a3d79a582527 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:28.323204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-d9fd1af3-bad9-4a63-9701-cf7081131153 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', {'tags': ['tempest-TagsExtTest-Tag-1483185770', 'tempest-TagsExtTest-Tag-1619183107', 'tempest-TagsExtTest-Tag-1048429359']}) {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:28.342752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:28.343403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Checking segment: {'id': 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:28.344092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.344738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Bound using segment: {'id': 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:28.345553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Bound port: f62063b4-26b0-47be-b8cc-7058152bac39, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '038b7a3c-86b1-41c5-8126-a3d79a582527'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:28.346102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.395872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.403633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4bd81c07-af12-4964-b23e-db2eb1e88dc8 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.413300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.494184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=eec98671-2ca7-4083-b575-8cb09893deb9,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.507097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port d856b968-7d3a-4d71-95a0-00e5ce718398, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d856b968-7d3a-4d71-95a0-00e5ce718398,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:28.510841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.514422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.521737 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d9fd1af3-bad9-4a63-9701-cf7081131153 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags HTTP/1.1" status: 200 len: 318 time: 0.2111862 May 20 15:58:28.522449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] For port f62063b4-26b0-47be-b8cc-7058152bac39, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:28.524724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.526685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41776) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:28.537837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-cb63c35c-d93a-44d6-92f3-a63e8b74dfe0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:28.577679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:28.578877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: c800cd45-8e0a-4854-b24c-79b5a0fae769, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:28.602259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Calling delete_port for 8d4cf866-2282-4122-9b2d-32bbdd93d385 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:28.604527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] For port f62063b4-26b0-47be-b8cc-7058152bac39, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f62063b4-26b0-47be-b8cc-7058152bac39,segment=NetworkSegment(ba3dc9f4-6b45-4548-95d0-47d1a8da5265),segment_id=ba3dc9f4-6b45-4548-95d0-47d1a8da5265)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:28.611531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.635203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:28.643211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=d856b968-7d3a-4d71-95a0-00e5ce718398,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.646678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.647164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.661391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a9ee556c-cf39-43ed-91b5-91dab7907e64 tempest-AgentManagementNegativeTest-387359112 tempest-AgentManagementNegativeTest-387359112-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9327576 May 20 15:58:28.709859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:58:28.710951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c800cd45-8e0a-4854-b24c-79b5a0fae769) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:28.730217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:28.742126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Pushing event updated for resources: {'Port': ['ID=f62063b4-26b0-47be-b8cc-7058152bac39,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.747911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4fbc37-471a-47ea-865f-409e25345a7f None None] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:28.762873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.790728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.792005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.881503 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5588622 May 20 15:58:28.885502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41782) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:28.902547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Usage tracker for resource:security_group_rule and tenant:a4d971e64e4045f1bb0589b656e8ffe2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:28.935307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:28.951453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.008266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-faf2c30b-e499-43fc-a2f8-c3182e2e7f62 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:29.078330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40eaa041-98db-47ff-b180-42d840e099ea req-dd8901a4-d79b-43d8-9607-ad6fd8d785f8 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6940010 May 20 15:58:29.082559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:29.181352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=ae835253-5d41-4a4b-a139-0b7ac2dee7f4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:29.215407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-a22a64a4-1db2-4914-8150-bd029216d7be service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3605602 May 20 15:58:29.225947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:29.289931 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cb63c35c-d93a-44d6-92f3-a63e8b74dfe0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags HTTP/1.1" status: 204 len: 168 time: 0.7616534 May 20 15:58:29.295341 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41788) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:29.418533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-771c2c5d-1562-426e-8d7c-c93bcedf415d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-1483185770') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:29.479676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41792) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:29.496790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c800cd45-8e0a-4854-b24c-79b5a0fae769', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:29.498560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.695425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f62063b4-26b0-47be-b8cc-7058152bac39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:29.882413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.892488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Allocated IP 2001:db8::2 (c800cd45-8e0a-4854-b24c-79b5a0fae769/eec98671-2ca7-4083-b575-8cb09893deb9/70db314b-a6b0-46fe-ad18-1197aca0b29e) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:29.909912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.921037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:29.927168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Usage tracker for resource:security_group_rule and tenant:4857289cfe6c477cbeb43e6b62ec098c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:29.931993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:29.944089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.948329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:29.966495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038b7a3c-86b1-41c5-8126-a3d79a582527']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:30.022264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:30.022873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:30.108948 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-771c2c5d-1562-426e-8d7c-c93bcedf415d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:30.109779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.111098 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-771c2c5d-1562-426e-8d7c-c93bcedf415d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-1483185770 HTTP/1.1" status: 404 len: 329 time: 0.8141353 May 20 15:58:30.115803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.135137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41798) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:30.146102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.154532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-b051a813-cf6d-4875-a113-2e2c6d3df26c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-1619183107') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:30.192127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-341494c0-2791-44e5-9b70-a10082664e3b tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:30.282634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.293331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.308016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.311575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.318747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Port': ['ID=8d4cf866-2282-4122-9b2d-32bbdd93d385,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:30.326797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55d1114-ee7b-4915-8eb9-ac2533114c7c req-27f615d0-c889-450b-973c-8cebf3f639d5 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0788832 May 20 15:58:30.328188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Transition to ACTIVE for port object 70db314b-a6b0-46fe-ad18-1197aca0b29e will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:30.329664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:30.348660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.360178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Transition to ACTIVE for port object 70db314b-a6b0-46fe-ad18-1197aca0b29e will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:30.364322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port f62063b4-26b0-47be-b8cc-7058152bac39 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:30.374547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:30.374906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.382238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5dd389d8-7c80-4b6b-83d7-1a4947e662d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:30.390751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.419415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-72aa83dc-714b-47eb-8fed-026e8ee64add tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:30.433091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d856b968-7d3a-4d71-95a0-00e5ce718398 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:30.455435 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:30.499043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59601b3-f453-497d-9e3d-f03f899dc118 None None] Network 038b7a3c-86b1-41c5-8126-a3d79a582527 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:30.539116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:30.603328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:30.623419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:30.682599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623f186c-49ad-48a0-8a87-36fd0d5e2c31,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:30.697323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Pushing event updated for resources: {'Port': ['ID=70db314b-a6b0-46fe-ad18-1197aca0b29e,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:30.710227 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/ports/8d4cf866-2282-4122-9b2d-32bbdd93d385 HTTP/1.1" status: 204 len: 168 time: 4.1851919 May 20 15:58:30.712877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:30.720868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.722154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.1560936 May 20 15:58:30.725641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41804) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:30.726582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:30.728815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41806) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:30.767205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Provisioning for port f62063b4-26b0-47be-b8cc-7058152bac39 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:30.780483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.819398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Provisioning complete for port f62063b4-26b0-47be-b8cc-7058152bac39 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:30.820142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.835148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-744c39e4-479a-4812-90aa-3e14cb75e8db tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:30.841240 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-744c39e4-479a-4812-90aa-3e14cb75e8db tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 15:58:30.850130 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-744c39e4-479a-4812-90aa-3e14cb75e8db tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] update failed (client error): There was a conflict when trying to complete your request. May 20 15:58:30.851212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-744c39e4-479a-4812-90aa-3e14cb75e8db tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "PUT /v2.0/security-groups/623f186c-49ad-48a0-8a87-36fd0d5e2c31 HTTP/1.1" status: 409 len: 330 time: 0.1194899 May 20 15:58:30.860615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.863170 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-b051a813-cf6d-4875-a113-2e2c6d3df26c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:30.864535 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b051a813-cf6d-4875-a113-2e2c6d3df26c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-1619183107 HTTP/1.1" status: 404 len: 329 time: 0.7184713 May 20 15:58:30.871064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41812) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:30.871764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41814) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:30.880740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:58:30.880740 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:58:30.880740 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '038b7a3c-86b1-41c5-8126-a3d79a582527'}] May 20 15:58:30.880740 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:58:30.881175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:58:30.938292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-6dea5e82-406a-4eaf-ab70-939455b0623f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86', 'tempest-TagsExtTest-Tag-1048429359') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:30.980736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Attempting to bind port 70db314b-a6b0-46fe-ad18-1197aca0b29e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:30.981411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Attempting to bind port 70db314b-a6b0-46fe-ad18-1197aca0b29e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:30.981518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Attempting to bind port 70db314b-a6b0-46fe-ad18-1197aca0b29e on network c800cd45-8e0a-4854-b24c-79b5a0fae769 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:30.988092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.043123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-07d2dff8-20ae-4a2a-b48e-25b5249445fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:31.043631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:31.044235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Checking segment: {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:31.045156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.045156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Bound using segment: {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:31.045774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Bound port: 70db314b-a6b0-46fe-ad18-1197aca0b29e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:31.046330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.058703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676fa10-c7eb-4a18-a0e7-a22cccc9b8d3 req-1056701b-240d-46a5-8067-ae9601642929 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.060841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c676fa10-c7eb-4a18-a0e7-a22cccc9b8d3 req-1056701b-240d-46a5-8067-ae9601642929 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5939941 May 20 15:58:31.067641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] For port d856b968-7d3a-4d71-95a0-00e5ce718398, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d856b968-7d3a-4d71-95a0-00e5ce718398,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:31.166162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.170799 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c676fa10-c7eb-4a18-a0e7-a22cccc9b8d3 req-99388a4f-69e3-4015-aeaf-7260506cfd04 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005025 May 20 15:58:31.176543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d856b968-7d3a-4d71-95a0-00e5ce718398 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:31.177021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.196932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.196932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.208286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Deleting port f0ac2964-bdc4-4825-817f-f5e882b2f92a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:31.208850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.236985 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4857289cfe6c477cbeb43e6b62ec098c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7500041 May 20 15:58:31.244045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eed9596a-45de-4205-bc0b-587cf4163981 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:31.245285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.248333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb19ea5-d7dd-4300-989e-72bcb56c316d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:31.250927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41820) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:31.278713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] For port 70db314b-a6b0-46fe-ad18-1197aca0b29e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:31.299315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:31.345729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] For port 70db314b-a6b0-46fe-ad18-1197aca0b29e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70db314b-a6b0-46fe-ad18-1197aca0b29e,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:31.373500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.381716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:31.400383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.441101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.486050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.506142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:31.507321 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-6dea5e82-406a-4eaf-ab70-939455b0623f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:31.510286 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6dea5e82-406a-4eaf-ab70-939455b0623f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags/tempest-TagsExtTest-Tag-1048429359 HTTP/1.1" status: 404 len: 329 time: 0.6340292 May 20 15:58:31.517828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41824) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:31.545005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-2a5f6d98-45e5-4c0f-b356-b253ffb9e23e tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', {'tags': ['tempest-TagsExtTest-Tag-1959030943', 'tempest-TagsExtTest-Tag-1117794810', 'tempest-TagsExtTest-Tag-128861385']}) {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.608249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Pushing event updated for resources: {'Port': ['ID=70db314b-a6b0-46fe-ad18-1197aca0b29e,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:31.612804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:31.615487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] For port f62063b4-26b0-47be-b8cc-7058152bac39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f62063b4-26b0-47be-b8cc-7058152bac39,segment=NetworkSegment(ba3dc9f4-6b45-4548-95d0-47d1a8da5265),segment_id=ba3dc9f4-6b45-4548-95d0-47d1a8da5265)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:31.622936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.626003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:31.628401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.672678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] DHCP port deletion for 038b7a3c-86b1-41c5-8126-a3d79a582527 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:31.720860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8::1 (c800cd45-8e0a-4854-b24c-79b5a0fae769/eec98671-2ca7-4083-b575-8cb09893deb9/912059b8-139c-4b51-8051-43fc1866eed3) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:31.741507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.794514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f62063b4-26b0-47be-b8cc-7058152bac39 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:31.856116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.871262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:31.879356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Pushing event updated for resources: {'Port': ['ID=f62063b4-26b0-47be-b8cc-7058152bac39,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:31.912264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:31.934564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.959529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:31.965430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=d856b968-7d3a-4d71-95a0-00e5ce718398,revision_number=5']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:31.997671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Calling delete_port for f0ac2964-bdc4-4825-817f-f5e882b2f92a owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:32.003458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6bb12-c0cc-4142-b444-3011e722c5fc None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:32.004684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.010383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-acadca8e-cc5d-4740-a60e-512247addd64 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.715s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.113063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623f186c-49ad-48a0-8a87-36fd0d5e2c31,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.115827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=5bdf6822-24ef-4633-bb14-614d60f66665,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.132795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.143914 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2a5f6d98-45e5-4c0f-b356-b253ffb9e23e tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags HTTP/1.1" status: 200 len: 317 time: 0.6160605 May 20 15:58:32.143914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.147512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Deleting port f62063b4-26b0-47be-b8cc-7058152bac39 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:32.148176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.161837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41828) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:32.162388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-174e016a-3552-4074-9395-d23247a3a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.191430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.199574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-a095429f-7277-4732-a0bf-d3a69f2c845b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:32.209058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:32.210194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.312538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb19ea5-d7dd-4300-989e-72bcb56c316d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.319571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.325479 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/623f186c-49ad-48a0-8a87-36fd0d5e2c31 HTTP/1.1" status: 204 len: 168 time: 1.4517040 May 20 15:58:32.331117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.331802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41834) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:32.350552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.357787 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cb19ea5-d7dd-4300-989e-72bcb56c316d HTTP/1.1" status: 204 len: 168 time: 1.0824375 May 20 15:58:32.399881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.439055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.453682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 9.2324488 May 20 15:58:32.459156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41840) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:32.459495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f27ed22b-4495-4736-8802-b38f40d7d748 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.538837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] For port f62063b4-26b0-47be-b8cc-7058152bac39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f62063b4-26b0-47be-b8cc-7058152bac39,segment=NetworkSegment(ba3dc9f4-6b45-4548-95d0-47d1a8da5265),segment_id=ba3dc9f4-6b45-4548-95d0-47d1a8da5265)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:32.539393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.550344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:82:a2:e8', 'name': 'tempest-NetworksTestDHCPv6-1764083211'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:32.737431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Calling delete_port for f62063b4-26b0-47be-b8cc-7058152bac39 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:32.743467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.743756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port f62063b4-26b0-47be-b8cc-7058152bac39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f62063b4-26b0-47be-b8cc-7058152bac39,segment=NetworkSegment(ba3dc9f4-6b45-4548-95d0-47d1a8da5265),segment_id=ba3dc9f4-6b45-4548-95d0-47d1a8da5265)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:32.755410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.758741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a11db913-35b2-4a35-9a8d-33e3b01ad384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.781791 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/ports/f0ac2964-bdc4-4825-817f-f5e882b2f92a HTTP/1.1" status: 204 len: 168 time: 2.0533864 May 20 15:58:32.814524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41846) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:32.909789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Port': ['ID=f0ac2964-bdc4-4825-817f-f5e882b2f92a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.922869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=f62063b4-26b0-47be-b8cc-7058152bac39,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.928000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.932655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.959356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-829d7602-ad0c-43ce-ac12-a29471cf9a10 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Synchronizing usage tracker for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:32.963325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:32.978647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.982903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.983533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:32.987348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.999367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:33.022601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-829d7602-ad0c-43ce-ac12-a29471cf9a10 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Unset dirty status for tenant:a4d971e64e4045f1bb0589b656e8ffe2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:33.036616 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-829d7602-ad0c-43ce-ac12-a29471cf9a10 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6906307 May 20 15:58:33.036616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:33.038130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41850) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.065805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3a28ddeb-e353-4ec0-bf08-f9ed0e99202c tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Synchronizing usage tracker for tenant:72b286ff315542929a74df90a13f5c5a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:33.078190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port f62063b4-26b0-47be-b8cc-7058152bac39 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:33.078546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.092405 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-581ae932-51c3-4b62-b2ce-b434c5e244a2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] delete failed (client error): The resource could not be found. May 20 15:58:33.100903 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-581ae932-51c3-4b62-b2ce-b434c5e244a2 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "DELETE /v2.0/security-groups/d673cf21-db88-4c27-af4c-2c2239348822 HTTP/1.1" status: 404 len: 347 time: 0.0537369 May 20 15:58:33.104968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41856) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.112262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Pushing event deleted for resources: {'Port': ['ID=f62063b4-26b0-47be-b8cc-7058152bac39,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:33.113132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object 912059b8-139c-4b51-8051-43fc1866eed3 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:33.125960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:33.131114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] No DVR routers for this DVR port f62063b4-26b0-47be-b8cc-7058152bac39 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:33.136686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:33.186318 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a095429f-7277-4732-a0bf-d3a69f2c845b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags HTTP/1.1" status: 204 len: 168 time: 1.0118179 May 20 15:58:33.190546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3a28ddeb-e353-4ec0-bf08-f9ed0e99202c tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Unset dirty status for tenant:72b286ff315542929a74df90a13f5c5a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:33.191721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3a28ddeb-e353-4ec0-bf08-f9ed0e99202c tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3712933 May 20 15:58:33.197125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41862) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.197442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41864) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.210246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1191303670'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:33.212397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-c3d11b81-2b30-4880-99f2-51c69fed46ec tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] show failed (client error): The resource could not be found. May 20 15:58:33.219249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c3d11b81-2b30-4880-99f2-51c69fed46ec tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-groups/ba2a5065-c729-48be-81e6-770fa348de98 HTTP/1.1" status: 404 len: 347 time: 0.1056573 May 20 15:58:33.219722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-fceaacd5-87fa-4519-9ea4-bbc2dbd6f5eb tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-1959030943') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:33.221785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41870) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.320856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e35f-1a3f-43fa-97a7-c50eaa024f80 req-ce6d495b-a387-4f29-834b-14e59433ff05 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.323816 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6156e35f-1a3f-43fa-97a7-c50eaa024f80 req-ce6d495b-a387-4f29-834b-14e59433ff05 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5690730 May 20 15:58:33.333590 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-584e1bd6-009b-4531-8248-51efea169458 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] show failed (client error): The resource could not be found. May 20 15:58:33.334937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-584e1bd6-009b-4531-8248-51efea169458 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] 10.222.0.13 "GET /v2.0/security-group-rules/31553b0d-2361-422b-9f9c-b44c1fb74f14 HTTP/1.1" status: 404 len: 356 time: 0.1069369 May 20 15:58:33.356605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port f62063b4-26b0-47be-b8cc-7058152bac39, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:33.357271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.574353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2ca13-c47b-40fd-b7f6-ccd2cb7ce7b7 None None] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:33.642615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:33.669362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:network and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:33.678012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:33.704310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:33.800589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for f62063b4-26b0-47be-b8cc-7058152bac39 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:33.839406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Port f62063b4-26b0-47be-b8cc-7058152bac39 was not found and therefore no delete operation was performed {{(pid=92432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 15:58:33.846031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:33.850025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.851609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.864200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51bb3e31-1e5c-4e9f-87f5-9cb59062cc98 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:33.868429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.888018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7b69392e-a430-433e-9163-3c54d2aca6e5 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:33.951413 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-fceaacd5-87fa-4519-9ea4-bbc2dbd6f5eb tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:33.956923 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fceaacd5-87fa-4519-9ea4-bbc2dbd6f5eb tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-1959030943 HTTP/1.1" status: 404 len: 329 time: 0.7540107 May 20 15:58:33.974224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41884) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.997959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:34.007295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-a7baf136-9427-49aa-8169-2da5644e35a5 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-1117794810') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.072509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:34.101302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port f62063b4-26b0-47be-b8cc-7058152bac39 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:34.112231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a625055d-4d54-4494-b734-d8da0543829b None None] Provisioning for port 70db314b-a6b0-46fe-ad18-1197aca0b29e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:34.187880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70db314b-a6b0-46fe-ad18-1197aca0b29e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:34.188546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:34.189095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.229954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6156e35f-1a3f-43fa-97a7-c50eaa024f80 req-e9999198-96b1-4541-8aa0-b13e0c955efa tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8934119 May 20 15:58:34.257951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=f62063b4-26b0-47be-b8cc-7058152bac39,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:34.269622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:34.313999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.340598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:34.377287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=912059b8-139c-4b51-8051-43fc1866eed3,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:34.401419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:34.437392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.437744 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Added segment 8ac907de-44bd-4fc0-96f2-935ab293742b of type vlan for network 0845898c-8636-4875-9216-7177637bf94d May 20 15:58:34.495733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 5d481dcb-d8df-43fa-9a91-c36de697eaba yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:34.554793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41896) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:34.602812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.622738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41902) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:34.653827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038b7a3c-86b1-41c5-8126-a3d79a582527']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.693658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.693658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3dc9f4-6b45-4548-95d0-47d1a8da5265') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.729948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.744951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.775060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 70db314b-a6b0-46fe-ad18-1197aca0b29e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:34.796221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-110702376'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:34.804783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:34.813314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:network and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:34.816608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:34.818539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 70db314b-a6b0-46fe-ad18-1197aca0b29e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:34.819658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.819846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.831963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:34.845227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:34.845812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:34.869146 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:34.872922 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-a7baf136-9427-49aa-8169-2da5644e35a5 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:34.880823 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a7baf136-9427-49aa-8169-2da5644e35a5 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-1117794810 HTTP/1.1" status: 404 len: 329 time: 0.8846939 May 20 15:58:34.882445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41908) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:34.942689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-4e8d256a-fd75-4c38-918b-a4a6615c00db tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc', 'tempest-TagsExtTest-Tag-128861385') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.960421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.975277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-eb66292f-9b53-4da7-9489-02cf89ba3d1b None None] Provisioning complete for port d856b968-7d3a-4d71-95a0-00e5ce718398 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:34.975870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb66292f-9b53-4da7-9489-02cf89ba3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.034838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Made reservation on behalf of 2141024b1f6d41d2b999453bc145323b for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:35.038848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.071836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcdd41-1634-4960-80eb-1f762b4de2a5 req-8bb54f9b-1187-4687-9763-994da4744772 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:35.073870 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eefcdd41-1634-4960-80eb-1f762b4de2a5 req-8bb54f9b-1187-4687-9763-994da4744772 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.3468552 May 20 15:58:35.094162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.140999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.147974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:35.148956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.178112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:35.215562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94811982-a13d-41bf-94e1-9838aea8d248 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.299058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eefcdd41-1634-4960-80eb-1f762b4de2a5 req-f39ed9fa-8ed3-4583-a694-021911878c36 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073121 May 20 15:58:35.320650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.332335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:security_group_rule and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:35.363227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c1b80da-aa75-4a58-8e58-6302aca6d6aa tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.392610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.411082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:35.411480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.418934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-4e8d256a-fd75-4c38-918b-a4a6615c00db tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:35.421079 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4e8d256a-fd75-4c38-918b-a4a6615c00db tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags/tempest-TagsExtTest-Tag-128861385 HTTP/1.1" status: 404 len: 328 time: 0.5310071 May 20 15:58:35.443763 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0426c2a8-4dcc-41a0-8390-c9174187a541 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4d971e64e4045f1bb0589b656e8ffe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175027 May 20 15:58:35.446406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:35.449686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41916) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:35.450580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41918) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:35.459936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=038b7a3c-86b1-41c5-8126-a3d79a582527,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:35.496267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 70db314b-a6b0-46fe-ad18-1197aca0b29e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70db314b-a6b0-46fe-ad18-1197aca0b29e,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:35.501178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-8bb57187-5f90-470d-9285-99a8d61c60d0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', {'tags': ['tempest-TagsExtTest-Tag-1256732307', 'tempest-TagsExtTest-Tag-353166098', 'tempest-TagsExtTest-Tag-1414219589']}) {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:35.503354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.504548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d856b968-7d3a-4d71-95a0-00e5ce718398 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:35.545954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:35.556243 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/038b7a3c-86b1-41c5-8126-a3d79a582527 HTTP/1.1" status: 204 len: 168 time: 9.8338470 May 20 15:58:35.563843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-300ef6e0-9e8f-4a40-9adc-19c13d14ce2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.571654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41924) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:35.647757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-523834079'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:35.712680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4ea93dbc-32f0-4a7f-b41f-bb8f5f0ebd67 None None] Provisioning complete for port 70db314b-a6b0-46fe-ad18-1197aca0b29e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:35.713148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4ea93dbc-32f0-4a7f-b41f-bb8f5f0ebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.730160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:35.754028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.778967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=70db314b-a6b0-46fe-ad18-1197aca0b29e,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:35.790529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:35.812773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:35.825478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8bb57187-5f90-470d-9285-99a8d61c60d0 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "PUT /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags HTTP/1.1" status: 200 len: 317 time: 0.3687067 May 20 15:58:35.835278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:35.857268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d856b968-7d3a-4d71-95a0-00e5ce718398 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:35.857798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.869807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Network': ['ID=0845898c-8636-4875-9216-7177637bf94d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:35.870617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41928) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:35.879276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.879771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.884248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:35.890615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-16fbfd1a-33d3-40a9-ac8b-4bb3af94f611 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.892891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-2f9f2d76-fb50-4462-abf3-c840ba208872 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:35.906731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0845898c-8636-4875-9216-7177637bf94d details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:35.920980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:35.970511 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7684529 May 20 15:58:35.988109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41932) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:36.012779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-593547210'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:36.023058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.026147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:36.030898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.072882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:36.129644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:network and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:36.140077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:36.145719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=912059b8-139c-4b51-8051-43fc1866eed3,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:36.154522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:36.157593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.161105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:36.184298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376dc71-6bac-4bfa-ad14-07928c9805ec req-62e112af-aa17-4d9e-8ea3-0dfc759b4f81 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:36.186926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4376dc71-6bac-4bfa-ad14-07928c9805ec req-62e112af-aa17-4d9e-8ea3-0dfc759b4f81 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.5507481 May 20 15:58:36.199035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:36.202161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.237953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 172.20.0.6 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d5fc1f55-30bb-4060-be06-61dbd1c51cb5/5d481dcb-d8df-43fa-9a91-c36de697eaba) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:36.241507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:36.250882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4ea93dbc-32f0-4a7f-b41f-bb8f5f0ebd67 None None] Provisioning for port 912059b8-139c-4b51-8051-43fc1866eed3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:36.272407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4ea93dbc-32f0-4a7f-b41f-bb8f5f0ebd67 None None] Provisioning complete for port 912059b8-139c-4b51-8051-43fc1866eed3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:36.273182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4ea93dbc-32f0-4a7f-b41f-bb8f5f0ebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.284945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2f9f2d76-fb50-4462-abf3-c840ba208872 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags HTTP/1.1" status: 204 len: 168 time: 0.4002540 May 20 15:58:36.286846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:36.291586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41936) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:36.302889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.303430 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Added segment 607a6725-4a3f-419d-91cd-907b65092924 of type vlan for network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 May 20 15:58:36.315006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-8268c57c-b231-48ad-9686-b27f2a8bd7ca tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-1256732307') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:36.323681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.323920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 962947ec-abcb-4482-b558-d2b1f5313fd3 of type vlan for network c5e382d5-85e9-4c66-bb5d-05d3063503a8 May 20 15:58:36.324310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fe82:a2e8 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/5bdf6822-24ef-4633-bb14-614d60f66665/5d481dcb-d8df-43fa-9a91-c36de697eaba) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:36.326409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.341373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.355482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae3d6813-e7f5-475c-bb51-a834b6d5791b tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:36.371489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70db314b-a6b0-46fe-ad18-1197aca0b29e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:36.372914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.393646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:36.400947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:36.501302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4ea93dbc-32f0-4a7f-b41f-bb8f5f0ebd67 None None] Port 912059b8-139c-4b51-8051-43fc1866eed3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:36.543778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 70db314b-a6b0-46fe-ad18-1197aca0b29e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:36.544430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.550561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4376dc71-6bac-4bfa-ad14-07928c9805ec req-7ad4c146-fdbb-4b83-87e7-448747373803 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375592 May 20 15:58:36.594123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:36.601109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.627794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.628515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Added segment f3f4495b-3410-4941-9272-40ee6dc08251 of type vlan for network 375e1518-3faf-41e4-b268-ed0825182c8d May 20 15:58:36.682440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.700332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-75be847f-da4f-418a-95e0-613f77f5bca9 None None] Provisioning complete for port 912059b8-139c-4b51-8051-43fc1866eed3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:36.700762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75be847f-da4f-418a-95e0-613f77f5bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.740887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f378a2c-7248-49a4-8049-89f0ea9d1503,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:36.756573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:36.757778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.767412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3d2f0c19-306c-4f1e-861a-8aa43da82d5a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:36.779402 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8268c57c-b231-48ad-9686-b27f2a8bd7ca tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:36.783518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8268c57c-b231-48ad-9686-b27f2a8bd7ca tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-1256732307 HTTP/1.1" status: 404 len: 329 time: 0.4834526 May 20 15:58:36.793496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.803806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:36.804837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.817657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41942) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:36.852617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d932a2cb-b992-40c8-bad3-ae439c9fef77,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:36.871854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-71613e94-f956-496c-a474-58153ea4824a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-353166098') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:36.891480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-75be847f-da4f-418a-95e0-613f77f5bca9 None None] Port 912059b8-139c-4b51-8051-43fc1866eed3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:36.914622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:36.918379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f27c3883-62df-44cc-8f33-f8958ebdf386 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:37.025894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ba56d697-0101-40fb-b870-924b791e64ea None None] Provisioning complete for port 912059b8-139c-4b51-8051-43fc1866eed3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:37.026748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ba56d697-0101-40fb-b870-924b791e64ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.083969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.090075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.090871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.113820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d697-0101-40fb-b870-924b791e64ea None None] Port 912059b8-139c-4b51-8051-43fc1866eed3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:37.116147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.123047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.123750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.142974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9943d6b1-4ab8-4cfb-bce7-c086fb175708 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:37.152696 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5963354 May 20 15:58:37.154170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.159136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d932a2cb-b992-40c8-bad3-ae439c9fef77 HTTP/1.1" status: 204 len: 168 time: 1.6980925 May 20 15:58:37.159136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41948) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:37.169819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-71613e94-f956-496c-a474-58153ea4824a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:37.173506 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-71613e94-f956-496c-a474-58153ea4824a tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-353166098 HTTP/1.1" status: 404 len: 328 time: 0.3479319 May 20 15:58:37.184315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'subnet': {'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:37.203532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:37.207357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Network': ['ID=375e1518-3faf-41e4-b268-ed0825182c8d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:37.210651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:37.215346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0b0720eb-d481-4a1d-9b77-810957a061f7 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:37.223755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 375e1518-3faf-41e4-b268-ed0825182c8d details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:37.239360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-dd758093-7c16-4a74-adaf-137313d54863 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102', 'tempest-TagsExtTest-Tag-1414219589') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:37.252164 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6764047 May 20 15:58:37.263744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41958) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:37.334815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:37.362566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Network': ['ID=6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:37.370692 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3801477 May 20 15:58:37.377434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:37.397008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:37.533873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.576369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 5d481dcb-d8df-43fa-9a91-c36de697eaba will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:37.606079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:58:37.610914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=c5e382d5-85e9-4c66-bb5d-05d3063503a8,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:37.661923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c5e382d5-85e9-4c66-bb5d-05d3063503a8 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:37.663062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:37.715551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.729931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:37.808346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:37.818980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:subnet and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:37.824853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:37.853096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:37.903549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Made reservation on behalf of 2141024b1f6d41d2b999453bc145323b for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:37.910720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:37.947954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:37.966794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:38.052596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:38.062704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:38.071260 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:38.099640 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:38.100407 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:38.209876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:38.211315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:38.237598 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3505127 May 20 15:58:38.246708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41970) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:38.262106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-797168025'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:38.278595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=5d481dcb-d8df-43fa-9a91-c36de697eaba,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:38.283342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:38.293578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:38.296918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:38.302918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:38.315401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:38.322618 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8613491 May 20 15:58:38.330366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41976) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:38.337903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:38.363076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:38.378041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-dd758093-7c16-4a74-adaf-137313d54863 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] show failed (client error): The resource could not be found. May 20 15:58:38.384088 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dd758093-7c16-4a74-adaf-137313d54863 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags/tempest-TagsExtTest-Tag-1414219589 HTTP/1.1" status: 404 len: 329 time: 1.1744411 May 20 15:58:38.384367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:38.385120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:38.398104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:38.419252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 41982) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:38.442805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:38.457942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-623f0b10-649d-425f-b777-f4590692bd3d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ac8f728-0fa0-4d39-8d52-70fd54a97102') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:38.516951 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:38.597175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:38.651183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:38.655355 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment cf533ddc-47e5-4d15-8c71-7e9b6910e888 of type vlan for network 521a05c9-174b-48e9-885c-4143416f984c May 20 15:58:38.761922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c0a67041-9f85-4e1d-ba5d-6b26633fa642 None None] Provisioning for port 5d481dcb-d8df-43fa-9a91-c36de697eaba completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:38.782848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c0a67041-9f85-4e1d-ba5d-6b26633fa642 None None] Provisioning complete for port 5d481dcb-d8df-43fa-9a91-c36de697eaba triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:38.784943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c0a67041-9f85-4e1d-ba5d-6b26633fa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:38.799975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f7726-bbc2-47e4-984d-8fabc54082a3 req-846865b2-5216-4109-8522-d2f6b86f6151 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:38.799975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-425f7726-bbc2-47e4-984d-8fabc54082a3 req-846865b2-5216-4109-8522-d2f6b86f6151 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.7197518 May 20 15:58:38.815121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:38.992474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:39.002197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.010435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c0a67041-9f85-4e1d-ba5d-6b26633fa642 None None] Port 5d481dcb-d8df-43fa-9a91-c36de697eaba cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:39.051405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.094167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:39.097143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.113376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d583e0a7-8bb1-4f87-ae49-1e95438aa4ca tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:39.248721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing IP validity checks on allocation pools {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 15:58:39.249906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 15:58:39.340009 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:58:34Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:35Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:39.345264 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:39.345939 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Updating router 45b0751b-acb9-40f7-b287-47cb4aab8361 port 912059b8-139c-4b51-8051-43fc1866eed3 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:58:39.416080 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.494042 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-623f0b10-649d-425f-b777-f4590692bd3d tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102/tags HTTP/1.1" status: 204 len: 168 time: 1.0628223 May 20 15:58:39.499932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41994) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:39.501428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 41996) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:39.503959 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-425f7726-bbc2-47e4-984d-8fabc54082a3 req-f37e243f-ca75-4730-906d-c6515664b04f tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6693759 May 20 15:58:39.620088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-d59e573b-01c2-49aa-bfdc-ab6d1ad01550 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '928c27a7-4d87-4bd6-8ece-65c6e8a959fc') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:39.851322 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.866789 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Transition to ACTIVE for port object 912059b8-139c-4b51-8051-43fc1866eed3 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:39.878384 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.887156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:39.891438 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:39.900345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1fc706f5-3b91-49cc-b778-92190102d5eb tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:39.960367 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7118297 May 20 15:58:39.975814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=521a05c9-174b-48e9-885c-4143416f984c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:39.976141 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Pushing event updated for resources: {'Port': ['ID=912059b8-139c-4b51-8051-43fc1866eed3,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:39.979011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42004) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:39.985955 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.986441 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.986700 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.987051 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.987377 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.987741 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.988320 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.988693 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.989026 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.989369 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.989660 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:39.989958 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.006908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=dd53c1dc-e26b-4072-9224-1ffdcdab5d83,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:40.021168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:40.027246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:40.029227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 521a05c9-174b-48e9-885c-4143416f984c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:40.065875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:40.097372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1238671064-network', 'tenant_id': '3b4a09523f9b4a78bcfa2fff674d3597'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:40.119434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:40.141673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Usage tracker for resource:network and tenant:3b4a09523f9b4a78bcfa2fff674d3597 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:40.344180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:40.381523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:40.416355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f698f84-1d7a-442f-b13f-d9508b485710 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:40.429553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f698f84-1d7a-442f-b13f-d9508b485710 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:40.431422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7f698f84-1d7a-442f-b13f-d9508b485710 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:40.471655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Made reservation on behalf of 3b4a09523f9b4a78bcfa2fff674d3597 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:40.476366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.479574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '962947ec-abcb-4482-b558-d2b1f5313fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:40.480084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: c5e382d5-85e9-4c66-bb5d-05d3063503a8, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:40.503801 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d59e573b-01c2-49aa-bfdc-ab6d1ad01550 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc/tags HTTP/1.1" status: 204 len: 168 time: 0.9844172 May 20 15:58:40.506279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42012) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:40.510885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.527387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-897b90a6-ac5c-4b9b-9add-b659850c418f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.540398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-096ef629-668b-48d3-916d-574a866a2f68 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6803caf4-a321-44f8-a332-df2206e42e86') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:40.584369 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Attempting to bind port 912059b8-139c-4b51-8051-43fc1866eed3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:40.585313 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Attempting to bind port 912059b8-139c-4b51-8051-43fc1866eed3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:40.585837 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Attempting to bind port 912059b8-139c-4b51-8051-43fc1866eed3 on network c800cd45-8e0a-4854-b24c-79b5a0fae769 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:40.603244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:40.607182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network c5e382d5-85e9-4c66-bb5d-05d3063503a8 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:40.615626 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:40.616206 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Checking segment: {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:40.616882 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.617569 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Bound using segment: {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:40.618377 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Bound port: 912059b8-139c-4b51-8051-43fc1866eed3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32881e0f-ee48-4aa9-8ab0-7101e511aaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:40.618991 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.626581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.637078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7f698f84-1d7a-442f-b13f-d9508b485710 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:40.643178 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7f698f84-1d7a-442f-b13f-d9508b485710 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 2.3072870 May 20 15:58:40.645764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42018) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:40.668437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-76fe9232-ae09-4e50-8c82-ad274d9c1383 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:40.797260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:40.811675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Subnet': ['ID=da129f35-1149-4d29-b73e-3c2b2f83a399,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:40.838801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.839369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.839972 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.840575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.841181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.841827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.842447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.843092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.843863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.844517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.845083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.845866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:40.859808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:40.863109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c5e382d5-85e9-4c66-bb5d-05d3063503a8) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:40.865974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:40.881536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f2ec6-cc1f-47b3-aabc-cadad8949a67 None None] Network c5e382d5-85e9-4c66-bb5d-05d3063503a8 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:40.914545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Usage tracker for resource:security_group_rule and tenant:3b4a09523f9b4a78bcfa2fff674d3597 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:40.923592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:40.933870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:40.940710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:40.942193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.944680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:40.961229 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] For port 912059b8-139c-4b51-8051-43fc1866eed3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:40.972772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:40.973265 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] For port 912059b8-139c-4b51-8051-43fc1866eed3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=912059b8-139c-4b51-8051-43fc1866eed3,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:40.980886 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:40.997982 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ba48f207-6b5e-4238-82e8-d57ba8e784de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:41.003044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:41.163915 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Pushing event updated for resources: {'Port': ['ID=912059b8-139c-4b51-8051-43fc1866eed3,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:41.192024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Checking segment: {'id': 'f3f4495b-3410-4941-9272-40ee6dc08251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:41.193165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network hostable DHCP agents. Network: 375e1518-3faf-41e4-b268-ed0825182c8d, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:41.194509 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:41.196202 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:41.197657 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:41.237216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.9035625 May 20 15:58:41.242692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42022) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:41.264782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:41.272867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.729381 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:41.732218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c5e382d5-85e9-4c66-bb5d-05d3063503a8', 'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': 'dd53c1dc-e26b-4072-9224-1ffdcdab5d83'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:41.741599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.795172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network 375e1518-3faf-41e4-b268-ed0825182c8d is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:41.825116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 375e1518-3faf-41e4-b268-ed0825182c8d) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:41.874146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:41.875629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:41.915722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b436f-a0dc-458f-a16c-6181ae7bdd19 req-92690276-bff1-4dcc-8575-947be6ccd94b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:41.917744 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb3b436f-a0dc-458f-a16c-6181ae7bdd19 req-92690276-bff1-4dcc-8575-947be6ccd94b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.9380386 May 20 15:58:41.926330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7582936 May 20 15:58:41.937000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42026) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:41.944549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-79759809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:41.996917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab038fb-ef10-468d-bf2e-2d92817594d8 None None] Network 375e1518-3faf-41e4-b268-ed0825182c8d requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:41.998058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:42.022519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:router and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:42.031538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:42.044723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42030) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:42.054818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.056858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:42.060204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'subnets': [{'network_id': '0845898c-8636-4875-9216-7177637bf94d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1433709082', 'ip_version': 6}, {'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:42.060988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'subnet': {'network_id': '0845898c-8636-4875-9216-7177637bf94d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1433709082', 'ip_version': 6}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:42.064596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Request body: {'subnet': {'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:42.101167 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-096ef629-668b-48d3-916d-574a866a2f68 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86/tags HTTP/1.1" status: 204 len: 168 time: 1.5723307 May 20 15:58:42.111559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42034) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:42.114518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.130017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-79462b16-99e0-4f35-9a1e-4c681cdbc715 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:42.168506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.169619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.176630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb3b436f-a0dc-458f-a16c-6181ae7bdd19 req-096d079c-3fc7-4eee-bf88-44a0bd664e7b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406452 May 20 15:58:42.212962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.227070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c8b5a67f-7014-4307-9a33-1c69c42085df tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:42.286848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:42.292613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.350135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc15055-cd3e-4e52-be2e-e88dbf707f9a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:42.351379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.373575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.374813 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Added segment 74240c4c-b6e2-456a-98c0-9854a3f6d02e of type vlan for network 4cec4598-cebe-4fff-8700-dd8447a5451e May 20 15:58:42.401243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 5d481dcb-d8df-43fa-9a91-c36de697eaba {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:42.402282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.412023 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:58:34Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:40Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:42.417238 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b9c1-d77d-4cc0-8e70-3aff591c1ca3 None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:58:34Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:40Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:42.436632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.443939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.445192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.446297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.446928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.448084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.449573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.450212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.451077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.451688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.452281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.453720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.454385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:42.540506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:42.582850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Allocated IP 172.20.0.3 (c5e382d5-85e9-4c66-bb5d-05d3063503a8/dd53c1dc-e26b-4072-9224-1ffdcdab5d83/9dec5b77-4e68-4396-8e09-d751e2e1602b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:42.645758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.651761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e64b7b49-8908-44f9-9c69-48d58486d492 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.7125235 May 20 15:58:42.664397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-79462b16-99e0-4f35-9a1e-4c681cdbc715 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f/tags HTTP/1.1" status: 204 len: 168 time: 0.5405672 May 20 15:58:42.664679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42040) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:42.664830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42044) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:42.753739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.843826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.858176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Transition to ACTIVE for port object 9dec5b77-4e68-4396-8e09-d751e2e1602b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:42.916196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Transition to ACTIVE for port object 9dec5b77-4e68-4396-8e09-d751e2e1602b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:42.951604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.970422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bdf37084-42a2-4030-ba88-5322880b0a76 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for subnetpool, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:42.972236 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bdf37084-42a2-4030-ba88-5322880b0a76 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnetpools/1ac8f728-0fa0-4d39-8d52-70fd54a97102 HTTP/1.1" status: 204 len: 168 time: 0.3012106 May 20 15:58:42.979495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42050) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:43.060226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.070524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2551364a-0f19-40e2-81fb-c73cdd433e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:43.104174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d9542f27-ee5d-430f-94d7-d76264d129c4 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:43.146299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6330c4dd-a5ed-4393-879d-ddf8267ccf7b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Synchronizing usage tracker for tenant:dbb542185c0e46e985d92bc0e44ccbb2 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:43.151847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Network c5e382d5-85e9-4c66-bb5d-05d3063503a8 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:43.167317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=dd53c1dc-e26b-4072-9224-1ffdcdab5d83,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:43.208870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:43.213390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Pushing event updated for resources: {'Port': ['ID=9dec5b77-4e68-4396-8e09-d751e2e1602b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:43.217405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:43.224122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:43.248410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:43.360153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:43.466715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:58:43.473788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.491778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-375e1518-3faf-41e4-b268-ed0825182c8d', 'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d', 'tenant_id': '2141024b1f6d41d2b999453bc145323b', 'fixed_ips': [{'subnet_id': 'da129f35-1149-4d29-b73e-3c2b2f83a399'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:43.491778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.511423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Attempting to bind port 9dec5b77-4e68-4396-8e09-d751e2e1602b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:43.511884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Attempting to bind port 9dec5b77-4e68-4396-8e09-d751e2e1602b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '962947ec-abcb-4482-b558-d2b1f5313fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:43.512721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Attempting to bind port 9dec5b77-4e68-4396-8e09-d751e2e1602b on network c5e382d5-85e9-4c66-bb5d-05d3063503a8 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:43.545587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Usage tracker for resource:subnet and tenant:72b286ff315542929a74df90a13f5c5a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:43.562667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.578313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6330c4dd-a5ed-4393-879d-ddf8267ccf7b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Unset dirty status for tenant:dbb542185c0e46e985d92bc0e44ccbb2 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:43.579523 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6330c4dd-a5ed-4393-879d-ddf8267ccf7b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c27a7-4d87-4bd6-8ece-65c6e8a959fc HTTP/1.1" status: 200 len: 205 time: 0.5930314 May 20 15:58:43.588651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:43.593982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42054) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:43.601895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e382d5-85e9-4c66-bb5d-05d3063503a8']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:43.605804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:43.606556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Checking segment: {'id': '962947ec-abcb-4482-b558-d2b1f5313fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:43.607341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.608012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Bound using segment: {'id': '962947ec-abcb-4482-b558-d2b1f5313fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:43.609635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Bound port: 9dec5b77-4e68-4396-8e09-d751e2e1602b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962947ec-abcb-4482-b558-d2b1f5313fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:43.610894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.672652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.675471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-41e36adf-11ed-4266-b1d9-689c2bf0dca3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:43.697393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:43.746440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] For port 9dec5b77-4e68-4396-8e09-d751e2e1602b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:43.750349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962947ec-abcb-4482-b558-d2b1f5313fd3') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:43.750649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962947ec-abcb-4482-b558-d2b1f5313fd3') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:43.751962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] For port 9dec5b77-4e68-4396-8e09-d751e2e1602b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9dec5b77-4e68-4396-8e09-d751e2e1602b,segment=NetworkSegment(962947ec-abcb-4482-b558-d2b1f5313fd3),segment_id=962947ec-abcb-4482-b558-d2b1f5313fd3)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:43.759918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.774381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.775456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:43.776047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.791258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:43.829797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Made reservation on behalf of 72b286ff315542929a74df90a13f5c5a for: {'subnet': 2} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:43.830897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.833893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.834248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.840098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.841517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ac8d3636-9bfe-4f3c-a5cb-c10649513650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:43.883802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.888497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ae7cf1f-d351-4806-b7ee-fa64eef0d5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.969013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:43.977232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-3ed236a8-fff4-4789-9392-3f65e53f6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:43.980134 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-3ed236a8-fff4-4789-9392-3f65e53f6a22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57f719956ccb4141918cefcd5e24597d&device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 1098 time: 0.9235785 May 20 15:58:43.989128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=5d4303a2-8a66-4c5a-a1de-15420ab2b7bd,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:44.045948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Allocated IP 172.20.0.2 (375e1518-3faf-41e4-b268-ed0825182c8d/da129f35-1149-4d29-b73e-3c2b2f83a399/1ac04ee4-bdbd-44c5-8e18-5c108ce6d520) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:44.055542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:44.056325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Pushing event updated for resources: {'Port': ['ID=9dec5b77-4e68-4396-8e09-d751e2e1602b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:44.056564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.058806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 5d481dcb-d8df-43fa-9a91-c36de697eaba owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:44.066462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:44.073482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:44.097707 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:44.138014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918dbe-492b-43e5-bc01-afd866e7ad05 req-58861f18-b258-41fb-aa9a-b33285772024 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:44.147824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bb918dbe-492b-43e5-bc01-afd866e7ad05 req-58861f18-b258-41fb-aa9a-b33285772024 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.9974976 May 20 15:58:44.172261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2236f-a488-43bf-8bdb-2a0b6be31d74 None None] Network c5e382d5-85e9-4c66-bb5d-05d3063503a8 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:44.360932 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.8531139 May 20 15:58:44.399239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42058) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:44.417683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:44.418525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: 521a05c9-174b-48e9-885c-4143416f984c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:44.420998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Pushing event updated for resources: {'Network': ['ID=4cec4598-cebe-4fff-8700-dd8447a5451e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:44.424047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:44.434916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Request body: {'subnet': {'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1238671064-subnet', 'tenant_id': '3b4a09523f9b4a78bcfa2fff674d3597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:44.440818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.464295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:44.477171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Usage tracker for resource:subnet and tenant:3b4a09523f9b4a78bcfa2fff674d3597 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:44.485641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4cec4598-cebe-4fff-8700-dd8447a5451e details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:44.518444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:44.547525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:44.547897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 912059b8-139c-4b51-8051-43fc1866eed3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:44.560927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.563404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:58:44.563404 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:58:44.563404 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': 'c5e382d5-85e9-4c66-bb5d-05d3063503a8'}] May 20 15:58:44.563404 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:58:44.563766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:58:44.565867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.606229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bb918dbe-492b-43e5-bc01-afd866e7ad05 req-f4e25a7d-c269-42ee-8ba4-d44f2a8b2b4b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569421 May 20 15:58:44.653503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 521a05c9-174b-48e9-885c-4143416f984c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:44.665684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-28326499-c1cc-4f66-966b-dcb3b186d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:44.668157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-28326499-c1cc-4f66-966b-dcb3b186d920 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 200 len: 912 time: 0.6717296 May 20 15:58:44.747192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.750702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.767625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Transition to ACTIVE for port object 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:44.790097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 912059b8-139c-4b51-8051-43fc1866eed3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:44.800150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Transition to ACTIVE for port object 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:44.802872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 912059b8-139c-4b51-8051-43fc1866eed3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:44.803319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.807087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 521a05c9-174b-48e9-885c-4143416f984c) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:44.809647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.810463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Fanout notify agent at l3_agent the message router_deleted on router 928c27a7-4d87-4bd6-8ece-65c6e8a959fc {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:58:44.869636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:44.870155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.874003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Made reservation on behalf of 3b4a09523f9b4a78bcfa2fff674d3597 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:44.876413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.895011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8009122-b15b-45e4-b2b6-d0d1877c0603 None None] Network 521a05c9-174b-48e9-885c-4143416f984c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:44.914133 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.9025452 May 20 15:58:44.917467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42062) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:44.918712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.923595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.927408 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f75087c1-30c9-47ac-af90-5f9762b15f0b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/routers/928c27a7-4d87-4bd6-8ece-65c6e8a959fc HTTP/1.1" status: 204 len: 168 time: 1.3317766 May 20 15:58:44.928295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:44.930614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42066) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:45.027302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-26340dc9-7283-4fe4-b89a-35aaaabc59ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 200 len: 1001 time: 0.3522360 May 20 15:58:45.058205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Network 375e1518-3faf-41e4-b268-ed0825182c8d is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:45.063245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:45.078497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:45.084101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.142697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Pushing event updated for resources: {'Port': ['ID=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:45.153565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:45.298366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Attempting to bind port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:45.299039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Attempting to bind port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f3f4495b-3410-4941-9272-40ee6dc08251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:45.299579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Attempting to bind port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 on network 375e1518-3faf-41e4-b268-ed0825182c8d {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:45.323294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:45.323661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Checking segment: {'id': 'f3f4495b-3410-4941-9272-40ee6dc08251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:45.324246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.324823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Bound using segment: {'id': 'f3f4495b-3410-4941-9272-40ee6dc08251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:45.325507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Bound port: 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f4495b-3410-4941-9272-40ee6dc08251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:45.326079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.436298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.444775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-d0e68b59-4b8c-4e54-8e04-2cc9e849afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:45.446292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-d0e68b59-4b8c-4e54-8e04-2cc9e849afe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 200 len: 851 time: 0.4036734 May 20 15:58:45.485548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-521a05c9-174b-48e9-885c-4143416f984c', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:45.486837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.510173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Allocated IP 172.20.0.1 (375e1518-3faf-41e4-b268-ed0825182c8d/da129f35-1149-4d29-b73e-3c2b2f83a399/8dcf70e3-e0ce-4493-abd0-c31df66e45fa) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:45.536635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 912059b8-139c-4b51-8051-43fc1866eed3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=912059b8-139c-4b51-8051-43fc1866eed3,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:45.563569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.582420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6fd9a5f2-5175-4ab9-8637-eb46746f7f7f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:45.587510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.592385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-03179975-c1f6-4561-8408-ae8ab2a7308e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:45.629181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] For port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:45.664512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] For port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,segment=NetworkSegment(f3f4495b-3410-4941-9272-40ee6dc08251),segment_id=f3f4495b-3410-4941-9272-40ee6dc08251)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:45.687999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.737914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=5d481dcb-d8df-43fa-9a91-c36de697eaba,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:45.781262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=912059b8-139c-4b51-8051-43fc1866eed3,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:45.794083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:45.796631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:45.824682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:45.920983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Allocated IP 2001:db8:1::2 (521a05c9-174b-48e9-885c-4143416f984c/5d4303a2-8a66-4c5a-a1de-15420ab2b7bd/1922d3aa-8814-4235-9365-bfa18e835e60) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:46.052911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Pushing event updated for resources: {'Port': ['ID=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:46.058952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:46.245255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.281771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Transition to ACTIVE for port object 1922d3aa-8814-4235-9365-bfa18e835e60 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:46.305991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Deleting port 6803caf4-a321-44f8-a332-df2206e42e86 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:46.306457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.429102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Transition to ACTIVE for port object 1922d3aa-8814-4235-9365-bfa18e835e60 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:46.437590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.445737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.453549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-735e253e-b8ca-4ac3-8373-6d9b8edc923f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:46.519511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 9dec5b77-4e68-4396-8e09-d751e2e1602b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:46.520326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.545072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Network 521a05c9-174b-48e9-885c-4143416f984c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:46.549911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:46.554964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:46.566880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Pushing event updated for resources: {'Port': ['ID=1922d3aa-8814-4235-9365-bfa18e835e60,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:46.598188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:46.605010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-68ad168b-8b83-42d2-8310-543985788dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.607693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-68ad168b-8b83-42d2-8310-543985788dd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1481509 May 20 15:58:46.672103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 912059b8-139c-4b51-8051-43fc1866eed3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:46.726414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.736965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.779307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Transition to ACTIVE for port object 8dcf70e3-e0ce-4493-abd0-c31df66e45fa will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:46.794756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Attempting to bind port 1922d3aa-8814-4235-9365-bfa18e835e60 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:46.795374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Attempting to bind port 1922d3aa-8814-4235-9365-bfa18e835e60 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:46.795971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Attempting to bind port 1922d3aa-8814-4235-9365-bfa18e835e60 on network 521a05c9-174b-48e9-885c-4143416f984c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:46.813907 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/5d481dcb-d8df-43fa-9a91-c36de697eaba HTTP/1.1" status: 204 len: 168 time: 6.1664793 May 20 15:58:46.816496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:46.817145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Checking segment: {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:46.817908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.818567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Bound using segment: {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:46.819393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Bound port: 1922d3aa-8814-4235-9365-bfa18e835e60, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:46.820057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.820698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42072) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:46.851443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff676d-2488-4717-9bc8-1cd6663fe920 req-49ed76fa-724c-4579-9fb9-f7b46218af3b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.854100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-32ff676d-2488-4717-9bc8-1cd6663fe920 req-49ed76fa-724c-4579-9fb9-f7b46218af3b tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.9676936 May 20 15:58:46.947629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] For port 1922d3aa-8814-4235-9365-bfa18e835e60, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:46.951322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] For port 1922d3aa-8814-4235-9365-bfa18e835e60, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1922d3aa-8814-4235-9365-bfa18e835e60,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:46.960560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:46.966066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:47.005745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 912059b8-139c-4b51-8051-43fc1866eed3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:47.006128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.078686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba435b5-03b6-4eb1-b343-957780ee088f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.083625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba435b5-03b6-4eb1-b343-957780ee088f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.085907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba435b5-03b6-4eb1-b343-957780ee088f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.086994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7ba435b5-03b6-4eb1-b343-957780ee088f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:47.092375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.098340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.106078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2adac103-4452-4acb-a1cd-fbc90b37d08d tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:47.195700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 9dec5b77-4e68-4396-8e09-d751e2e1602b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9dec5b77-4e68-4396-8e09-d751e2e1602b,segment=NetworkSegment(962947ec-abcb-4482-b558-d2b1f5313fd3),segment_id=962947ec-abcb-4482-b558-d2b1f5313fd3)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:47.196676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.260306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Pushing event updated for resources: {'Port': ['ID=1922d3aa-8814-4235-9365-bfa18e835e60,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:47.260587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network 375e1518-3faf-41e4-b268-ed0825182c8d is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:47.260757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:47.268048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7ba435b5-03b6-4eb1-b343-957780ee088f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:47.273762 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7ba435b5-03b6-4eb1-b343-957780ee088f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4471877 May 20 15:58:47.279731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:47.291762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:47.298649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:47.388572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Port': ['ID=8dcf70e3-e0ce-4493-abd0-c31df66e45fa,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:47.404822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:47.458827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:47.459669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.508040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a5333d44-e67b-4203-8efc-c5b4978d187b tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:47.522108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a735f-8bcd-4ce7-b628-a672b15d4288 None None] Network 375e1518-3faf-41e4-b268-ed0825182c8d requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:47.620183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.724745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 5bdf6822-24ef-4633-bb14-614d60f66665 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:47.730625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.779907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0f9af138-8219-4576-ad4a-d24e288700c9 None None] Provisioning for port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:47.870904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.920744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:47.935538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:47.936203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:47.951270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 9dec5b77-4e68-4396-8e09-d751e2e1602b owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:47.970152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-32ff676d-2488-4717-9bc8-1cd6663fe920 req-5dcf14d7-d17c-451a-a1f8-740b8fcfb7e4 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8822651 May 20 15:58:48.058465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e11043-4290-4e59-9e66-373a4ae0987d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:48.060467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.073984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:48.076310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.120144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Calling delete_port for 6803caf4-a321-44f8-a332-df2206e42e86 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:48.125171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-bc9ebeb0-b859-45a8-9c8d-4af74c5f4d16 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4939058 May 20 15:58:48.314518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.380456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,segment=NetworkSegment(f3f4495b-3410-4941-9272-40ee6dc08251),segment_id=f3f4495b-3410-4941-9272-40ee6dc08251)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:48.385592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.391819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87abbe48-5088-4be6-baa9-addc494239da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:48.406946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.558997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:48.567464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-394d316e-85c3-449b-ae0e-a78c2e71288c req-3e612026-53de-4279-b5de-39243f4c86e6 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293914 May 20 15:58:48.569127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:48.676070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.683355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1922d3aa-8814-4235-9365-bfa18e835e60 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:48.724516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Checking segment: {'id': '74240c4c-b6e2-456a-98c0-9854a3f6d02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:48.724893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Network hostable DHCP agents. Network: 4cec4598-cebe-4fff-8700-dd8447a5451e, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:48.812612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d77923-0a9e-4133-8aab-84d2f055be44 None None] Network 521a05c9-174b-48e9-885c-4143416f984c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:48.814512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d80d133f-d90c-4c39-be03-cd148572f09f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:48.943679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=9dec5b77-4e68-4396-8e09-d751e2e1602b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:48.959698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 9dec5b77-4e68-4396-8e09-d751e2e1602b on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:48.961864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.021611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Network 4cec4598-cebe-4fff-8700-dd8447a5451e is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:49.045382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:49.207705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-889c19f7-1d7a-4e7d-b659-6152caa2cb74 None None] Provisioning complete for port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:49.208242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-889c19f7-1d7a-4e7d-b659-6152caa2cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.214498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 4cec4598-cebe-4fff-8700-dd8447a5451e) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:49.250476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8:1::1 (521a05c9-174b-48e9-885c-4143416f984c/5d4303a2-8a66-4c5a-a1de-15420ab2b7bd/d285f43b-eb75-4bfe-b55a-7f78c2defe04) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:49.287119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7715c-9aef-4660-810b-9121ef81ebea None None] Network 4cec4598-cebe-4fff-8700-dd8447a5451e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:49.288204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e00df208-777b-416a-9860-08fb63917e18 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:49.291636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.331110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-54550502-6bfb-4642-a900-1bb409bc82af tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:49.379534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.386610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:49.387481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.388451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event deleted for resources: {'Port': ['ID=6803caf4-a321-44f8-a332-df2206e42e86,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:49.428248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:49.440848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e382d5-85e9-4c66-bb5d-05d3063503a8']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:49.577986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962947ec-abcb-4482-b558-d2b1f5313fd3') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:49.578507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962947ec-abcb-4482-b558-d2b1f5313fd3') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:49.586693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Subnet': ['ID=c17ce01c-3d02-423e-be76-26712ab2dea0,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:49.603922 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1962168 May 20 15:58:49.603922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:49.603922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Checking segment: {'id': '8ac907de-44bd-4fc0-96f2-935ab293742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0845898c-8636-4875-9216-7177637bf94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:49.603922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network hostable DHCP agents. Network: 0845898c-8636-4875-9216-7177637bf94d, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:49.610242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.613720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.629828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:49.646759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.689980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.710811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/ports/6803caf4-a321-44f8-a332-df2206e42e86 HTTP/1.1" status: 204 len: 168 time: 4.7789781 May 20 15:58:49.712899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:49.713688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:49.733199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42088) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:49.742546 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:49.806127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720950b-5897-43d6-9d78-f193436d7905 req-5df4be74-cfac-44d6-9413-81c5231e3a6d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:49.807854 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1720950b-5897-43d6-9d78-f193436d7905 req-5df4be74-cfac-44d6-9413-81c5231e3a6d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.6275158 May 20 15:58:49.876472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1922d3aa-8814-4235-9365-bfa18e835e60 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:49.986455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdf6822-24ef-4633-bb14-614d60f66665,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:49.992443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:50.012532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440dfec0-3022-48c7-9d40-80816d60818b None None] Network 4cec4598-cebe-4fff-8700-dd8447a5451e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:50.054882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.057166 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/5bdf6822-24ef-4633-bb14-614d60f66665 HTTP/1.1" status: 204 len: 168 time: 2.7647862 May 20 15:58:50.072472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42094) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:50.158997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network 0845898c-8636-4875-9216-7177637bf94d is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:50.163850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf0138-2581-467b-8cad-83d1a39e6c12 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:50.196584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0845898c-8636-4875-9216-7177637bf94d) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:50.214515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-889c19f7-1d7a-4e7d-b659-6152caa2cb74 None None] Provisioning for port 8dcf70e3-e0ce-4493-abd0-c31df66e45fa completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:50.241121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4b317-a5ce-4756-81a3-ea6d51a95526 None None] Network 0845898c-8636-4875-9216-7177637bf94d requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:50.320804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet d5fc1f55-30bb-4060-be06-61dbd1c51cb5 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:50.332173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.335071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.339959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.366321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19ba8944-69ed-427e-86cb-204439d066ee tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:50.376829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.402940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.417211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.434729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b25af6c7-da4c-4ba0-93d9-a7987cf3996e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:50.435260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Deleting subnet b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:50.438861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.510971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.664213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.683331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.716411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.743054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Port': ['ID=8dcf70e3-e0ce-4493-abd0-c31df66e45fa,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:50.755479 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:50.802865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-889c19f7-1d7a-4e7d-b659-6152caa2cb74 None None] Provisioning complete for port 8dcf70e3-e0ce-4493-abd0-c31df66e45fa triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:50.803458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-889c19f7-1d7a-4e7d-b659-6152caa2cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.892124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:50.969101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=c5e382d5-85e9-4c66-bb5d-05d3063503a8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:50.977994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.987994 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1720950b-5897-43d6-9d78-f193436d7905 req-8259bd3f-5840-42e2-812f-8944dcad08e5 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1151719 May 20 15:58:50.989238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:50.991796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object d285f43b-eb75-4bfe-b55a-7f78c2defe04 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:50.993225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65f7c400-2642-49c2-895f-7c791ab888c2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:50.997799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network 375e1518-3faf-41e4-b268-ed0825182c8d is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:51.002575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:51.017591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.031095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/c5e382d5-85e9-4c66-bb5d-05d3063503a8 HTTP/1.1" status: 204 len: 168 time: 9.7814369 May 20 15:58:51.040761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42108) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:51.051277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783060919'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:51.056524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event deleted for resources: {'Subnet': ['ID=b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:51.062601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:51.063882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.069114 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/subnets/b2870fd4-ef58-47c1-bbc2-7179c7a5fa1f HTTP/1.1" status: 204 len: 168 time: 1.3247726 May 20 15:58:51.071259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42112) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:51.072448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:51.111280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:51.124000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:51.137770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:51.138898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648c6dd-5658-4f40-b9b7-8083f5a1ffcd None None] Network d0052680-5785-4c77-ad19-6877395c5fb0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:51.265959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:51.270141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.321714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42118) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:51.344221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:51.357088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.357878 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 0ad530a5-4b44-4487-858d-f501672f7e6d of type vlan for network 9ee5fb22-4296-492e-8f60-f166c8d6722e May 20 15:58:51.369471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.378101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ffce2146-8e98-46db-8326-902752123826 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:51.424148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.470486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1337643724-network', 'tenant_id': '09a267bfc10c4d4da68462deaf5ac75a'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:51.481899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:51.487789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.491463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Usage tracker for resource:network and tenant:09a267bfc10c4d4da68462deaf5ac75a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:51.492862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 521a05c9-174b-48e9-885c-4143416f984c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:51.499561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:51.504789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=d285f43b-eb75-4bfe-b55a-7f78c2defe04,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:51.507666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:51.508476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.516401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:51.555971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:51.635139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.637017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-889c19f7-1d7a-4e7d-b659-6152caa2cb74 None None] Port 8dcf70e3-e0ce-4493-abd0-c31df66e45fa cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:51.644095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:51.657757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.659400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-12058041-f707-45ea-8703-9c20ea8aaec8 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:51.668509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:51.669619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.699586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7b10a7e-a8e1-47b5-a957-a40748f5bf8d tempest-ExtraDHCPOptionsIpV6TestJSON-378474585 tempest-ExtraDHCPOptionsIpV6TestJSON-378474585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:51.736193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:51.737000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.794128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-0845898c-8636-4875-9216-7177637bf94d', 'network_id': '0845898c-8636-4875-9216-7177637bf94d', 'tenant_id': '72b286ff315542929a74df90a13f5c5a', 'fixed_ips': [{'subnet_id': 'c17ce01c-3d02-423e-be76-26712ab2dea0'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:51.795021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.936057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Made reservation on behalf of 09a267bfc10c4d4da68462deaf5ac75a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:51.938499 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8924842 May 20 15:58:51.942104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:51.953513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=9ee5fb22-4296-492e-8f60-f166c8d6722e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:51.955774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42122) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:51.969599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Provisioning for port 1922d3aa-8814-4235-9365-bfa18e835e60 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:51.980825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 9ee5fb22-4296-492e-8f60-f166c8d6722e details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:51.994735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Deleting port 42e211f9-e169-4acf-8e91-7ef4451cc10b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:51.995414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.014094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.022349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:52.031148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:52.055036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Provisioning complete for port 1922d3aa-8814-4235-9365-bfa18e835e60 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:52.055411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.104882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Checking segment: {'id': '607a6725-4a3f-419d-91cd-907b65092924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:52.105229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network hostable DHCP agents. Network: 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:52.115526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:52.120765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Usage tracker for resource:security_group_rule and tenant:09a267bfc10c4d4da68462deaf5ac75a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:52.124489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:52.134045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:52.248675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.254615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event updated for resources: {'Subnet': ['ID=7b73cf68-826e-48db-8e1a-0a89a9c080e1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:52.269605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.286717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:52.295814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:52.299477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:52.347090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.347090 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Added segment ea8351c4-67e0-4798-868e-7fb9e29898d2 of type vlan for network e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2 May 20 15:58:52.349630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Router 2eab24fa-c94e-4067-a0c0-f09d169616a2 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:58:52.375041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:52.402284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:52.404128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24623797-6769-4a7e-97a9-405d2120518b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:52.438022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Allocated IP 2001:db8::1 (0845898c-8636-4875-9216-7177637bf94d/c17ce01c-3d02-423e-be76-26712ab2dea0/fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:52.461915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f93c21-ba18-4a90-b8c4-da3e3a6c6762 None None] Network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:52.579979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] DHCP port deletion for d0052680-5785-4c77-ad19-6877395c5fb0 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:52.661683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.764306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:52.766720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:52.775368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.818202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:52.818501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] For port 42e211f9-e169-4acf-8e91-7ef4451cc10b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=42e211f9-e169-4acf-8e91-7ef4451cc10b,segment=NetworkSegment(605c30df-eff8-43a3-96cb-37ccddf5802f),segment_id=605c30df-eff8-43a3-96cb-37ccddf5802f)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:52.818705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:52.818885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.819466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.829959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 42e211f9-e169-4acf-8e91-7ef4451cc10b no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:52.856039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:52.897565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:52.925294 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "PUT /v2.0/routers/2eab24fa-c94e-4067-a0c0-f09d169616a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2627101 May 20 15:58:52.931804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42128) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:52.935900 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 10.8865695 May 20 15:58:52.940607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42130) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:52.944658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] Sync routers for ids ['2eab24fa-c94e-4067-a0c0-f09d169616a2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:52.947049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'port': {'network_id': '375e1518-3faf-41e4-b268-ed0825182c8d', 'name': 'tempest-FloatingIPNegativeTestJSON-54573498'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:52.974170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] For port 1922d3aa-8814-4235-9365-bfa18e835e60, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1922d3aa-8814-4235-9365-bfa18e835e60,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:53.025182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.036242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e8ff7bb9-8765-4385-add5-758dd6a52b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:53.045082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:53.100736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] Routers {'2eab24fa-c94e-4067-a0c0-f09d169616a2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:53.101734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['2eab24fa-c94e-4067-a0c0-f09d169616a2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:53.121439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.122526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:53.123139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.132366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13d963a7-349d-422e-a97b-15a13ed16205 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:53.183307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:53.218622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Calling delete_port for 42e211f9-e169-4acf-8e91-7ef4451cc10b owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:53.239117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Pushing event updated for resources: {'Network': ['ID=e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:53.241989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.248765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:53.258076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-190efd0b-81df-4e5c-8f7a-4666aecba0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:53.282382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:53.298013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:53.328312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:53.330871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=d5fc1f55-30bb-4060-be06-61dbd1c51cb5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:53.336018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393d1e8-5a0c-4578-a4f8-48e942dfba24 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:53.337785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393d1e8-5a0c-4578-a4f8-48e942dfba24 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:53.339501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393d1e8-5a0c-4578-a4f8-48e942dfba24 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:53.340439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f393d1e8-5a0c-4578-a4f8-48e942dfba24 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Synchronizing usage tracker for tenant:72b286ff315542929a74df90a13f5c5a on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:53.349714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:53.365930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.367867 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d5fc1f55-30bb-4060-be06-61dbd1c51cb5 HTTP/1.1" status: 204 len: 168 time: 3.2881107 May 20 15:58:53.375808 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0512402 May 20 15:58:53.376601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42136) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:53.421881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Provisioning complete for port 8dcf70e3-e0ce-4493-abd0-c31df66e45fa triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:53.422417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.478262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42138) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:53.508603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Request body: {'subnet': {'network_id': 'e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1337643724-subnet', 'tenant_id': '09a267bfc10c4d4da68462deaf5ac75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:53.509566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Pushing event updated for resources: {'Port': ['ID=1922d3aa-8814-4235-9365-bfa18e835e60,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:53.542261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f393d1e8-5a0c-4578-a4f8-48e942dfba24 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Unset dirty status for tenant:72b286ff315542929a74df90a13f5c5a on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:53.553962 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f393d1e8-5a0c-4578-a4f8-48e942dfba24 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6116271 May 20 15:58:53.557024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42144) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:53.558351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:53.559930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Deleting port 42e211f9-e169-4acf-8e91-7ef4451cc10b {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:53.561282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.566429 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-233fa4e0-e128-48ef-8384-422a051e7e45 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1856353 May 20 15:58:53.572931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Usage tracker for resource:subnet and tenant:09a267bfc10c4d4da68462deaf5ac75a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:53.576301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42148) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:53.597472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.634871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:53.697189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:53.699489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:53.708983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2', 'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2', 'tenant_id': '72b286ff315542929a74df90a13f5c5a', 'fixed_ips': [{'subnet_id': '7b73cf68-826e-48db-8e1a-0a89a9c080e1'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:53.710417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.723629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:port and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:53.734901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:53.745779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] Routers {'2eab24fa-c94e-4067-a0c0-f09d169616a2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:53.747761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['2eab24fa-c94e-4067-a0c0-f09d169616a2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:53.749460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:53.762340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Made reservation on behalf of 09a267bfc10c4d4da68462deaf5ac75a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:53.765246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.784704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Deleting subnet c17ce01c-3d02-423e-be76-26712ab2dea0 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:53.797762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Made reservation on behalf of 2141024b1f6d41d2b999453bc145323b for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:53.801524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.888626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30740ee-69ec-49f6-ad8d-299bec05867d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:53.896704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] device_id is not set on port fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:58:53.926419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:53.933162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:53.958943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.959519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.960177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.960867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.961561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.962097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.962808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.963390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.963967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.964538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.965105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.966646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:53.989751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fb1e0-bc66-485e-b53c-9bff24ed5828 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:53.990508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6b8fb1e0-bc66-485e-b53c-9bff24ed5828 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:54.036439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6b8fb1e0-bc66-485e-b53c-9bff24ed5828 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:54.041003 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6b8fb1e0-bc66-485e-b53c-9bff24ed5828 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4059970 May 20 15:58:54.061823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42152) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:54.089680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44a360-3091-4e32-a6f9-04577cb7fff9 req-bb37be4e-080f-44dc-b6c1-1fc20eee099e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:54.098222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff44a360-3091-4e32-a6f9-04577cb7fff9 req-bb37be4e-080f-44dc-b6c1-1fc20eee099e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.8151510 May 20 15:58:54.167425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Allocated IP 172.20.0.12 (375e1518-3faf-41e4-b268-ed0825182c8d/da129f35-1149-4d29-b73e-3c2b2f83a399/fb750dc7-9b01-4a66-b61a-6a281dcc9ba0) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:54.239112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.252181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:54.252875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ab299-9597-4ab5-84c3-3ceb3d51d0ba None None] The sync data for ids ['2eab24fa-c94e-4067-a0c0-f09d169616a2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:54.298988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.262s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:54.345806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff44a360-3091-4e32-a6f9-04577cb7fff9 req-db993e95-d485-483e-9159-349ee4b8fb0a tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444596 May 20 15:58:54.357824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcf935-04f8-451e-aa1d-e9e14709b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:54.359257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a2dcf935-04f8-451e-aa1d-e9e14709b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:54.406743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a2dcf935-04f8-451e-aa1d-e9e14709b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:54.408310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a2dcf935-04f8-451e-aa1d-e9e14709b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3274000 May 20 15:58:54.417533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42158) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:54.450617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Transition to ACTIVE for port object fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:54.596380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.601820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 42e211f9-e169-4acf-8e91-7ef4451cc10b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=42e211f9-e169-4acf-8e91-7ef4451cc10b,segment=NetworkSegment(605c30df-eff8-43a3-96cb-37ccddf5802f),segment_id=605c30df-eff8-43a3-96cb-37ccddf5802f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:54.616642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-90b1c175-f8c8-4312-897b-f7d0523858e9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1972530 May 20 15:58:54.640696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Port 8dcf70e3-e0ce-4493-abd0-c31df66e45fa cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:54.661899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.669697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42162) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:54.672824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:54.681813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:54.736033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Transition to ACTIVE for port object fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:54.771072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.779879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.842227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] For port 42e211f9-e169-4acf-8e91-7ef4451cc10b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=42e211f9-e169-4acf-8e91-7ef4451cc10b,segment=NetworkSegment(605c30df-eff8-43a3-96cb-37ccddf5802f),segment_id=605c30df-eff8-43a3-96cb-37ccddf5802f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:54.842607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c4ccb7ec-f56d-4026-ac25-8f6846dadde9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:54.842751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.851510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.877625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1922d3aa-8814-4235-9365-bfa18e835e60 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:54.924084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:54.953111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-302e6f39-a1bf-49c5-91d9-42682b9f0437 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:55.065159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event deleted for resources: {'Port': ['ID=42e211f9-e169-4acf-8e91-7ef4451cc10b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:55.082378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] No DVR routers for this DVR port 42e211f9-e169-4acf-8e91-7ef4451cc10b on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:55.150481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Calling delete_port for 42e211f9-e169-4acf-8e91-7ef4451cc10b owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:55.173522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:55.195852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=42e211f9-e169-4acf-8e91-7ef4451cc10b,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:55.198877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-768620a6-c36c-414f-b122-f5746dcbc097 None None] Provisioning complete for port d856b968-7d3a-4d71-95a0-00e5ce718398 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:55.199504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-768620a6-c36c-414f-b122-f5746dcbc097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.223773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Transition to ACTIVE for port object fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:55.235831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Network 0845898c-8636-4875-9216-7177637bf94d is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:55.236918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:55.241207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:55.244811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:58:55.285430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Allocated IP 2001:db8:0:1::1 (6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2/7b73cf68-826e-48db-8e1a-0a89a9c080e1/0e932098-4e69-4893-b7ae-6f7846967358) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:55.289113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:55.304103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:55.305902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Checking segment: {'id': 'ea8351c4-67e0-4798-868e-7fb9e29898d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:55.306261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Network hostable DHCP agents. Network: e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:55.318975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.319739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.352390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33844fa-bd90-4c98-ab96-cc3b85727d25,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:55.363887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:55.379198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:55.400191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Network e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:55.421472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:55.435379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:55.458335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:55.459193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.463247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:55.467318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.467894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.469330 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:55.470022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:58:55.470147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.485051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f9f86-9cec-43fb-a590-e1e24902ef52 None None] Network e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:55.487687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:55.493122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.513677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:55.553683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Pushing event updated for resources: {'Port': ['ID=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:55.566358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:55.568677 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bfcbab0d-f8db-4695-95da-0c359b7db589 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8975132 May 20 15:58:55.570697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42166) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:55.582755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.595068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network 375e1518-3faf-41e4-b268-ed0825182c8d is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:55.601224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:55.619450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:55.633490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:55.685774 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1943765 May 20 15:58:55.685937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e480a-a00e-49e5-831f-96ffac3b4214 req-406961a4-f277-4f3b-bb30-435fc2c7db42 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:55.691529 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-599e480a-a00e-49e5-831f-96ffac3b4214 req-406961a4-f277-4f3b-bb30-435fc2c7db42 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.0753441 May 20 15:58:55.691845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.696014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1922d3aa-8814-4235-9365-bfa18e835e60 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:55.696396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.740911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0052680-5785-4c77-ad19-6877395c5fb0']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:55.830075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:55.830828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:55.835283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Attempting to bind port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:55.836047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Attempting to bind port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '8ac907de-44bd-4fc0-96f2-935ab293742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0845898c-8636-4875-9216-7177637bf94d'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:55.836630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Attempting to bind port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee on network 0845898c-8636-4875-9216-7177637bf94d {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:55.912079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605c30df-eff8-43a3-96cb-37ccddf5802f') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:55.912374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605c30df-eff8-43a3-96cb-37ccddf5802f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:55.918658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Port': ['ID=fb750dc7-9b01-4a66-b61a-6a281dcc9ba0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:55.970234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=d285f43b-eb75-4bfe-b55a-7f78c2defe04,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:55.985369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:55.989594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.008753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:56.008753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Checking segment: {'id': '8ac907de-44bd-4fc0-96f2-935ab293742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0845898c-8636-4875-9216-7177637bf94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:56.009287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.009494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Bound using segment: {'id': '8ac907de-44bd-4fc0-96f2-935ab293742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0845898c-8636-4875-9216-7177637bf94d'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:56.010002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Bound port: fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac907de-44bd-4fc0-96f2-935ab293742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0845898c-8636-4875-9216-7177637bf94d'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:56.010384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.021294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:56.042956 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-599e480a-a00e-49e5-831f-96ffac3b4214 req-15957c3c-724f-4055-86be-a1318c7f4c63 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076560 May 20 15:58:56.053982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.055298 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1046517 May 20 15:58:56.060364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.064038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42172) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:56.082215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:56.083255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:56.085463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:56.093246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:56.093443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:56.161908 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:56.169128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:56.193422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:floatingip and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:56.272774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Pushing event deleted for resources: {'Port': ['ID=42e211f9-e169-4acf-8e91-7ef4451cc10b,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:56.285686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:56.299774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] No DVR routers for this DVR port 42e211f9-e169-4acf-8e91-7ef4451cc10b on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:56.447937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:56.479898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:56.490758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 521a05c9-174b-48e9-885c-4143416f984c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:56.509177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:56.571597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:56.590602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:56.626981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:56.643238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.646068 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:56.646834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:58:56.711827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.735825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Transition to ACTIVE for port object 0e932098-4e69-4893-b7ae-6f7846967358 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:56.757448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.780723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea021ab5-7c65-4663-866a-a5a91c3c767b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:56.787148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.823497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.828426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.875254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a88ba-43bc-405f-9dbb-b1a31beee1ad None None] Network e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:56.887911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Subnet': ['ID=c17ce01c-3d02-423e-be76-26712ab2dea0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:56.898921 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2466972a-13a3-41f2-ae71-59a9ddb88734 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3106601 May 20 15:58:56.900605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:56.901328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42194) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:56.902705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-768620a6-c36c-414f-b122-f5746dcbc097 None None] Provisioning for port d285f43b-eb75-4bfe-b55a-7f78c2defe04 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:56.915235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:56.917475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-17568a87-5d6b-4c39-95d1-181486eb4285 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:56.948522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-768620a6-c36c-414f-b122-f5746dcbc097 None None] Provisioning complete for port d285f43b-eb75-4bfe-b55a-7f78c2defe04 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:56.949155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-768620a6-c36c-414f-b122-f5746dcbc097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.955441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.961417 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/subnets/c17ce01c-3d02-423e-be76-26712ab2dea0 HTTP/1.1" status: 204 len: 168 time: 3.3961837 May 20 15:58:56.968306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42198) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:57.035779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Pushing event deleted for resources: {'Network': ['ID=d0052680-5785-4c77-ad19-6877395c5fb0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:57.038371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:57.140207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] For port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:57.176776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Transition to ACTIVE for port object 0e932098-4e69-4893-b7ae-6f7846967358 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:57.226371 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] 10.222.0.13 "DELETE /v2.0/networks/d0052680-5785-4c77-ad19-6877395c5fb0 HTTP/1.1" status: 204 len: 168 time: 6.1508977 May 20 15:58:57.232213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:57.233536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] For port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,segment=NetworkSegment(8ac907de-44bd-4fc0-96f2-935ab293742b),segment_id=8ac907de-44bd-4fc0-96f2-935ab293742b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:57.239008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Deleting subnet 7b73cf68-826e-48db-8e1a-0a89a9c080e1 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:57.244707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.258792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.259493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.281535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-809a23e8-1a90-473b-a48f-69485542f349 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:57.307855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:57.331587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:57.334473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.365105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:57.369224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.371045 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:57.371726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:58:57.414925 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-04ae074b-4760-4beb-9f3d-d8cecc1bee7d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5085180 May 20 15:58:57.416050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42206) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:57.427958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Deleting port d856b968-7d3a-4d71-95a0-00e5ce718398 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:57.428727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:57.428912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.440363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-4a84ced9-8a60-42b9-bd2b-fb33de291113 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:57.447599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-4a84ced9-8a60-42b9-bd2b-fb33de291113 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/networks?id=4cec4598-cebe-4fff-8700-dd8447a5451e HTTP/1.1" status: 200 len: 812 time: 0.6401520 May 20 15:58:57.458371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3355efd0-495c-4cee-b4a9-2e32f4661907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:57.523181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-768620a6-c36c-414f-b122-f5746dcbc097 None None] Port d285f43b-eb75-4bfe-b55a-7f78c2defe04 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:57.545292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.574674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:57.604916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:57.623985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:57.628463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.630208 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:57.630661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:58:57.647287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.668485 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-05e157f0-e917-4e97-8f90-6a1d2aaf74fa tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/quotas/3b4a09523f9b4a78bcfa2fff674d3597 HTTP/1.1" status: 200 len: 375 time: 0.2185781 May 20 15:58:57.670061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=c039fa23-5de5-4654-8355-3680aea9b2a0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:57.696721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:57.709489 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dca428d1-11f8-4ab2-b65a-61731b8b723e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2890012 May 20 15:58:57.713404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42212) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:57.722458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:57.741015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] For port d856b968-7d3a-4d71-95a0-00e5ce718398, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d856b968-7d3a-4d71-95a0-00e5ce718398,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:57.741500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.856382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42216) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:57.957720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999becbd-a3e8-489b-94c3-c97995813b66 req-31f09ce8-ebbc-4fe6-a42d-a981ff44658d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:57.960526 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-999becbd-a3e8-489b-94c3-c97995813b66 req-31f09ce8-ebbc-4fe6-a42d-a981ff44658d tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.0245275 May 20 15:58:57.962067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '0ad530a5-4b44-4487-858d-f501672f7e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:57.962604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: 9ee5fb22-4296-492e-8f60-f166c8d6722e, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:57.979729 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-13f886fc-7644-4690-a89c-669cc3ed1474 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b4a09523f9b4a78bcfa2fff674d3597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3042195 May 20 15:58:57.995831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:57.996602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d856b968-7d3a-4d71-95a0-00e5ce718398 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:58.029193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:58.049736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:58.069554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Calling delete_port for d856b968-7d3a-4d71-95a0-00e5ce718398 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:58.073928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:58.140403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:58.148924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:58.172532 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:58.187440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2659080 May 20 15:58:58.191463 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:58.192258 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:58.198802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Provisioning for port fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:58.205406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42224) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:58.206333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 9ee5fb22-4296-492e-8f60-f166c8d6722e is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:58.235661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Pushing event updated for resources: {'Port': ['ID=0e932098-4e69-4893-b7ae-6f7846967358,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:58.243784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:58.250290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:58.342646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Pushing event updated for resources: {'Port': ['ID=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:58.348987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Provisioning complete for port fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:58.349402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.371044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:58.389856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.392289 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:58.396223 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:58.396995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:58:58.414163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:58.589886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-799679667'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:58.605032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:58.623525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:58.638899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:58.640595 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-73f02fd1-e4b0-4659-a089-8d5791b12e6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbb542185c0e46e985d92bc0e44ccbb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824423 May 20 15:58:58.655858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.667363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42228) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:58.669932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2151a267-c6cd-4eb8-becb-c02c456a05d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:58.715601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:58.724317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.750366 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-999becbd-a3e8-489b-94c3-c97995813b66 req-8e62bc63-7973-4f35-9a8d-c6b1cc275db9 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7591643 May 20 15:58:58.760981 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-d162bc80-5b4e-4f73-aa3f-21a5814d9ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7649794 May 20 15:58:58.762415 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ad60f796-7aed-4b5b-ba2f-7e87fde5f6c1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0478449 May 20 15:58:58.765179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42230) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:58.765910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Port fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:58.772761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Attempting to bind port 0e932098-4e69-4893-b7ae-6f7846967358 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:58.773427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Attempting to bind port 0e932098-4e69-4893-b7ae-6f7846967358 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '607a6725-4a3f-419d-91cd-907b65092924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:58.774078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Attempting to bind port 0e932098-4e69-4893-b7ae-6f7846967358 on network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:58.774205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Subnet': ['ID=7b73cf68-826e-48db-8e1a-0a89a9c080e1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:58.819020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:58.819660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Checking segment: {'id': '607a6725-4a3f-419d-91cd-907b65092924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:58.820352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.821043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Bound using segment: {'id': '607a6725-4a3f-419d-91cd-907b65092924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:58.821933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Bound port: 0e932098-4e69-4893-b7ae-6f7846967358, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607a6725-4a3f-419d-91cd-907b65092924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:58.823266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:58.833311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:58.833682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.878693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.878924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 9ee5fb22-4296-492e-8f60-f166c8d6722e) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:58.887743 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/subnets/7b73cf68-826e-48db-8e1a-0a89a9c080e1 HTTP/1.1" status: 204 len: 168 time: 1.9178522 May 20 15:58:58.900009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42236) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:58.915656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:58.936515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5d7c5c-3f35-4bb4-830a-beb03b5a729a None None] Network 9ee5fb22-4296-492e-8f60-f166c8d6722e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:58.941880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:58.948668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.002838 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:58:51Z', 'revision_number': 3, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:58:54Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:59.077885 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:59.078336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Updating router 45b0751b-acb9-40f7-b287-47cb4aab8361 port d285f43b-eb75-4bfe-b55a-7f78c2defe04 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:58:59.101954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:59.105675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Provisioning complete for port d285f43b-eb75-4bfe-b55a-7f78c2defe04 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:59.106064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.127707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:59.136467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.154248 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.180238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:59.186751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.188457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port d856b968-7d3a-4d71-95a0-00e5ce718398, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d856b968-7d3a-4d71-95a0-00e5ce718398,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:59.189833 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:58:59.190566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:58:59.209352 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.215464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.245518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:59.300386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.318069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-244bb1fa-7530-4708-b60b-51b696ec058d None None] Port d285f43b-eb75-4bfe-b55a-7f78c2defe04 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:59.323106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event deleted for resources: {'Port': ['ID=d856b968-7d3a-4d71-95a0-00e5ce718398,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:59.336457 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-20bfb349-d53d-4a09-8043-f97a9d207337 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5590007 May 20 15:58:59.337607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42240) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:59.338095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:59.343400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a4860cbf-d28b-4606-998c-7e9e91874b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:59.411877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.423336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] For port 0e932098-4e69-4893-b7ae-6f7846967358, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:59.423887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5a14c3f7-c07b-413c-8122-23a0b27c7e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:59.445818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7224955f-6084-4e43-9207-3f6af542ae56,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:59.448957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:59.453120 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2382ece9-18ca-4a26-885c-b26fadcee64f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1046207 May 20 15:58:59.456581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:59.559630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.561106 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7224955f-6084-4e43-9207-3f6af542ae56 HTTP/1.1" status: 204 len: 168 time: 0.7972889 May 20 15:58:59.570790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:59.571530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.662596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] No DVR routers for this DVR port d856b968-7d3a-4d71-95a0-00e5ce718398 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:59.662876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dda96a-7604-4609-9eb7-6c7f990de806 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:59.662876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b6dda96a-7604-4609-9eb7-6c7f990de806 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:59.702621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Pushing event deleted for resources: {'Port': ['ID=d856b968-7d3a-4d71-95a0-00e5ce718398,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:59.720185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:59.732949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b6dda96a-7604-4609-9eb7-6c7f990de806 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:59.732949 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b6dda96a-7604-4609-9eb7-6c7f990de806 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2718689 May 20 15:58:59.735223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42250) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:59.743304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b8908-133a-4d86-ba8c-bbfe388242ca tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:59.744520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] For port 0e932098-4e69-4893-b7ae-6f7846967358, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0e932098-4e69-4893-b7ae-6f7846967358,segment=NetworkSegment(607a6725-4a3f-419d-91cd-907b65092924),segment_id=607a6725-4a3f-419d-91cd-907b65092924)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:59.745266 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cc0b8908-133a-4d86-ba8c-bbfe388242ca tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8367877 May 20 15:58:59.752828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42254) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:59.766060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:59.780844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.793560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 7.8015931 May 20 15:58:59.828768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:59.879443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42258) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:59.980366 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4559d7af-955c-44e8-8f76-acc71aeafcbd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2444546 May 20 15:58:59.986636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42264) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:59.992986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:00.064718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:00.190797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.194771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:00.211820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:00.226922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:00.232982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.237059 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Transition to ACTIVE for port object d285f43b-eb75-4bfe-b55a-7f78c2defe04 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:00.249832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-9ee5fb22-4296-492e-8f60-f166c8d6722e', 'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': 'c039fa23-5de5-4654-8355-3680aea9b2a0'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:00.251425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.251600 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.262565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:00.286390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.294545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680f48d-bb2a-45b7-94db-ac80cede8019 None None] Network 0845898c-8636-4875-9216-7177637bf94d requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:00.431048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.431409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment 9d50cfb1-ad0d-41f6-bde3-2bcf9d259950 of type vlan for network 51a5562d-a599-4201-9174-9dee226b22eb May 20 15:59:00.503582 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510896e2-b315-4a99-b9c5-f4db6979d2c8 None None] Pushing event updated for resources: {'Port': ['ID=d285f43b-eb75-4bfe-b55a-7f78c2defe04,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:00.507539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.565391 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-510896e2-b315-4a99-b9c5-f4db6979d2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:00.631202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-c6a78837-909d-47da-8a39-e5acac7f9483 service neutron] 10.222.0.13 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8431795 May 20 15:59:00.651366 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Attempting to bind port d285f43b-eb75-4bfe-b55a-7f78c2defe04 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:00.651835 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Attempting to bind port d285f43b-eb75-4bfe-b55a-7f78c2defe04 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:00.652256 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Attempting to bind port d285f43b-eb75-4bfe-b55a-7f78c2defe04 on network 521a05c9-174b-48e9-885c-4143416f984c {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:00.660825 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:00.661578 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Checking segment: {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:00.662082 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.662629 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Bound using segment: {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:00.663294 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Bound port: d285f43b-eb75-4bfe-b55a-7f78c2defe04, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf533ddc-47e5-4d15-8c71-7e9b6910e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '521a05c9-174b-48e9-885c-4143416f984c'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:00.664079 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.665499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.683020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:00.683681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.743785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Pushing event updated for resources: {'Port': ['ID=0e932098-4e69-4893-b7ae-6f7846967358,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:00.763799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:00.774190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c5623f54-2091-41b6-b881-79ec26761d90 None None] Provisioning for port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:00.896746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7fce92f9-22d3-4b99-b09d-20570c626085 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:00.905791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:00.947555 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] For port d285f43b-eb75-4bfe-b55a-7f78c2defe04, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:00.954355 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] For port d285f43b-eb75-4bfe-b55a-7f78c2defe04, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d285f43b-eb75-4bfe-b55a-7f78c2defe04,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:00.962562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:00.974544 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:01.017265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:01.017265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.060824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de320367-a90f-42fb-9421-744cf33ff1dd None None] Network 6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:01.096548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.158999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-3e5509e3-941d-45bb-a7da-d761f624b790 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:01.161358 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-3e5509e3-941d-45bb-a7da-d761f624b790 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.25 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.9790649 May 20 15:59:01.167925 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9416811 May 20 15:59:01.172457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42286) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:01.187877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:01.233208 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:01.234853 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:01.347379 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510896e2-b315-4a99-b9c5-f4db6979d2c8 None None] Pushing event updated for resources: {'Port': ['ID=d285f43b-eb75-4bfe-b55a-7f78c2defe04,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:01.353476 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-510896e2-b315-4a99-b9c5-f4db6979d2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:01.418981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=51a5562d-a599-4201-9174-9dee226b22eb,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:01.438483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:01.464904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 51a5562d-a599-4201-9174-9dee226b22eb details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:01.476721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Allocated IP 172.26.8.62 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/6da93615-5e24-4289-ac22-5bca83257662) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:01.552624 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:01.588596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Deleting port 0e932098-4e69-4893-b7ae-6f7846967358 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:01.588982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.623039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42deb98-975b-4d49-bdab-cc41402f162a req-1fe437f9-bb32-4f2b-8885-8658d34e28e5 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:01.632814 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b42deb98-975b-4d49-bdab-cc41402f162a req-1fe437f9-bb32-4f2b-8885-8658d34e28e5 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 1.3279533 May 20 15:59:01.647493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:01.653807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:01.658339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:01.666786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:01.695407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:01.701009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.839934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Deleting port e1ef9d08-939b-497f-8aac-5f3c5c35b61f {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:01.840658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.871418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Allocated IP 172.20.0.1 (9ee5fb22-4296-492e-8f60-f166c8d6722e/c039fa23-5de5-4654-8355-3680aea9b2a0/4e629ffe-a47a-4a28-97a4-b1230805dab0) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:01.958836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.984116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:59:01.987232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:01.993588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:02.019755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] DHCP port deletion for 0845898c-8636-4875-9216-7177637bf94d request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:02.181820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:02.194397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:02.245957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b42deb98-975b-4d49-bdab-cc41402f162a req-d2bb603c-24a6-46d2-b700-a2df965329d0 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6122096 May 20 15:59:02.260647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] For port 0e932098-4e69-4893-b7ae-6f7846967358, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0e932098-4e69-4893-b7ae-6f7846967358,segment=NetworkSegment(607a6725-4a3f-419d-91cd-907b65092924),segment_id=607a6725-4a3f-419d-91cd-907b65092924)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:02.262344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:02.262672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:02.263344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:02.289313 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:58:51Z', 'revision_number': 3, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:00Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:02.302576 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c61f4-1da4-4379-92f1-b39fd62424ee None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:58:51Z', 'revision_number': 3, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:00Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:02.316556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3fe9b-011c-49f4-8147-bc61b18de67a None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:02.348041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:02.363471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:02.476232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:02.531100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,segment=NetworkSegment(8ac907de-44bd-4fc0-96f2-935ab293742b),segment_id=8ac907de-44bd-4fc0-96f2-935ab293742b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:02.558960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:02.568199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:02.698966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device e1ef9d08-939b-497f-8aac-5f3c5c35b61f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:02.846752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Deleting port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:02.846984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:02.866152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d285f43b-eb75-4bfe-b55a-7f78c2defe04 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:02.901784 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9140511 May 20 15:59:02.907968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42314) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:02.979739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:2d:72:c6', 'name': 'tempest-NetworksTestDHCPv6-1519115832'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:02.981028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:02.984829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:03.306488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42322) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:03.325917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0e493d1-16e2-466e-a0a2-f2cd6d0579ea req-3ca7a560-df6a-47f9-8d16-8e83b6790b36 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 210 time: 1.0423443 May 20 15:59:03.350921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Calling delete_port for 0e932098-4e69-4893-b7ae-6f7846967358 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:03.436033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.462814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.589474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.590418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:03.608076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:03.619755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:03.629728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] For port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,segment=NetworkSegment(8ac907de-44bd-4fc0-96f2-935ab293742b),segment_id=8ac907de-44bd-4fc0-96f2-935ab293742b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:03.630821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.632445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:03.632985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.666867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:03.741684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--1701076859', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:03.760144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:03.761620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:03.762729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.771414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:03.778389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:03.792121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:03.802837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:03.934884 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:59:03.953412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:03.960655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.963592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Calling delete_port for fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:03.966666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:03.975548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d285f43b-eb75-4bfe-b55a-7f78c2defe04 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:03.993740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.005632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:04.036327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d285f43b-eb75-4bfe-b55a-7f78c2defe04 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:04.037013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.064878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:04.109189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.112420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.117583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Transition to ACTIVE for port object 4e629ffe-a47a-4a28-97a4-b1230805dab0 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:04.119603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.138114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5925bf94-1582-4846-b1b3-a7306c6a18bc tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:04.141487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1ef9d08-939b-497f-8aac-5f3c5c35b61f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:04.179877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.196291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90916f00-8192-4ff1-93bc-816a993698c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:04.284742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:04.293566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:04.331976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:04.347342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:04.348123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:04.350868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:04.368893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] No DVR routers for this DVR port 0e932098-4e69-4893-b7ae-6f7846967358 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:04.370461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:04.379518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:04.379892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: 51a5562d-a599-4201-9174-9dee226b22eb, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:04.384143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Transition to ACTIVE for port object 4e629ffe-a47a-4a28-97a4-b1230805dab0 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:04.400893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:04.408017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=2a758b3f-d06e-4e4c-8ee6-d46c22448f44,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:04.421909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.432257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:04.439277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.459816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:04.482516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a03e95ff-7025-4785-acc4-caeb0cb6db79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:04.525284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d12a22-031d-4687-86b7-472a0e5d52eb req-d1722bfd-c8c7-4222-ab7b-4472322adaa2 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:04.528000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c2d12a22-031d-4687-86b7-472a0e5d52eb req-d1722bfd-c8c7-4222-ab7b-4472322adaa2 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 945 time: 0.9941702 May 20 15:59:04.529195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Port': ['ID=6da93615-5e24-4289-ac22-5bca83257662,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:04.531166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Network 9ee5fb22-4296-492e-8f60-f166c8d6722e is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:04.554511 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'code': 200} May 20 15:59:04.555444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port ea48f7f4-d890-4f91-90e8-07d2e2e5940c yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:59:04.556090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:04.572671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:04.574120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:04.591659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5ad3fe45-dc52-4669-9a82-d660e13742b5 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:04.677500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 51a5562d-a599-4201-9174-9dee226b22eb is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:04.730628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 51a5562d-a599-4201-9174-9dee226b22eb) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:04.755156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:04.755753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.761721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Pushing event updated for resources: {'Port': ['ID=4e629ffe-a47a-4a28-97a4-b1230805dab0,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:04.787045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:04.789537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Attempting to bind port 4e629ffe-a47a-4a28-97a4-b1230805dab0 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:04.790030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Attempting to bind port 4e629ffe-a47a-4a28-97a4-b1230805dab0 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '0ad530a5-4b44-4487-858d-f501672f7e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:04.790520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Attempting to bind port 4e629ffe-a47a-4a28-97a4-b1230805dab0 on network 9ee5fb22-4296-492e-8f60-f166c8d6722e {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:04.793397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc70877-9887-4285-82f4-c27785d51c50 None None] Network 51a5562d-a599-4201-9174-9dee226b22eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:04.813747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Allocated IP 2001:db8::f816:3eff:febe:e98a (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471/8044758b-a422-447c-b9a9-43abb995f05b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:04.816516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.818861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Port': ['ID=0e932098-4e69-4893-b7ae-6f7846967358,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:04.835660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-045277cb-c5d8-4ad3-9191-4a6eff8b734f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:04.883509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:04.884210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Checking segment: {'id': '0ad530a5-4b44-4487-858d-f501672f7e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:04.884728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.885271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Bound using segment: {'id': '0ad530a5-4b44-4487-858d-f501672f7e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:04.885909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Bound port: 4e629ffe-a47a-4a28-97a4-b1230805dab0, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad530a5-4b44-4487-858d-f501672f7e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ee5fb22-4296-492e-8f60-f166c8d6722e'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:04.886440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.891527 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7150221 May 20 15:59:04.892541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42338) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:04.943889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] No DVR routers for this DVR port fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:04.955841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:04.995517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Pushing event deleted for resources: {'Port': ['ID=fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:05.027884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:05.063093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.075091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:05.080714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.138734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.139140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.140680 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Floating IP 34e04120-63b8-40cf-a33c-7dc9f8f00af7 disassociated. External IP: 172.26.8.244, port: e1ef9d08-939b-497f-8aac-5f3c5c35b61f. May 20 15:59:05.141040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Calling delete_port for e1ef9d08-939b-497f-8aac-5f3c5c35b61f owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:05.144019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:05.226024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port d285f43b-eb75-4bfe-b55a-7f78c2defe04, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d285f43b-eb75-4bfe-b55a-7f78c2defe04,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:05.238459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ba6465c1-6f16-4abb-b1cd-44b41ecf773c req-ff3ae6c4-1e1f-4934-bd6b-16c842107bf2 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 210 time: 0.5702229 May 20 15:59:05.261141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=c039fa23-5de5-4654-8355-3680aea9b2a0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:05.278678 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c2d12a22-031d-4687-86b7-472a0e5d52eb req-525a4e63-5013-4b6a-aefe-542413d644cb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6884804 May 20 15:59:05.313177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.333390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-75293415-3e50-4e8f-9b70-e26d98db7b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:05.386879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.417929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:05.428269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:05.435048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:05.438677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.508105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:05.508554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fdd9bfd3-7ea1-44d6-b458-8b0bd94365ee not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:05.557379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607a6725-4a3f-419d-91cd-907b65092924') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:05.557644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607a6725-4a3f-419d-91cd-907b65092924') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:05.615534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.632744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] For port 4e629ffe-a47a-4a28-97a4-b1230805dab0, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:05.711709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.712168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=d285f43b-eb75-4bfe-b55a-7f78c2defe04,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:05.720648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.729027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:05.744115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.747062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] For port 4e629ffe-a47a-4a28-97a4-b1230805dab0, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4e629ffe-a47a-4a28-97a4-b1230805dab0,segment=NetworkSegment(0ad530a5-4b44-4487-858d-f501672f7e6d),segment_id=0ad530a5-4b44-4487-858d-f501672f7e6d)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:05.759884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:05.760273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.767165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.769267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.776089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-462fb969-2cdc-4513-abad-36450539aa59 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:05.783347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:05.919952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.987042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee5fb22-4296-492e-8f60-f166c8d6722e']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:05.997942 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:06.035409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Transition to ACTIVE for port object 8044758b-a422-447c-b9a9-43abb995f05b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:06.074515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-51a5562d-a599-4201-9174-9dee226b22eb', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:06.076482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.105700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Pushing event updated for resources: {'Port': ['ID=4e629ffe-a47a-4a28-97a4-b1230805dab0,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:06.128944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:06.159381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-aeab018d-457e-456c-a744-a724f2880e18 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:06.159688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad530a5-4b44-4487-858d-f501672f7e6d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:06.159861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad530a5-4b44-4487-858d-f501672f7e6d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:06.160619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-aeab018d-457e-456c-a744-a724f2880e18 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Synchronizing usage tracker for tenant:3b4a09523f9b4a78bcfa2fff674d3597 on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:06.167289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:06.173800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f74ce-e810-48e0-a5e3-8e516b9fbaec,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:06.191526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:06.211903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-aeab018d-457e-456c-a744-a724f2880e18 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Unset dirty status for tenant:3b4a09523f9b4a78bcfa2fff674d3597 on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:06.213461 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-aeab018d-457e-456c-a744-a724f2880e18 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.25 "GET /v2.0/networks?id=4cec4598-cebe-4fff-8700-dd8447a5451e HTTP/1.1" status: 200 len: 812 time: 0.8897250 May 20 15:59:06.214796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.215221 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment b607603d-e7bd-4fb1-b0df-7bd888e62b93 of type vlan for network c8cde85a-bce9-4c3a-8b8b-acab00de2263 May 20 15:59:06.215401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.220163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Transition to ACTIVE for port object 8044758b-a422-447c-b9a9-43abb995f05b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:06.248340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Request body: {'port': {'device_id': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e', 'admin_state_up': True, 'tenant_id': '3b4a09523f9b4a78bcfa2fff674d3597'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:06.275852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.289213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.311182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.318780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-44c86f64-afa7-4170-8a91-834e80b21e12 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:06.356686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.374306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:06.477557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Network': ['ID=6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:06.486101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.490934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:06.491627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:06.538814 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:06.600420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fe2d:72c6 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471/ea48f7f4-d890-4f91-90e8-07d2e2e5940c) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:06.603648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f5578-9db2-4e29-b73f-ac7e330d3cee None None] Network 9ee5fb22-4296-492e-8f60-f166c8d6722e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:06.632655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:06.653939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.660332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:06.660974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.669958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bfacbb8b-681d-4478-bd1b-d4b13bf6d327 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:06.745006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:06.822550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-da99509f-f21e-41e3-978e-09349656eda5 req-326d84f1-ea2f-4f95-81d4-f79e470e1dd0 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 210 time: 0.3614137 May 20 15:59:06.823649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.871698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Usage tracker for resource:port and tenant:3b4a09523f9b4a78bcfa2fff674d3597 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:06.882552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Pushing event updated for resources: {'Port': ['ID=8044758b-a422-447c-b9a9-43abb995f05b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:06.889387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:06.911334 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/networks/6e9c22ce-76ac-4f92-a110-c2dbb2c80bd2 HTTP/1.1" status: 204 len: 168 time: 7.1254003 May 20 15:59:06.912651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:06.918135 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:06.931000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:06.937156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42350) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:06.941473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:06.970357 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.6624012 May 20 15:59:06.974296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:06.978687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=c8cde85a-bce9-4c3a-8b8b-acab00de2263,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:06.979842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42354) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:06.981764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:06.993797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:06.996589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:59:06.996589 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:59:06.996589 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '9ee5fb22-4296-492e-8f60-f166c8d6722e'}] May 20 15:59:06.996589 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:59:06.997258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:59:07.009452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.019943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d7fdc3eb-33e6-4549-a6f8-0c0cdd0d9147 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:07.054854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-928378421', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:07.059265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:07.119855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.130428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:07.144209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Made reservation on behalf of 3b4a09523f9b4a78bcfa2fff674d3597 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:07.147254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.171175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event deleted for resources: {'Port': ['ID=e1ef9d08-939b-497f-8aac-5f3c5c35b61f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:07.177815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:07.193973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:07.197566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:07.199455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:07.320317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:07.387648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Allocated IP 2001:db8:2::2 (51a5562d-a599-4201-9174-9dee226b22eb/2a758b3f-d06e-4e4c-8ee6-d46c22448f44/1eebee9c-92ad-4871-b91a-f69a1ca164de) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:07.402953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Attempting to bind port 8044758b-a422-447c-b9a9-43abb995f05b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:07.403597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Attempting to bind port 8044758b-a422-447c-b9a9-43abb995f05b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:07.404164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Attempting to bind port 8044758b-a422-447c-b9a9-43abb995f05b on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:07.419738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:07.421067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:07.421801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.422455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:07.423114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Bound port: 8044758b-a422-447c-b9a9-43abb995f05b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:07.423680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.496264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.502039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Allocated IP 172.20.0.8 (4cec4598-cebe-4fff-8700-dd8447a5451e/63e11043-4290-4e59-9e66-373a4ae0987d/e1e7dde9-6451-4dbf-8f17-0e0f915d588d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:07.506449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.536819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.549859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.551812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.603409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c9dea-65e2-4051-a4ea-1cdcc0ca3e24 req-82fbce86-bb9d-4c8c-9a2e-b4bb96e4d656 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:07.604351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-462c9dea-65e2-4051-a4ea-1cdcc0ca3e24 req-82fbce86-bb9d-4c8c-9a2e-b4bb96e4d656 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Synchronizing usage tracker for tenant:57f719956ccb4141918cefcd5e24597d on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:07.615013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Port': ['ID=6da93615-5e24-4289-ac22-5bca83257662,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:07.619586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:07.631986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.674784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object ea48f7f4-d890-4f91-90e8-07d2e2e5940c will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:07.759893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.779286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:07.781940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] For port 8044758b-a422-447c-b9a9-43abb995f05b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:07.784695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.799950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] For port 8044758b-a422-447c-b9a9-43abb995f05b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8044758b-a422-447c-b9a9-43abb995f05b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:07.825544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d285f43b-eb75-4bfe-b55a-7f78c2defe04 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:07.840162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-462c9dea-65e2-4051-a4ea-1cdcc0ca3e24 req-82fbce86-bb9d-4c8c-9a2e-b4bb96e4d656 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Unset dirty status for tenant:57f719956ccb4141918cefcd5e24597d on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:07.841402 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-462c9dea-65e2-4051-a4ea-1cdcc0ca3e24 req-82fbce86-bb9d-4c8c-9a2e-b4bb96e4d656 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 865 time: 1.2119930 May 20 15:59:07.851207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.857720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.7830646 May 20 15:59:07.862149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42358) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:07.894876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:07.914019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:07.939424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:07.939946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:07.943840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:07.954343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:07.955389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.020995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-87e0eaaf-9b23-44e3-afd1-114dcc44a2a7 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'floatingip': {'port_id': 'fb750dc7-9b01-4a66-b61a-6a281dcc9ba0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:08.072446 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1586444 May 20 15:59:08.080212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=ea48f7f4-d890-4f91-90e8-07d2e2e5940c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:08.085234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:08.090752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42364) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:08.244710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.272322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Pushing event updated for resources: {'Port': ['ID=8044758b-a422-447c-b9a9-43abb995f05b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:08.282968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:08.319279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb5715-c38c-434d-aca1-5bc8f12c67d4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:08.331795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.333619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb5715-c38c-434d-aca1-5bc8f12c67d4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:08.335483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-08eb5715-c38c-434d-aca1-5bc8f12c67d4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:08.349017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Transition to ACTIVE for port object 1eebee9c-92ad-4871-b91a-f69a1ca164de will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:08.376045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-08eb5715-c38c-434d-aca1-5bc8f12c67d4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:08.382008 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-08eb5715-c38c-434d-aca1-5bc8f12c67d4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2857277 May 20 15:59:08.382290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d285f43b-eb75-4bfe-b55a-7f78c2defe04 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:08.382290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.382582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42368) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:08.423269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Transition to ACTIVE for port object 1eebee9c-92ad-4871-b91a-f69a1ca164de will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:08.448171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.461708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:08.582098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Network 51a5562d-a599-4201-9174-9dee226b22eb is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:08.586108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Pushing event updated for resources: {'Port': ['ID=1eebee9c-92ad-4871-b91a-f69a1ca164de,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:08.589563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:08.593868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:08.594633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:08.681426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:08.713193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.729879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0845898c-8636-4875-9216-7177637bf94d']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:08.746216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac907de-44bd-4fc0-96f2-935ab293742b') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:08.746589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac907de-44bd-4fc0-96f2-935ab293742b') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:08.761207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.780079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.787821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:08.788304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.833303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.838659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Attempting to bind port 1eebee9c-92ad-4871-b91a-f69a1ca164de on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:08.839514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Attempting to bind port 1eebee9c-92ad-4871-b91a-f69a1ca164de by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:08.840527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Attempting to bind port 1eebee9c-92ad-4871-b91a-f69a1ca164de on network 51a5562d-a599-4201-9174-9dee226b22eb {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:08.855590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b64a168-6cec-4f5c-89a3-e5430f676345 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:08.867261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:08.868163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Checking segment: {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:08.869154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.870128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Bound using segment: {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:08.871060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Bound port: 1eebee9c-92ad-4871-b91a-f69a1ca164de, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:08.871822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:08.975034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-87e0eaaf-9b23-44e3-afd1-114dcc44a2a7 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.059406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] For port 1eebee9c-92ad-4871-b91a-f69a1ca164de, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:09.064436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Network 4cec4598-cebe-4fff-8700-dd8447a5451e is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:09.067021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] For port 1eebee9c-92ad-4871-b91a-f69a1ca164de, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1eebee9c-92ad-4871-b91a-f69a1ca164de,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:09.073398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.073700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:09.084112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b18dc81-dff2-4893-9f67-20292c5eba88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:09.087622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:09.089830 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:09.139115 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f782d567-5849-4ea7-8b00-770afa8486dc req-a5843888-80c1-48c0-867d-4d40e80746c7 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 210 time: 1.0045023 May 20 15:59:09.208996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Pushing event updated for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:09.223293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:09.225282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8:2::1 (51a5562d-a599-4201-9174-9dee226b22eb/2a758b3f-d06e-4e4c-8ee6-d46c22448f44/bf070c5a-3afc-46b0-9fe1-52f3c925972d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:09.278884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Pushing event updated for resources: {'Port': ['ID=1eebee9c-92ad-4871-b91a-f69a1ca164de,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:09.296212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:09.321290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:09.322010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.409229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-462c9dea-65e2-4051-a4ea-1cdcc0ca3e24 req-68e453c1-efd9-4de5-8c7e-7aa7f6a8eee7 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2725077 May 20 15:59:09.441573 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1987295 May 20 15:59:09.455183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port ea48f7f4-d890-4f91-90e8-07d2e2e5940c {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:09.455521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.476692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Request body: {'port': {'device_id': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:09.754765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8044758b-a422-447c-b9a9-43abb995f05b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:09.782619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.877811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object bf070c5a-3afc-46b0-9fe1-52f3c925972d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:09.888211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.914288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.950059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8044758b-a422-447c-b9a9-43abb995f05b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:10.103980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for ea48f7f4-d890-4f91-90e8-07d2e2e5940c owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:10.104696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.135263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-146d4125-dc1b-4915-b855-8c9ffe5e05f0 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:10.161223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 4e629ffe-a47a-4a28-97a4-b1230805dab0 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:10.161772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.201135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.211529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.237706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.247450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fa617af-86e1-4d92-a7ce-a93d20f20121 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:10.248409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Network': ['ID=0845898c-8636-4875-9216-7177637bf94d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:10.311854 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/networks/0845898c-8636-4875-9216-7177637bf94d HTTP/1.1" status: 204 len: 168 time: 3.3727849 May 20 15:59:10.319666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42374) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:10.338705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:10.394997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 51a5562d-a599-4201-9174-9dee226b22eb is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:10.409627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d84bce77-712d-4a2c-ac1f-7b6bfea4b320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.430998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:10.436125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Provisioning for port 8044758b-a422-447c-b9a9-43abb995f05b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:10.477120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Provisioning complete for port 8044758b-a422-447c-b9a9-43abb995f05b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:10.478136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.517826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:10.518440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.521595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=bf070c5a-3afc-46b0-9fe1-52f3c925972d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:10.629905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:10.787680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:10.850698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-87e0eaaf-9b23-44e3-afd1-114dcc44a2a7 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] update failed (client error): The resource could not be found. May 20 15:59:10.853037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-87e0eaaf-9b23-44e3-afd1-114dcc44a2a7 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "PUT /v2.0/floatingips/729ce101-e21b-4975-8ae4-0336c75b1cfa HTTP/1.1" status: 404 len: 507 time: 2.9905863 May 20 15:59:10.876996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42380) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:10.999198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.065813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] For port 8044758b-a422-447c-b9a9-43abb995f05b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8044758b-a422-447c-b9a9-43abb995f05b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:11.071305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.073143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:11.083769 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fd3cfc0-4a37-4aaf-94c6-13e921248b5c req-f987cecb-e667-4724-ba1e-2daa6f164a99 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/ports?device_id=db398163-1df6-4955-9ab1-c8a10030d80d HTTP/1.1" status: 200 len: 210 time: 0.2746964 May 20 15:59:11.087345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:11.147356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] Sync routers for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:11.200858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:11.201858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:11.257062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 4e629ffe-a47a-4a28-97a4-b1230805dab0, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4e629ffe-a47a-4a28-97a4-b1230805dab0,segment=NetworkSegment(0ad530a5-4b44-4487-858d-f501672f7e6d),segment_id=0ad530a5-4b44-4487-858d-f501672f7e6d)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:11.258207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.278016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] No DVR routers for this DVR port e1ef9d08-939b-497f-8aac-5f3c5c35b61f on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:11.281283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.283534 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bdcf77bc-d4d9-42a0-99b0-41d2c7ec7efc req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.25 "DELETE /v2.0/ports/e1ef9d08-939b-497f-8aac-5f3c5c35b61f HTTP/1.1" status: 204 len: 173 time: 10.1115506 May 20 15:59:11.286626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'name': 'network-vif-deleted', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:11.314368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.322800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee4d40-6201-42e3-b0db-b59693372352 None None] Network 51a5562d-a599-4201-9174-9dee226b22eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:11.392923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-142e0909-12b5-461e-b04f-57d6e6ae1766 None None] Could not find standard attr ID for object ea48f7f4-d890-4f91-90e8-07d2e2e5940c. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:59:11.485288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15915c1f-2579-4243-a7d4-86d49abdf8fa tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:11.640832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 4e629ffe-a47a-4a28-97a4-b1230805dab0 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:11.663828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=ea48f7f4-d890-4f91-90e8-07d2e2e5940c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:11.702041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:11.708566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd40a27-ce5d-40ff-bac4-46514b408f81 req-128c6041-0bdd-4f7c-95d7-12cfcb544052 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:11.710189 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cd40a27-ce5d-40ff-bac4-46514b408f81 req-128c6041-0bdd-4f7c-95d7-12cfcb544052 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 931 time: 0.9224970 May 20 15:59:11.790632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db398163-1df6-4955-9ab1-c8a10030d80d', 'name': 'network-vif-deleted', 'tag': 'e1ef9d08-939b-497f-8aac-5f3c5c35b61f', 'status': 'completed', 'code': 200} May 20 15:59:11.807988 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cd40a27-ce5d-40ff-bac4-46514b408f81 req-9f941b41-6ee4-4ab0-ba59-8701229d6ac5 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761435 May 20 15:59:11.817074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:11.818870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.837195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1eebee9c-92ad-4871-b91a-f69a1ca164de up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:11.842909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9076c2ac-7cdd-4b14-8629-fe12f2989ef0 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:11.885468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Pushing event updated for resources: {'Port': ['ID=8044758b-a422-447c-b9a9-43abb995f05b,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:11.903703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:11.914434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=4e629ffe-a47a-4a28-97a4-b1230805dab0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:11.920272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:11.927244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 4e629ffe-a47a-4a28-97a4-b1230805dab0 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:11.963324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:11.987468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e4bbec78-0650-4174-a477-4500feb3c38e None None] Provisioning for port 1eebee9c-92ad-4871-b91a-f69a1ca164de completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:11.990271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b816583-b66c-4350-ac97-e6f5c18d3d6a']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.017672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa043c6c-61c4-40a7-9879-554e116daf57') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.018654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa043c6c-61c4-40a7-9879-554e116daf57') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.043289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:12.045658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.078197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.093972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1eebee9c-92ad-4871-b91a-f69a1ca164de completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:12.098787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:12.100220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:12.266963 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:12.279491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1eebee9c-92ad-4871-b91a-f69a1ca164de triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:12.280723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.317688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.425757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42392) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:12.531992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.540590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.568486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.580493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.602020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:12.608979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.643832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.661626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee5fb22-4296-492e-8f60-f166c8d6722e']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.685025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7dde9-6451-4dbf-8f17-0e0f915d588d {{(pid=92431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:59:12.698044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad530a5-4b44-4487-858d-f501672f7e6d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.698341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad530a5-4b44-4487-858d-f501672f7e6d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.704878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.711467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Network': ['ID=5b816583-b66c-4350-ac97-e6f5c18d3d6a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:12.720691 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/ea48f7f4-d890-4f91-90e8-07d2e2e5940c HTTP/1.1" status: 204 len: 168 time: 4.3365700 May 20 15:59:12.722468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42396) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:12.756703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1eebee9c-92ad-4871-b91a-f69a1ca164de, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1eebee9c-92ad-4871-b91a-f69a1ca164de,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:12.772598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.774308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.784038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0413f6b3-8a43-49dd-95cb-19da27105997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:12.791316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.823031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.826428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:12.834157 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/networks/5b816583-b66c-4350-ac97-e6f5c18d3d6a HTTP/1.1" status: 204 len: 168 time: 2.5105319 May 20 15:59:12.840413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42400) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:12.846123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:12.934245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1eebee9c-92ad-4871-b91a-f69a1ca164de,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:12.940732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:12.945184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:55:04Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:12.953728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] Checking router: 94365ba4-deba-4f4f-a79d-2ac0e5c84845 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:12.970491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:12.971552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:58:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:13.061846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:13.062258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.152695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:13.154678 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:13.171412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Transition to ACTIVE for port object e1e7dde9-6451-4dbf-8f17-0e0f915d588d will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:13.202301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.231369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dae54750-1a4c-43e1-a43a-6378d336cc74 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:13.232243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.260560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.277768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-972b3826-e315-442a-b59f-48dae28e2108 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:13.305651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.350007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.200 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/1f37dd08-45fa-4764-95f1-4042c3e1e757) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:13.393961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:13.396077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=9ee5fb22-4296-492e-8f60-f166c8d6722e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:13.416354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:13.451174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/9ee5fb22-4296-492e-8f60-f166c8d6722e HTTP/1.1" status: 204 len: 168 time: 13.5509241 May 20 15:59:13.452874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42408) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:13.498343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-785966440'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:13.564397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:13.606863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Deleting port 6da93615-5e24-4289-ac22-5bca83257662 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:13.607441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.640555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:13.651362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:13.661794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:13.665448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f70baeb8-514c-4e15-b46d-e89c55accfce None None] Provisioning complete for port 1eebee9c-92ad-4871-b91a-f69a1ca164de triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:13.666083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f70baeb8-514c-4e15-b46d-e89c55accfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.679248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:13.680656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e1139-98bf-40ee-b11c-d77ebc747233 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.682261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e1139-98bf-40ee-b11c-d77ebc747233 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.684180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d6e1139-98bf-40ee-b11c-d77ebc747233 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:13.688951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.705113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:13.745056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2dbbcb-aa08-43fb-a519-84aa8c761b8a']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:13.747632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.757660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.772244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-901a1783-9545-4ddf-a417-705a2a7d1520 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:13.831189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0d06f875-d3dc-4494-a9c5-a820700116d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:13.856221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8044758b-a422-447c-b9a9-43abb995f05b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:13.902986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0341c-89a1-47da-a613-babe64ced377 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:59:13.992253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e0550-3ded-4681-8b12-928e56be1062 req-efc16c95-9a1b-41e1-afea-2c021010a4f2 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.994496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a42e0550-3ded-4681-8b12-928e56be1062 req-efc16c95-9a1b-41e1-afea-2c021010a4f2 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 943 time: 0.9362919 May 20 15:59:14.002620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2abf38a-67b9-4ce7-8b36-6c327e259f49') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:14.003094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2abf38a-67b9-4ce7-8b36-6c327e259f49') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:14.017651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:14.022450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.065919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b7b802-bf85-43d7-ba84-b4e96c1a3e24,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:14.070380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:14.164558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.206581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d6e1139-98bf-40ee-b11c-d77ebc747233 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:14.208776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.210623 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4b7b802-bf85-43d7-ba84-b4e96c1a3e24 HTTP/1.1" status: 204 len: 168 time: 1.7832468 May 20 15:59:14.216500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a42e0550-3ded-4681-8b12-928e56be1062 req-4d611269-f269-433f-9c54-a6466f86c11c tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657057 May 20 15:59:14.216843 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d6e1139-98bf-40ee-b11c-d77ebc747233 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 1.3884869 May 20 15:59:14.219264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42416) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:14.219841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42418) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:14.294116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.312240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-6f8ab01b-a64e-4348-ace8-41e95dc91811 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] show failed (client error): The resource could not be found. May 20 15:59:14.317360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6f8ab01b-a64e-4348-ace8-41e95dc91811 tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "GET /v2.0/security-groups/e4b7b802-bf85-43d7-ba84-b4e96c1a3e24 HTTP/1.1" status: 404 len: 347 time: 0.0791984 May 20 15:59:14.331985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42424) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:14.338617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:14.352204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.356612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8044758b-a422-447c-b9a9-43abb995f05b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:14.357366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.375442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.376085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.401884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Attempting to bind port e1e7dde9-6451-4dbf-8f17-0e0f915d588d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:14.402577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Attempting to bind port e1e7dde9-6451-4dbf-8f17-0e0f915d588d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '74240c4c-b6e2-456a-98c0-9854a3f6d02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:14.403196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Attempting to bind port e1e7dde9-6451-4dbf-8f17-0e0f915d588d on network 4cec4598-cebe-4fff-8700-dd8447a5451e {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:14.422581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.425275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:14.426108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:14.444946 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:14.528459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f70baeb8-514c-4e15-b46d-e89c55accfce None None] Provisioning for port bf070c5a-3afc-46b0-9fe1-52f3c925972d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:14.536982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Port e1e7dde9-6451-4dbf-8f17-0e0f915d588d on network 4cec4598-cebe-4fff-8700-dd8447a5451e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:59:14.537953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Attempting to bind port e1e7dde9-6451-4dbf-8f17-0e0f915d588d on network 4cec4598-cebe-4fff-8700-dd8447a5451e {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:14.538268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0341c-89a1-47da-a613-babe64ced377 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 15:59:14.547321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f70baeb8-514c-4e15-b46d-e89c55accfce None None] Provisioning complete for port bf070c5a-3afc-46b0-9fe1-52f3c925972d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:14.547678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f70baeb8-514c-4e15-b46d-e89c55accfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.624469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.625357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 19318e3e-4fc1-46b8-a0fd-ecf76d4734f2 of type vlan for network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f May 20 15:59:14.675375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:59:14.683750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Calling delete_port for 6da93615-5e24-4289-ac22-5bca83257662 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:14.698426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.700836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.702250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.705097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.712983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10b6b7bc-800b-470a-a208-f72a940c7716 tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:14.770850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f70baeb8-514c-4e15-b46d-e89c55accfce None None] Port bf070c5a-3afc-46b0-9fe1-52f3c925972d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:14.775432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:14.776017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Checking segment: {'id': '74240c4c-b6e2-456a-98c0-9854a3f6d02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:14.776942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Bound using segment: {'id': '74240c4c-b6e2-456a-98c0-9854a3f6d02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e'} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:14.777767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Bound port: e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74240c4c-b6e2-456a-98c0-9854a3f6d02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e'}}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:14.778657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.786932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.801772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1eebee9c-92ad-4871-b91a-f69a1ca164de up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:14.811713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:14.833833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.840368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.866863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Pushing event deleted for resources: {'Network': ['ID=ba2dbbcb-aa08-43fb-a519-84aa8c761b8a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:14.869381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:14.897045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.926467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:55:04Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:14.960819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c8faa-064b-4b7a-bfb1-e196e5b905b5 None None] The sync data for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv is: [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '75cda030-0c5a-417e-9337-8b5557dd95b5', 'name': '', 'network_id': '3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'mac_address': 'fa:16:3e:53:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:44Z', 'updated_at': '2021-05-20T15:55:04Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'subnets': [{'id': '231fcdbf-6815-4475-832c-2cfbe2b1f4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:14.977148 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] 10.222.0.13 "DELETE /v2.0/networks/ba2dbbcb-aa08-43fb-a519-84aa8c761b8a HTTP/1.1" status: 204 len: 168 time: 2.1344144 May 20 15:59:14.999006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:15.022782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf95dc3c-ae1d-4026-9cfa-2b8398bffaac None None] Provisioning complete for port bf070c5a-3afc-46b0-9fe1-52f3c925972d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:15.023474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf95dc3c-ae1d-4026-9cfa-2b8398bffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.072320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.089372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a9c9cb54-70fc-40f8-bda9-20378774194b tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:15.145169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1eebee9c-92ad-4871-b91a-f69a1ca164de triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:15.145601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.190421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=bf070c5a-3afc-46b0-9fe1-52f3c925972d,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:15.198254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bf95dc3c-ae1d-4026-9cfa-2b8398bffaac None None] Port bf070c5a-3afc-46b0-9fe1-52f3c925972d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:15.205975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:15.226091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:15.270532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,segment=NetworkSegment(74240c4c-b6e2-456a-98c0-9854a3f6d02e),segment_id=74240c4c-b6e2-456a-98c0-9854a3f6d02e)] {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:15.290407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 51a5562d-a599-4201-9174-9dee226b22eb is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:15.304564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:15.307460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.312208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.321507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9c5743b1-1f18-4ada-9ac8-07d13c6ebece tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:15.337645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:15.339090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.439537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:15.465032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:15.520180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:15.530845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc1693-7971-404e-a4e9-90fa962fae24 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:59:15.577595 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1536f9-c6e9-4f4d-bc64-96d4ceca34e1 None None] New status for floating IP 34e04120-63b8-40cf-a33c-7dc9f8f00af7: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:59:15.633598 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1684303 May 20 15:59:15.635351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=1f37dd08-45fa-4764-95f1-4042c3e1e757,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:15.643059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42436) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:15.649767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:15.683305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:15.683936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.686514 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/e1e7dde9-6451-4dbf-8f17-0e0f915d588d HTTP/1.1" status: 200 len: 1093 time: 6.2329342 May 20 15:59:15.689781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:15.706347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Deleting port d01a70be-26fc-46f0-a001-69fcca91923c {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:15.707028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.739902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42442) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:15.746522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc1693-7971-404e-a4e9-90fa962fae24 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 15:59:15.751545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:15.755855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f824d7e3-1718-4a11-9e68-421e1a272d04 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:16.144042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=7d0f4cbc-31ec-4f4c-ad65-8a442926d88f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:16.185020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:16.200099 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d', 'status': 'completed', 'code': 200} May 20 15:59:16.208128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:16.219126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:16.275136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:16.323595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:16.389602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:16.391515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:16.400506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:16.414807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:16.478527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:16.492907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:16.516539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:16.547521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Port': ['ID=6da93615-5e24-4289-ac22-5bca83257662,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:16.555932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:16.562499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:16.696022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-dff7c99f-d05f-4c2f-a9da-a0914142c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:16.697090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d2db1-86d4-4f82-8b21-d78ab26ec734 req-606fb222-93ba-4f35-96af-bedc57cb3e82 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:16.697820 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-dff7c99f-d05f-4c2f-a9da-a0914142c3f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b4a09523f9b4a78bcfa2fff674d3597&device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 1096 time: 0.8572855 May 20 15:59:16.699203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-089d2db1-86d4-4f82-8b21-d78ab26ec734 req-606fb222-93ba-4f35-96af-bedc57cb3e82 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 943 time: 1.0967002 May 20 15:59:16.770820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:16.771103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:16.784508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4206a4ed-9dbf-4efe-ae43-6753a3e574b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72b286ff315542929a74df90a13f5c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0312150 May 20 15:59:16.807313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42450) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:16.842127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9586350e-b417-45e5-b0a4-44fa2c390f67 None None] Provisioning complete for port bf070c5a-3afc-46b0-9fe1-52f3c925972d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:16.843013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9586350e-b417-45e5-b0a4-44fa2c390f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:16.939787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9586350e-b417-45e5-b0a4-44fa2c390f67 None None] Port bf070c5a-3afc-46b0-9fe1-52f3c925972d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:16.992397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Calling delete_port for d01a70be-26fc-46f0-a001-69fcca91923c owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:17.059562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:17.065575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.113373 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-b8a0742b-7b58-45d0-872d-5450c307be34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d HTTP/1.1" status: 200 len: 217 time: 0.3992674 May 20 15:59:17.165088 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-089d2db1-86d4-4f82-8b21-d78ab26ec734 req-48b81960-8853-448a-8541-29f7cbfdd28d tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744342 May 20 15:59:17.271969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:17.292298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:17.301702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.304225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.305365 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "DELETE /v2.0/floatingips/729ce101-e21b-4975-8ae4-0336c75b1cfa HTTP/1.1" status: 204 len: 168 time: 6.4272964 May 20 15:59:17.315549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:17.321227 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4206154 May 20 15:59:17.326891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:17.327975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:17.328181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'floatingip': {'floating_network_id': '375e1518-3faf-41e4-b268-ed0825182c8d', 'port_id': 'fb750dc7-9b01-4a66-b61a-6a281dcc9ba0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:17.332509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42458) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:17.344837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1256074549'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:17.348812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:17.352238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-21750372-c632-461f-adb3-9c18b9edf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:17.353801 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-21750372-c632-461f-adb3-9c18b9edf7de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e11043-4290-4e59-9e66-373a4ae0987d HTTP/1.1" status: 200 len: 852 time: 0.2193937 May 20 15:59:17.359036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:17.362233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.365924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:floatingip and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:17.371516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:network and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:17.406828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:17.410845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:17.442989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:17.444680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.449080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:17.455456 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-5e340e8a-2a27-4c85-b96e-ef9faf17fb76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cec4598-cebe-4fff-8700-dd8447a5451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908267 May 20 15:59:17.498319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.538082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:17.548768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.598782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:17.640564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.645680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c3545de6-b123-446f-bd1e-ab7fd8aaf737 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:17.715788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.758562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.768040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:17.769530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:17.824986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.829743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-47f561e1-a58e-4969-a923-db24a6510621 tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:17.835899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8f2cf-d091-49c2-9879-0604657e884f None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:17.885386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471 HTTP/1.1" status: 204 len: 168 time: 3.6547718 May 20 15:59:17.937663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42462) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:17.939649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Pushing event deleted for resources: {'Port': ['ID=d01a70be-26fc-46f0-a001-69fcca91923c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:17.941377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:17.951919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.953014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:17.957994 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f812dabb-b95b-4e1c-8d79-67b48acc453b HTTP/1.1" status: 204 len: 168 time: 1.1456964 May 20 15:59:17.986255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:18.054079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-454bb058-a19f-44ee-8d45-02b814cd621e tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:18.099861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.100327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added segment deb8255a-5225-41e6-9fbc-b1547f97a01e of type vlan for network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 May 20 15:59:18.120672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f812dabb-b95b-4e1c-8d79-67b48acc453b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:18.124529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:18.135747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-37c03f96-2858-4a60-9d3d-089f75812506 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1905234 May 20 15:59:18.143095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42468) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:18.164919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:18.190450 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-2e55135d-3cfc-4e67-9119-f655c44ee61a service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240460 May 20 15:59:18.204996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:11Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:13Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:18.211959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:18.212431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Updating router 45b0751b-acb9-40f7-b287-47cb4aab8361 port bf070c5a-3afc-46b0-9fe1-52f3c925972d binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:18.325504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:18.337690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.416374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.434670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.447547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:18.448947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.522102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-555857c1-4eb4-489e-a24b-8b8d754edaa3 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:18.575622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Deleting port 8044758b-a422-447c-b9a9-43abb995f05b {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:18.577201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.658868 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3252282 May 20 15:59:18.662632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.665247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.670209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] 10.222.0.13 "DELETE /v2.0/floatingips/34e04120-63b8-40cf-a33c-7dc9f8f00af7 HTTP/1.1" status: 204 len: 168 time: 4.3290200 May 20 15:59:18.670936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:18.671266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42484) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:18.753596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'subnet': {'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:18.868828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:18.920927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:19.011493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] For port 8044758b-a422-447c-b9a9-43abb995f05b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8044758b-a422-447c-b9a9-43abb995f05b,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:19.012422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.041723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:19.052644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Network': ['ID=17d604d9-0a4e-4ff5-9526-6fa5a672bdb7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:19.062516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8641b715-34f1-49f8-81a7-acdc7dc7bc38 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:19.093514 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-faa5bd95-d24b-4115-a6fe-fbff1506e712 req-eae9e092-4e4b-4d3a-82a0-0a83f4838edf service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571608 May 20 15:59:19.105214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:19.148719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:19.179192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:19.208987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Calling delete_port for 8044758b-a422-447c-b9a9-43abb995f05b owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:19.220705 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 15:59:19.225305 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cb70a88a-7201-4c71-b1c4-1d8c61938e34 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9052305 May 20 15:59:19.228423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42500) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:19.262865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:19.266942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'fb750dc7-9b01-4a66-b61a-6a281dcc9ba0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:19.275800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:19.281813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Usage tracker for resource:floatingip and tenant:2141024b1f6d41d2b999453bc145323b is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:19.288153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:19.296127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:19.301707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:subnet and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:19.307109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:19.310892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.320049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.326299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42504) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:19.329725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:19.353282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.361825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:19.406282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:19.440291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99af3-5f29-4fa0-a1a0-625d0a0469c4 req-7e86c77e-edcc-4c53-a798-72dbb18f6a24 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:19.442182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aea99af3-5f29-4fa0-a1a0-625d0a0469c4 req-7e86c77e-edcc-4c53-a798-72dbb18f6a24 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 943 time: 0.9105949 May 20 15:59:19.488578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-b41b22c1-d447-42f1-998e-c05126eb9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:19.490162 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-b41b22c1-d447-42f1-998e-c05126eb9a4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b4a09523f9b4a78bcfa2fff674d3597&device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 1096 time: 0.3206074 May 20 15:59:19.553998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.616129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:19.624097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-965743524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:19.635996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Made reservation on behalf of ad480fb314cc424c886871cf85be7a8a for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:19.640295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.679355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Pushing event deleted for resources: {'Port': ['ID=8044758b-a422-447c-b9a9-43abb995f05b,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:19.680019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:19.691303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] No DVR routers for this DVR port 8044758b-a422-447c-b9a9-43abb995f05b on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:19.693119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8044758b-a422-447c-b9a9-43abb995f05b no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:19.718458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:router and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:19.721398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:19.746139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:19.753980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8044758b-a422-447c-b9a9-43abb995f05b {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:19.754301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8044758b-a422-447c-b9a9-43abb995f05b not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:19.777375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.793043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Transition to ACTIVE for port object bf070c5a-3afc-46b0-9fe1-52f3c925972d will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:19.801869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.810687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:19.847184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:19.890807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aea99af3-5f29-4fa0-a1a0-625d0a0469c4 req-ffe94ae7-86af-4e7a-8295-3ad74f594fa2 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380338 May 20 15:59:19.969636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:19.970656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.025966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:59:20.041440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.052790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941505-f52b-4077-b0f8-55daa11495f5 None None] Pushing event updated for resources: {'Port': ['ID=bf070c5a-3afc-46b0-9fe1-52f3c925972d,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:20.057383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-00941505-f52b-4077-b0f8-55daa11495f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:20.067005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Attempting to bind port bf070c5a-3afc-46b0-9fe1-52f3c925972d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:20.067644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Attempting to bind port bf070c5a-3afc-46b0-9fe1-52f3c925972d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:20.068207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Attempting to bind port bf070c5a-3afc-46b0-9fe1-52f3c925972d on network 51a5562d-a599-4201-9174-9dee226b22eb {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:20.075223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:20.075923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Checking segment: {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:20.077681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.078346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Bound using segment: {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:20.079032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Bound port: bf070c5a-3afc-46b0-9fe1-52f3c925972d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:20.079610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.100114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=090d5ae1-2e53-4d41-9a74-61f87317b296,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:20.105642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:20.167619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:20.168115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:20.184905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-dfb87200-9ad0-462f-89cd-4ca0e680f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:20.186528 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-dfb87200-9ad0-462f-89cd-4ca0e680f7da service neutron] 10.222.0.25 "GET /v2.0/networks?id=4cec4598-cebe-4fff-8700-dd8447a5451e HTTP/1.1" status: 200 len: 912 time: 0.6852918 May 20 15:59:20.229152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] For port bf070c5a-3afc-46b0-9fe1-52f3c925972d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:20.238139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] For port bf070c5a-3afc-46b0-9fe1-52f3c925972d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=bf070c5a-3afc-46b0-9fe1-52f3c925972d,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:20.256139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.261216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49962225-3c80-4be2-89fe-739c3db59c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:20.326919 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-0069dd03-e321-4cc1-b45b-752be5964ddd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d HTTP/1.1" status: 200 len: 217 time: 0.1274242 May 20 15:59:20.334774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.375402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:20.376063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:20.471873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:20.477930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941505-f52b-4077-b0f8-55daa11495f5 None None] Pushing event updated for resources: {'Port': ['ID=bf070c5a-3afc-46b0-9fe1-52f3c925972d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:20.486226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-00941505-f52b-4077-b0f8-55daa11495f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:20.568250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:20.586684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.602195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:20.603254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.638039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-864a8b38-a641-4027-9543-6d821efafec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:20.641171 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-864a8b38-a641-4027-9543-6d821efafec4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e11043-4290-4e59-9e66-373a4ae0987d HTTP/1.1" status: 200 len: 852 time: 0.2958839 May 20 15:59:20.644471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b15ebf-e0ff-4d9a-8801-a54187a8a500 None None] Network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:20.754436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:20.804688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device e1e7dde9-6451-4dbf-8f17-0e0f915d588d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:59:20.805641 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-03bb63c9-2c88-43a3-ab44-9ec783121757 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cec4598-cebe-4fff-8700-dd8447a5451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494970 May 20 15:59:20.819116 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.1746738 May 20 15:59:20.820404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:20.893093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:20.898930 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3db12759-b5e5-4695-a800-26be11420d6f tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5584016 May 20 15:59:20.908067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:20.937411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-865937050'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:20.949511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:20.958174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:20.958558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.resource_extend [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:20.977639 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:20.997314 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:20.999514 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:21.011068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:network and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:21.103761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Allocated IP 172.26.8.141 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/a047dab1-035b-4c77-b584-ee50235c5189) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:21.205683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:21.243270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:21.355933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.363721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 14.3731015 May 20 15:59:21.367228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,segment=NetworkSegment(74240c4c-b6e2-456a-98c0-9854a3f6d02e),segment_id=74240c4c-b6e2-456a-98c0-9854a3f6d02e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:21.369785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42520) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:21.391757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:21.401737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d', 'network_id': '4cec4598-cebe-4fff-8700-dd8447a5451e', 'port_id': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d', 'mac_address': 'fa:16:3e:d9:a0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e11043-4290-4e59-9e66-373a4ae0987d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:59:21.441290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-7d0f4cbc-31ec-4f4c-ad65-8a442926d88f', 'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': '090d5ae1-2e53-4d41-9a74-61f87317b296'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:21.442148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.503852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:21.509635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.602416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.644498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.651741 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-5adaa995-993c-459d-ae53-868a786366b3 service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298340 May 20 15:59:21.669958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.677677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.728172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7dde9-6451-4dbf-8f17-0e0f915d588d {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:59:21.733593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:21.738892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:security_group_rule and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:21.742390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:21.750284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:21.778411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,segment=NetworkSegment(74240c4c-b6e2-456a-98c0-9854a3f6d02e),segment_id=74240c4c-b6e2-456a-98c0-9854a3f6d02e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:21.817683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.824391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:21.875149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.911389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:11Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:20Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:21.923565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:21.929846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eceec1-ef25-44cf-a005-182807c2bbfd None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:11Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:20Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:21.940583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5660cce6-0b9e-49b5-b3a8-9b5d80a39dd0 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:21.941809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Allocated IP 172.20.0.1 (7d0f4cbc-31ec-4f4c-ad65-8a442926d88f/090d5ae1-2e53-4d41-9a74-61f87317b296/2d419d0a-0300-4ca1-829c-c3b486850217) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:21.963560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9935354f-f4ff-42a1-a5bc-872afeda4612 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5889750 May 20 15:59:21.970440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42526) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:21.986917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.008022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:22.047624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b863-e6d0-45b8-a372-88401c02df24 req-ec8b93ed-027f-4ede-9976-71fbff3aab06 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:22.053535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-acb6b863-e6d0-45b8-a372-88401c02df24 req-ec8b93ed-027f-4ede-9976-71fbff3aab06 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 943 time: 0.8321164 May 20 15:59:22.058992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314ddfb2-1211-4438-8081-a58ad4dc0b89,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:22.094318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:22.124634 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:16Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:22.132043 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:22.132752 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Updating router 86417ada-0d2f-44ab-9b95-a029ef239c4b port 1f37dd08-45fa-4764-95f1-4042c3e1e757 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:22.139933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.140280 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Added segment cea5950e-2e9c-48fd-8731-a99bf91a1f50 of type vlan for network cef70e41-9dcc-4ef0-965a-6d2d252cb68b May 20 15:59:22.226381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.257639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:22.265039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:22.268227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.297657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Transition to ACTIVE for port object 2d419d0a-0300-4ca1-829c-c3b486850217 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:22.313480 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.326428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Transition to ACTIVE for port object 2d419d0a-0300-4ca1-829c-c3b486850217 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:22.333980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['e1e7dde9-6451-4dbf-8f17-0e0f915d588d'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:22.355615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.376543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.388832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-587a2bf4-6a03-4f9d-8535-1632be1713a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:22.413561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-acb6b863-e6d0-45b8-a372-88401c02df24 req-044f7d3c-e1d2-47d2-bc29-b3303db940bd tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105264 May 20 15:59:22.505206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:22.511827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:22.514693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:22.518797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Pushing event updated for resources: {'Port': ['ID=2d419d0a-0300-4ca1-829c-c3b486850217,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:22.527057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:22.532946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:22.611171 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-32bb788c-6b1c-4864-b94f-566f1e4bac20 req-3c86605d-7f9c-415a-8fbd-942dab44db2c service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9455035 May 20 15:59:22.622844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.632027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8840d43f-fe59-4286-b7e1-bb9881fdd024 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:22.660913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.666550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:22.667195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.684948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:22.808009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:22.832176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Attempting to bind port 2d419d0a-0300-4ca1-829c-c3b486850217 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:22.833231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Attempting to bind port 2d419d0a-0300-4ca1-829c-c3b486850217 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:22.834031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Attempting to bind port 2d419d0a-0300-4ca1-829c-c3b486850217 on network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:22.847094 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:22.849138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Checking segment: {'id': '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:22.849138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.849826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Bound using segment: {'id': '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:22.850735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Bound port: 2d419d0a-0300-4ca1-829c-c3b486850217, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:22.851512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.899829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:22.925253 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.947234 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Transition to ACTIVE for port object 1f37dd08-45fa-4764-95f1-4042c3e1e757 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:22.948681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:22.956424 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:22.961919 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:23.038243 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73a906-3e82-40ba-9190-f9988e3d8b20 None None] Pushing event updated for resources: {'Port': ['ID=1f37dd08-45fa-4764-95f1-4042c3e1e757,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.045047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa4005-94c2-47dd-b3fb-4be73b72c81e tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:23.050442 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f5aa4005-94c2-47dd-b3fb-4be73b72c81e tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0725720 May 20 15:59:23.054667 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-bf73a906-3e82-40ba-9190-f9988e3d8b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.060990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42530) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:23.075326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event updated for resources: {'Port': ['ID=a047dab1-035b-4c77-b584-ee50235c5189,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.101318 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Attempting to bind port 1f37dd08-45fa-4764-95f1-4042c3e1e757 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:23.101719 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Attempting to bind port 1f37dd08-45fa-4764-95f1-4042c3e1e757 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:23.102147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Attempting to bind port 1f37dd08-45fa-4764-95f1-4042c3e1e757 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:23.109179 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:23.109627 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:23.110175 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.110854 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:23.111357 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Bound port: 1f37dd08-45fa-4764-95f1-4042c3e1e757, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:23.111745 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.130900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Network': ['ID=cef70e41-9dcc-4ef0-965a-6d2d252cb68b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.148991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.151090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2331965 May 20 15:59:23.158689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:59:23.160767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.173738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42534) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:23.174752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-35562d73-4742-4aad-ad88-e356641cfc33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:23.206168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.225730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'subnet': {'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:23.237418 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] For port 1f37dd08-45fa-4764-95f1-4042c3e1e757, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:23.244748 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] For port 1f37dd08-45fa-4764-95f1-4042c3e1e757, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1f37dd08-45fa-4764-95f1-4042c3e1e757,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:23.251962 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.266452 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:23.331476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] For port 2d419d0a-0300-4ca1-829c-c3b486850217, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:23.338681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] For port 2d419d0a-0300-4ca1-829c-c3b486850217, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2d419d0a-0300-4ca1-829c-c3b486850217,segment=NetworkSegment(19318e3e-4fc1-46b8-a0fd-ecf76d4734f2),segment_id=19318e3e-4fc1-46b8-a0fd-ecf76d4734f2)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:23.351153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.357155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:23.384954 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73a906-3e82-40ba-9190-f9988e3d8b20 None None] Pushing event updated for resources: {'Port': ['ID=1f37dd08-45fa-4764-95f1-4042c3e1e757,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.387750 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e193ad75-c870-4241-a3fd-8996c43cdf00 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3202820 May 20 15:59:23.391676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42538) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:23.399401 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-bf73a906-3e82-40ba-9190-f9988e3d8b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.399719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023179007', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:23.407013 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:23.408099 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:23.515257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:23.585624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:23.622506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Subnet': ['ID=bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.642322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.643781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:23.688502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:23.688946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371e222-60a2-4638-a219-02ed9de9101e None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:23.689483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.728750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Checking segment: {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:23.729118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network hostable DHCP agents. Network: 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:23.742591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:23.758819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.767184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:subnet and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:23.770859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:23.778739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:23.788108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:23.807778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dc142f2e-c8d3-4c1b-ab72-9e798ed16fb8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:23.813362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6610167 May 20 15:59:23.840895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:23.843488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42544) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:23.898885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:11:e8:0f', 'name': 'tempest-NetworksTestDHCPv6-619788215'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:23.922411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=090d5ae1-2e53-4d41-9a74-61f87317b296,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.924911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:23.939695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.941934 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:23.981212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:23.982307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:24.007203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:24.015763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:24.032928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.041040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:24.043509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:24.045700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.065006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:24.084537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0f4cbc-31ec-4f4c-ad65-8a442926d88f']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:24.108654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:24.109251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:24.127142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:24.131649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.174059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Pushing event updated for resources: {'Port': ['ID=2d419d0a-0300-4ca1-829c-c3b486850217,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:24.175336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.179960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:24.199278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bf070c5a-3afc-46b0-9fe1-52f3c925972d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:24.274985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.290509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:24.303502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:24.309270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.329493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192f3e2-2742-42b3-8f0c-25a50b88d590 None None] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:24.331564 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:24.350300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Deleting port a047dab1-035b-4c77-b584-ee50235c5189 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:24.351019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.369225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:24.370229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.462399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:24.477087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:24.481409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.8039315 May 20 15:59:24.497074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eded6-bf6b-4bb5-89e0-dbd0120c2c7f req-d02c03a6-1755-424a-a46b-e182ca6e6b31 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:24.500391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f95eded6-bf6b-4bb5-89e0-dbd0120c2c7f req-d02c03a6-1755-424a-a46b-e182ca6e6b31 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 944 time: 0.7426736 May 20 15:59:24.509900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:24.510161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.510561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.528077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:24.645132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:24.705920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Calling delete_port for a047dab1-035b-4c77-b584-ee50235c5189 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:24.813131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device e1e7dde9-6451-4dbf-8f17-0e0f915d588d up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:24.851912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Deleting port 75cda030-0c5a-417e-9337-8b5557dd95b5 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:24.852263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.865996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:24.885158 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-87729818-741d-43c1-88cc-1239d26354dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:16Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:24.891567 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87729818-741d-43c1-88cc-1239d26354dc None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:16Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:24.932644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port bf070c5a-3afc-46b0-9fe1-52f3c925972d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:24.945248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:24.983340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-45b3705d-791e-47dc-bd0c-49819cf5d45e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:25.027066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port bf070c5a-3afc-46b0-9fe1-52f3c925972d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:25.027679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.063690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f95eded6-bf6b-4bb5-89e0-dbd0120c2c7f req-a9a4e3a0-1cb0-466c-a05b-56c901cd0442 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307858 May 20 15:59:25.091119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Port': ['ID=a047dab1-035b-4c77-b584-ee50235c5189,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:25.136577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:25.137763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.147492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:25.158852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 15:59:25.158852 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 15:59:25.158852 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': '7d0f4cbc-31ec-4f4c-ad65-8a442926d88f'}] May 20 15:59:25.158852 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:59:25.160449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:59:25.210984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:25.211805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.502682 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] create failed (client error): The resource could not be found. May 20 15:59:25.510551 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.2748208 May 20 15:59:25.519967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42552) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:25.668677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.700047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] For port 75cda030-0c5a-417e-9337-8b5557dd95b5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=75cda030-0c5a-417e-9337-8b5557dd95b5,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:25.700717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.718628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.740853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port e1e7dde9-6451-4dbf-8f17-0e0f915d588d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:25.770455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.844055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port e1e7dde9-6451-4dbf-8f17-0e0f915d588d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:25.845103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.071436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f853a2-4f87-46ff-9493-69dcc3397aa3 None None] Network 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:26.203459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Calling delete_port for 75cda030-0c5a-417e-9337-8b5557dd95b5 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:26.217195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 2d419d0a-0300-4ca1-829c-c3b486850217 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:26.220253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.288137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 0e7baafe-33ca-4f87-be6c-0ce928dad94e yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:59:26.339922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 2d419d0a-0300-4ca1-829c-c3b486850217, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2d419d0a-0300-4ca1-829c-c3b486850217,segment=NetworkSegment(19318e3e-4fc1-46b8-a0fd-ecf76d4734f2),segment_id=19318e3e-4fc1-46b8-a0fd-ecf76d4734f2)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:26.340320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.439384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port bf070c5a-3afc-46b0-9fe1-52f3c925972d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=bf070c5a-3afc-46b0-9fe1-52f3c925972d,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:26.473845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.479490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Allocated IP 2001:db8:3::2 (17d604d9-0a4e-4ff5-9526-6fa5a672bdb7/bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c/09ee0413-4eba-48bd-ad72-b37285def524) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:26.485961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:26.494132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 2d419d0a-0300-4ca1-829c-c3b486850217 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:26.555976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.562854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15d679a4-8b0a-418d-a439-05a68adb96d2 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:26.595635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Deleting port fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:26.595991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.596654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-89283e1e-01c8-4fdb-b114-1ed1fd0ff9d8 None None] Provisioning for port 2d419d0a-0300-4ca1-829c-c3b486850217 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:26.619149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-89283e1e-01c8-4fdb-b114-1ed1fd0ff9d8 None None] Provisioning complete for port 2d419d0a-0300-4ca1-829c-c3b486850217 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:26.619693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89283e1e-01c8-4fdb-b114-1ed1fd0ff9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.668881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Allocated IP 2001:db8::f816:3eff:fe60:a606 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9/95aecffa-b881-447c-a53a-f199a09fed40) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:26.684087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.713862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-89283e1e-01c8-4fdb-b114-1ed1fd0ff9d8 None None] Port 2d419d0a-0300-4ca1-829c-c3b486850217 was deleted so its status cannot be updated. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 15:59:26.795467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.826077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea1ea2-5115-4e39-acb2-c50d74ff95a6 req-803d9837-ba2f-4bb5-adbb-457f4d4d560c tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:26.833420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=2d419d0a-0300-4ca1-829c-c3b486850217,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:26.833724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3fea1ea2-5115-4e39-acb2-c50d74ff95a6 req-803d9837-ba2f-4bb5-adbb-457f4d4d560c tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 944 time: 0.4182801 May 20 15:59:26.836733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:26.944147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 2d419d0a-0300-4ca1-829c-c3b486850217 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:26.995292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848176b-88da-4db8-8c1b-a91934f66eea None None] DHCP port deletion for 7d0f4cbc-31ec-4f4c-ad65-8a442926d88f request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:27.002246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f37dd08-45fa-4764-95f1-4042c3e1e757 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:27.137185 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3fea1ea2-5115-4e39-acb2-c50d74ff95a6 req-72f647f6-9028-4c69-bafb-5378fa1e3b93 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022275 May 20 15:59:27.142447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.163017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0f4cbc-31ec-4f4c-ad65-8a442926d88f']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:27.177551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:27.178215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19318e3e-4fc1-46b8-a0fd-ecf76d4734f2') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:27.191139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.209027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.217833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:27.219150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.292591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=bf070c5a-3afc-46b0-9fe1-52f3c925972d,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:27.347817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:27.348574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Calling delete_port for fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:27.353433 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:27.369222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.377908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c16ca727-6131-4881-ba80-20a5de54e56f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:27.396415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.417859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=7d0f4cbc-31ec-4f4c-ad65-8a442926d88f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:27.435245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:27.445500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.531591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.542263 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/7d0f4cbc-31ec-4f4c-ad65-8a442926d88f HTTP/1.1" status: 204 len: 168 time: 6.7094710 May 20 15:59:27.542263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bfed1925-e296-434e-8772-b620832bc23f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:27.549033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.554904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42558) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:27.567358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a8ed98ba-e0d0-4140-b9e7-5b3a02d8fa2f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:27.596067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:27.609091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753920788'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:27.661249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=5d3e5f7b-971e-4c34-811a-25b6234acd88,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:27.679036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:27.681162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:27.681635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: c8cde85a-bce9-4c3a-8b8b-acab00de2263, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:27.707531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:27.737555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.745179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:27.753629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:27.758861 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d', 'code': 200} May 20 15:59:27.762614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1f37dd08-45fa-4764-95f1-4042c3e1e757 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:27.776747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:27.784283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,segment=NetworkSegment(74240c4c-b6e2-456a-98c0-9854a3f6d02e),segment_id=74240c4c-b6e2-456a-98c0-9854a3f6d02e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:27.809957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:27.856925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c8cde85a-bce9-4c3a-8b8b-acab00de2263) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:27.857221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Subnet': ['ID=d6af114b-c1a8-4447-90c9-c2fbd57c5c1d,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:27.868085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:27.871913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.889923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:27.892218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:27.893024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.903503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.951131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1243bb19-fcdf-4c44-84f4-1b248c77d033 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:27.962713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.968782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e90ab570-40d1-4ba0-b233-132b8359a9c8 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:27.986559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1f37dd08-45fa-4764-95f1-4042c3e1e757 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:27.987143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.054175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Transition to ACTIVE for port object 09ee0413-4eba-48bd-ad72-b37285def524 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:28.078547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a34de-3929-4514-bdaf-bdde01f9f338 None None] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:28.111815 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.6960201 May 20 15:59:28.115011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42564) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:28.129864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Port': ['ID=fb750dc7-9b01-4a66-b61a-6a281dcc9ba0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:28.150746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:28.152560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.271396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-87b9788f-0eb3-4847-885a-6cc8c4bc3757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:28.337683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Checking segment: {'id': 'cea5950e-2e9c-48fd-8731-a99bf91a1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:28.338158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network hostable DHCP agents. Network: cef70e41-9dcc-4ef0-965a-6d2d252cb68b, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:28.364156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=75cda030-0c5a-417e-9337-8b5557dd95b5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:28.371421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:28.397383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:28.412732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:28.447386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:28.463579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.473385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Transition to ACTIVE for port object 09ee0413-4eba-48bd-ad72-b37285def524 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:28.500170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Transition to ACTIVE for port object 95aecffa-b881-447c-a53a-f199a09fed40 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:28.507147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.540059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e25f9abd-9854-4513-bd9c-f574fb297022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:28.546890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:28.549797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.550225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 5ff9c935-8315-4d1b-92e7-476785eaff94 of type vlan for network 432572f1-b3ee-4f0e-b076-a513a289088b May 20 15:59:28.592788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:28.599945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, cef70e41-9dcc-4ef0-965a-6d2d252cb68b) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:28.608007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:28.631442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530786eb-740f-4f5a-beba-57feafa75c37 None None] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:28.667717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:28.749486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Allocated IP 2001:db8:3::1 (17d604d9-0a4e-4ff5-9526-6fa5a672bdb7/bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c/1c7a5397-b435-4bd1-82cf-f8f08658c0d4) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:28.755027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.775692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1f37dd08-45fa-4764-95f1-4042c3e1e757, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1f37dd08-45fa-4764-95f1-4042c3e1e757,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:28.796950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:28.797427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Transition to ACTIVE for port object 95aecffa-b881-447c-a53a-f199a09fed40 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:28.798411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.812223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.861421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.866778 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "DELETE /v2.0/ports/fb750dc7-9b01-4a66-b61a-6a281dcc9ba0 HTTP/1.1" status: 204 len: 168 time: 3.3420639 May 20 15:59:28.868638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42570) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:28.872281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.065234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.068432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6cb9-69d8-4608-9ae7-661026b7cd06 req-8d0e22ae-0542-46a4-bea5-952baaee1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:29.070050 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-21eb6cb9-69d8-4608-9ae7-661026b7cd06 req-8d0e22ae-0542-46a4-bea5-952baaee1bcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 1098 time: 0.9564517 May 20 15:59:29.081105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Attempting to bind port 09ee0413-4eba-48bd-ad72-b37285def524 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:29.081695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Attempting to bind port 09ee0413-4eba-48bd-ad72-b37285def524 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:29.082164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Attempting to bind port 09ee0413-4eba-48bd-ad72-b37285def524 on network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:29.084605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Pushing event updated for resources: {'Port': ['ID=09ee0413-4eba-48bd-ad72-b37285def524,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:29.098260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:29.103229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1977cc3f-2042-46a8-86c6-a0ffe3e39dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:29.194201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1f37dd08-45fa-4764-95f1-4042c3e1e757,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:29.197216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:29.197926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Checking segment: {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:29.198468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.198941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Bound using segment: {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:29.199511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Bound port: 09ee0413-4eba-48bd-ad72-b37285def524, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:29.199976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.212517 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-21eb6cb9-69d8-4608-9ae7-661026b7cd06 req-491a5bc8-e573-4b3f-bb1d-7e909dade31f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809085 May 20 15:59:29.220143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bf070c5a-3afc-46b0-9fe1-52f3c925972d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:29.224194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba7a10a-d44d-4dbe-8fbb-b877028b2720 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:29.225209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4ba7a10a-d44d-4dbe-8fbb-b877028b2720 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Synchronizing usage tracker for tenant:2141024b1f6d41d2b999453bc145323b on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:29.283179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:29.293087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.349131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.1382957 May 20 15:59:29.359764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42574) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:29.412940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4ba7a10a-d44d-4dbe-8fbb-b877028b2720 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Unset dirty status for tenant:2141024b1f6d41d2b999453bc145323b on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:29.418336 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ba7a10a-d44d-4dbe-8fbb-b877028b2720 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eab24fa-c94e-4067-a0c0-f09d169616a2 HTTP/1.1" status: 200 len: 913 time: 0.5482614 May 20 15:59:29.419564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42578) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:29.441495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'network': {'name': 'tempest-router-network01--1486870918'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:29.450347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.456388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:29.457033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.460437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Pushing event updated for resources: {'Port': ['ID=95aecffa-b881-447c-a53a-f199a09fed40,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:29.483559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4aef38c3-5194-499f-b3ad-d75df8286870 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:29.502071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:29.504976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fe11:e80f (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9/0e7baafe-33ca-4f87-be6c-0ce928dad94e) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:29.506213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:29.507322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:29.517997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:29.518576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:29.522109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d82976-54a0-4e30-a54a-ffe1084e2dac req-ace3c458-c2a5-420c-bafd-0bf21921c0d4 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:29.523367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f3d82976-54a0-4e30-a54a-ffe1084e2dac req-ace3c458-c2a5-420c-bafd-0bf21921c0d4 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.9065673 May 20 15:59:29.532856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:29.560207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:29.582267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:network and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:29.599827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:29.662689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:29.663932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:29.762204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:29.770344 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1658447 May 20 15:59:29.782721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42582) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:29.842883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] For port 09ee0413-4eba-48bd-ad72-b37285def524, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:29.921936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:29.932859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] For port 09ee0413-4eba-48bd-ad72-b37285def524, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=09ee0413-4eba-48bd-ad72-b37285def524,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:29.962608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Attempting to bind port 95aecffa-b881-447c-a53a-f199a09fed40 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:29.963182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Attempting to bind port 95aecffa-b881-447c-a53a-f199a09fed40 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:29.963774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Attempting to bind port 95aecffa-b881-447c-a53a-f199a09fed40 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:29.987272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.011485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ac018218-bff6-418e-a42a-91df03b0b654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:30.011835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.047329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=432572f1-b3ee-4f0e-b076-a513a289088b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:30.059346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:30.063990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f3d82976-54a0-4e30-a54a-ffe1084e2dac req-3557854c-5771-4f4d-8876-a8d8eb9684fd tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114045 May 20 15:59:30.064852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:30.065869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port bf070c5a-3afc-46b0-9fe1-52f3c925972d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:30.066500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.069420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.200184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:30.215169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:30.216015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:30.217201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.218264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:30.220029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Bound port: 95aecffa-b881-447c-a53a-f199a09fed40, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:30.220941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.297763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.324820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Transition to ACTIVE for port object 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:30.500226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:30.702735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Allocated IP 172.20.0.2 (c8cde85a-bce9-4c3a-8b8b-acab00de2263/5d3e5f7b-971e-4c34-811a-25b6234acd88/0646ecdd-8948-4275-a757-83d6a4fa756e) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:30.817184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-cef70e41-9dcc-4ef0-965a-6d2d252cb68b', 'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b', 'tenant_id': 'e7f9169bf10e4a398d4ec1fa9151a819', 'fixed_ips': [{'subnet_id': 'd6af114b-c1a8-4447-90c9-c2fbd57c5c1d'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:30.818581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:30.988122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Pushing event updated for resources: {'Port': ['ID=09ee0413-4eba-48bd-ad72-b37285def524,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:31.081646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:31.120208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.134775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] For port 95aecffa-b881-447c-a53a-f199a09fed40, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:31.159622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.160215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Added segment 9fc30731-964e-4bf4-b4bb-b480a0eb62f5 of type vlan for network 005151e5-d900-4239-a967-9ccd27ecd237 May 20 15:59:31.215221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.352693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] For port 95aecffa-b881-447c-a53a-f199a09fed40, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=95aecffa-b881-447c-a53a-f199a09fed40,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:31.393706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:31.400799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.424333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:31.512810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2d419d0a-0300-4ca1-829c-c3b486850217 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:31.564330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.616155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Allocated IP 2001:db8::2 (cef70e41-9dcc-4ef0-965a-6d2d252cb68b/d6af114b-c1a8-4447-90c9-c2fbd57c5c1d/63ed163f-a26d-47ef-9a2d-97ef56b87406) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:31.621512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.643120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.649288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Pushing event updated for resources: {'Port': ['ID=95aecffa-b881-447c-a53a-f199a09fed40,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:31.650483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.671169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e31ade47-4e02-4240-b2e1-33a6ae3403c9 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:31.683198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:31.688303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2d419d0a-0300-4ca1-829c-c3b486850217 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:31.688887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2d419d0a-0300-4ca1-829c-c3b486850217 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:31.860987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:31.976144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 09ee0413-4eba-48bd-ad72-b37285def524 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:32.041451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:32.042579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 432572f1-b3ee-4f0e-b076-a513a289088b is not hosted by any dhcp agent {{(pid=92432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 15:59:32.048735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:32.049458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.053912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "PUT /v2.0/networks/432572f1-b3ee-4f0e-b076-a513a289088b HTTP/1.1" status: 200 len: 723 time: 2.1987388 May 20 15:59:32.059442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42588) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:32.061449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:32.077051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:32.091057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.100294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 0e7baafe-33ca-4f87-be6c-0ce928dad94e will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:32.124851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:32.145179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.148249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Transition to ACTIVE for port object 0646ecdd-8948-4275-a757-83d6a4fa756e will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:32.151804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:32.152999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.167734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:32.168395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.173035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.220643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 09ee0413-4eba-48bd-ad72-b37285def524 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:32.229532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Transition to ACTIVE for port object 0646ecdd-8948-4275-a757-83d6a4fa756e will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:32.280014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f37dd08-45fa-4764-95f1-4042c3e1e757 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:32.288084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=432572f1-b3ee-4f0e-b076-a513a289088b,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:32.329565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:32.329915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:32.330217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c3181b2f-a6ff-4443-9c87-dd52f56c2fcb tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:32.388050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.403657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:32.459168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699095d-fe17-44a4-bd7e-19012ce0e673 None None] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:32.465472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (c8cde85a-bce9-4c3a-8b8b-acab00de2263/5d3e5f7b-971e-4c34-811a-25b6234acd88/c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:32.484000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Deleting port 8dcf70e3-e0ce-4493-abd0-c31df66e45fa {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:32.484501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.488018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:32.529788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf4e7-f3f1-46aa-b1e7-6b21b632fdd5 req-7a035c74-da5e-47bf-8466-a3646789b0ad tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:32.532035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7fadf4e7-f3f1-46aa-b1e7-6b21b632fdd5 req-7a035c74-da5e-47bf-8466-a3646789b0ad tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 1.1960020 May 20 15:59:32.533571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:32.558963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:32.604750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:32.611315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:32.611993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.623297 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.2583175 May 20 15:59:32.653522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42592) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:32.727178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:32.759064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.776368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:32.794319 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.9183486 May 20 15:59:32.798539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:32.803445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Provisioning for port 09ee0413-4eba-48bd-ad72-b37285def524 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:32.809898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:32.813247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42594) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:32.817931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Pushing event updated for resources: {'Port': ['ID=0646ecdd-8948-4275-a757-83d6a4fa756e,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:32.819908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7fadf4e7-f3f1-46aa-b1e7-6b21b632fdd5 req-20bb7b30-add8-4713-9af0-ec7f9b1b0c9c tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027318 May 20 15:59:32.832368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:32.834120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Provisioning complete for port 09ee0413-4eba-48bd-ad72-b37285def524 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:32.834541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:32.834981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'network': {'name': 'tempest-router-network02--935253242'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:32.861434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Transition to ACTIVE for port object 63ed163f-a26d-47ef-9a2d-97ef56b87406 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:32.879301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:32.899050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] 10.222.0.13 "PUT /v2.0/routers/94365ba4-deba-4f4f-a79d-2ac0e5c84845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2160001 May 20 15:59:32.902686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42600) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:32.913553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] Sync routers for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:32.930967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=0e7baafe-33ca-4f87-be6c-0ce928dad94e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:32.938071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:32.939270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:33.043033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.093176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Transition to ACTIVE for port object 63ed163f-a26d-47ef-9a2d-97ef56b87406 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:33.097060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:33.106686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:33.134246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:33.145452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1f37dd08-45fa-4764-95f1-4042c3e1e757 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:33.145935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.179752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.183794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:33.184854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:33.296773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-00941505-f52b-4077-b0f8-55daa11495f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:33.301018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Network': ['ID=005151e5-d900-4239-a967-9ccd27ecd237,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:33.318178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90515358-cfbb-44c4-ab86-e7052165d5e6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:33.324713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90515358-cfbb-44c4-ab86-e7052165d5e6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:33.325471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-90515358-cfbb-44c4-ab86-e7052165d5e6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:33.329070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:33.363231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 005151e5-d900-4239-a967-9ccd27ecd237 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:33.406048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Attempting to bind port 0646ecdd-8948-4275-a757-83d6a4fa756e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:33.406459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Attempting to bind port 0646ecdd-8948-4275-a757-83d6a4fa756e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:33.406759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Attempting to bind port 0646ecdd-8948-4275-a757-83d6a4fa756e on network c8cde85a-bce9-4c3a-8b8b-acab00de2263 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:33.509271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:33.509761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Checking segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:33.510076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.510474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Bound using segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:33.510970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Bound port: 0646ecdd-8948-4275-a757-83d6a4fa756e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:33.511344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.535190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.296s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:33.536010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:33.537182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.545672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Calling delete_port for 8dcf70e3-e0ce-4493-abd0-c31df66e45fa owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:33.569138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:33.595758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:33.597314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:33.611576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Pushing event updated for resources: {'Port': ['ID=63ed163f-a26d-47ef-9a2d-97ef56b87406,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:33.691927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:33.703638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:34.064602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:34.084364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:34.092784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:network and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:34.106214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-90515358-cfbb-44c4-ab86-e7052165d5e6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:34.114225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-90515358-cfbb-44c4-ab86-e7052165d5e6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.2911820 May 20 15:59:34.118696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42608) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:34.147488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.176775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:34.196162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:34.202229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.228145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:34.240803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] For port 0646ecdd-8948-4275-a757-83d6a4fa756e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:34.349620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901995f-5417-4118-8ed2-11d3b8a67fe6 req-da3fd6f5-c2ee-4aeb-b576-02eefc1ca28d tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:34.351458 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d901995f-5417-4118-8ed2-11d3b8a67fe6 req-da3fd6f5-c2ee-4aeb-b576-02eefc1ca28d tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 1.1540878 May 20 15:59:34.395155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Attempting to bind port 63ed163f-a26d-47ef-9a2d-97ef56b87406 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:34.395456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Attempting to bind port 63ed163f-a26d-47ef-9a2d-97ef56b87406 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'cea5950e-2e9c-48fd-8731-a99bf91a1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:34.395847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Attempting to bind port 63ed163f-a26d-47ef-9a2d-97ef56b87406 on network cef70e41-9dcc-4ef0-965a-6d2d252cb68b {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:34.413740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] For port 0646ecdd-8948-4275-a757-83d6a4fa756e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0646ecdd-8948-4275-a757-83d6a4fa756e,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:34.422642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.453668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.459189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:34.518979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:34.519980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Checking segment: {'id': 'cea5950e-2e9c-48fd-8731-a99bf91a1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:34.520645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.521312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Bound using segment: {'id': 'cea5950e-2e9c-48fd-8731-a99bf91a1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:34.521989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.522361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Bound port: 63ed163f-a26d-47ef-9a2d-97ef56b87406, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea5950e-2e9c-48fd-8731-a99bf91a1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cef70e41-9dcc-4ef0-965a-6d2d252cb68b'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:34.522975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.534903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.548235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:34.554469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.555864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:34.602145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d901995f-5417-4118-8ed2-11d3b8a67fe6 req-6b003100-9b3e-4a5f-acba-6c36eb03e203 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911445 May 20 15:59:34.602905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Port': ['ID=8dcf70e3-e0ce-4493-abd0-c31df66e45fa,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:34.614941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:34.683032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.684588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 95aecffa-b881-447c-a53a-f199a09fed40 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:34.716341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] For port 09ee0413-4eba-48bd-ad72-b37285def524, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=09ee0413-4eba-48bd-ad72-b37285def524,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:34.736550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.737451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.746574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:34.750671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ea971b07-7bb6-4b0a-80cc-206de305a570 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:34.776195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:34.951794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:34.952329 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Added segment e239c4d4-084d-4f59-90bb-de574b391dc6 of type vlan for network 6f5a5c88-c048-4236-950a-df315e1f7395 May 20 15:59:35.025709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.053258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.176674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event updated for resources: {'Port': ['ID=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:35.201731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:35.239701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Pushing event updated for resources: {'Port': ['ID=0646ecdd-8948-4275-a757-83d6a4fa756e,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:35.246848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:35.252971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:35.264865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:35.272606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:35.407123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] For port 63ed163f-a26d-47ef-9a2d-97ef56b87406, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:35.481327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 0e7baafe-33ca-4f87-be6c-0ce928dad94e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:35.481590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.512109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] For port 63ed163f-a26d-47ef-9a2d-97ef56b87406, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63ed163f-a26d-47ef-9a2d-97ef56b87406,segment=NetworkSegment(cea5950e-2e9c-48fd-8731-a99bf91a1f50),segment_id=cea5950e-2e9c-48fd-8731-a99bf91a1f50)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:35.516228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Provisioning for port 0e7baafe-33ca-4f87-be6c-0ce928dad94e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:35.522518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 95aecffa-b881-447c-a53a-f199a09fed40 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:35.547569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.581961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Provisioning complete for port 0e7baafe-33ca-4f87-be6c-0ce928dad94e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:35.582646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.658306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:35.684568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Port 0e7baafe-33ca-4f87-be6c-0ce928dad94e cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:35.700566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Pushing event updated for resources: {'Port': ['ID=09ee0413-4eba-48bd-ad72-b37285def524,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:35.719751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:35.725624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:59:27Z', 'revision_number': 5, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port': {'id': 'c680fe5b-8d19-4f82-b3ff-9b288e6374c7', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:54:30Z', 'updated_at': '2021-05-20T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:35.733699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3793bb4a-87e6-4f0a-bcbd-efdc169fae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:35.741886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.750770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:35.751742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.809924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Deleting port c680fe5b-8d19-4f82-b3ff-9b288e6374c7 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:35.810988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.811150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] Checking router: 94365ba4-deba-4f4f-a79d-2ac0e5c84845 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:35.812111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82adaa9f-629e-4553-af0f-3d78126b997c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:35.823273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Provisioning for port 95aecffa-b881-447c-a53a-f199a09fed40 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:35.834380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.847466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] Routers {'94365ba4-deba-4f4f-a79d-2ac0e5c84845'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:35.847466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:35.852582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:35.901053 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.0810754 May 20 15:59:35.909364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Provisioning complete for port 95aecffa-b881-447c-a53a-f199a09fed40 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:35.913303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.920369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42616) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:35.938541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.048662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'subnet': {'network_id': '005151e5-d900-4239-a967-9ccd27ecd237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:36.080599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:36.216276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:36.242374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Pushing event updated for resources: {'Port': ['ID=63ed163f-a26d-47ef-9a2d-97ef56b87406,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:36.285942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:36.296405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:36.345003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] Set router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:36.581595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:59:34Z', 'revision_number': 6, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:36.595166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.619189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705a9f1-9ce6-474d-a055-2b98cba738ea None None] The sync data for ids ['94365ba4-deba-4f4f-a79d-2ac0e5c84845'] in dv-neutron-601336-76-hyperv is: [{'id': '94365ba4-deba-4f4f-a79d-2ac0e5c84845', 'name': 'tempest-ServerActionsTestJSON-1340814324-router', 'tenant_id': '57f719956ccb4141918cefcd5e24597d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:54:26Z', 'updated_at': '2021-05-20T15:59:34Z', 'revision_number': 6, 'project_id': '57f719956ccb4141918cefcd5e24597d', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:36.660486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.667294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Network': ['ID=6f5a5c88-c048-4236-950a-df315e1f7395,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:36.675380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:36.697150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 6f5a5c88-c048-4236-950a-df315e1f7395 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:36.739058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2d365c20-da3e-4e65-9b4f-0ca77ebf9b42 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.839s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:36.798777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] For port 95aecffa-b881-447c-a53a-f199a09fed40, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=95aecffa-b881-447c-a53a-f199a09fed40,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:36.799966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79baa0b-b971-426a-b048-88bb458bb083 None None] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:36.825214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 0e7baafe-33ca-4f87-be6c-0ce928dad94e owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:36.829657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.837137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:37.056187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] For port c680fe5b-8d19-4f82-b3ff-9b288e6374c7, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:37.056713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.092568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb516-f2fb-454d-91d7-008e1fa66281 req-953250ec-d49d-41b8-8a42-75c507c16459 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:37.095834 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-010bb516-f2fb-454d-91d7-008e1fa66281 req-953250ec-d49d-41b8-8a42-75c507c16459 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 1.4380188 May 20 15:59:37.104081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:37.117069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.145166 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:37.197406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6677508 May 20 15:59:37.215797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Provisioning for port 0646ecdd-8948-4275-a757-83d6a4fa756e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:37.218564 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:37.223104 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:37.226190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42620) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:37.260905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:37.271629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Pushing event updated for resources: {'Port': ['ID=95aecffa-b881-447c-a53a-f199a09fed40,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:37.281014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:37.320493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 63ed163f-a26d-47ef-9a2d-97ef56b87406 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:37.367188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:37.408337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:subnet and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:37.442268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Provisioning complete for port 09ee0413-4eba-48bd-ad72-b37285def524 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:37.443225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.448610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:37.455163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:37.486340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Calling delete_port for c680fe5b-8d19-4f82-b3ff-9b288e6374c7 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:37.509294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:37.511824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:37.524988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Router 2eab24fa-c94e-4067-a0c0-f09d169616a2 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:37.542698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.572282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:37.576940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.647263 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:37.672642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6711aac-5737-4f6d-86b3-7f3d082ff934 None None] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:37.928370 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-010bb516-f2fb-454d-91d7-008e1fa66281 req-1893abbe-d7ca-47cf-981c-018028638c69 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7287087 May 20 15:59:38.133426 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 63ed163f-a26d-47ef-9a2d-97ef56b87406 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:38.151204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0646ecdd-8948-4275-a757-83d6a4fa756e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:38.186896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:38.252319 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "PUT /v2.0/routers/2eab24fa-c94e-4067-a0c0-f09d169616a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7992952 May 20 15:59:38.258166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] Sync routers for ids ['2eab24fa-c94e-4067-a0c0-f09d169616a2'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:38.260302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42624) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:38.307710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.312582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] Routers {'2eab24fa-c94e-4067-a0c0-f09d169616a2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:38.314168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['2eab24fa-c94e-4067-a0c0-f09d169616a2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:38.327603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8594043b-1982-4d52-af0c-187eedb59732 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:38.401849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:38.421912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Provisioning for port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:38.452212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] Routers {'2eab24fa-c94e-4067-a0c0-f09d169616a2'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:38.453282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['2eab24fa-c94e-4067-a0c0-f09d169616a2'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:38.536144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=0e7baafe-33ca-4f87-be6c-0ce928dad94e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:38.539468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Provisioning complete for port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:38.542713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.572043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:38.593284 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:32Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:34Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:38.613837 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:38.614601 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Updating router 45b0751b-acb9-40f7-b287-47cb4aab8361 port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:38.739509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.755935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:38.756708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28d947-34c9-49e4-90a7-1fa90b7fee3e None None] The sync data for ids ['2eab24fa-c94e-4067-a0c0-f09d169616a2'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:38.777769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.791304 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.792409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.828326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0646ecdd-8948-4275-a757-83d6a4fa756e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:38.854687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0646ecdd-8948-4275-a757-83d6a4fa756e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:38.855070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.933468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/0e7baafe-33ca-4f87-be6c-0ce928dad94e HTTP/1.1" status: 204 len: 168 time: 4.8120973 May 20 15:59:38.939820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42628) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:38.958770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:38.963713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3c644e6d-1c9c-473e-b25f-46a059eafc0e None None] Port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:39.211592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Provisioning for port 63ed163f-a26d-47ef-9a2d-97ef56b87406 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:39.234603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Provisioning complete for port 63ed163f-a26d-47ef-9a2d-97ef56b87406 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:39.235282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.376624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.481595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 0646ecdd-8948-4275-a757-83d6a4fa756e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0646ecdd-8948-4275-a757-83d6a4fa756e,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:39.498592 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.517670 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Transition to ACTIVE for port object 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:39.535986 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.547861 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.548707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.550080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 09ee0413-4eba-48bd-ad72-b37285def524 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:39.613954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.705430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc87a9d-54a7-4873-8d14-7436bc13096b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:39.708721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc87a9d-54a7-4873-8d14-7436bc13096b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:39.709699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7fc87a9d-54a7-4873-8d14-7436bc13096b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:39.734509 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Pushing event updated for resources: {'Port': ['ID=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.741632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=da9b7598-969b-4183-8651-8436935a3abb,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.742844 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.743175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.760022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.771756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.820281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=0646ecdd-8948-4275-a757-83d6a4fa756e,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.842450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.843247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 09ee0413-4eba-48bd-ad72-b37285def524 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:39.843736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.889683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] For port 63ed163f-a26d-47ef-9a2d-97ef56b87406, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63ed163f-a26d-47ef-9a2d-97ef56b87406,segment=NetworkSegment(cea5950e-2e9c-48fd-8731-a99bf91a1f50),segment_id=cea5950e-2e9c-48fd-8731-a99bf91a1f50)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:39.891214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c680fe5b-8d19-4f82-b3ff-9b288e6374c7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.903168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.909090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.914207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1f5ac05a-bda5-4428-97db-b768494f8b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.918479 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Attempting to bind port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:39.919578 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Attempting to bind port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:39.920367 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Attempting to bind port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 on network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:39.928878 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:39.930164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.931138 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Checking segment: {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:39.931392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.932363 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.933754 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Bound using segment: {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:39.934533 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Bound port: 1c7a5397-b435-4bd1-82cf-f8f08658c0d4, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8255a-5225-41e6-9fbc-b1547f97a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:39.934663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7fc87a9d-54a7-4873-8d14-7436bc13096b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:39.939291 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7fc87a9d-54a7-4873-8d14-7436bc13096b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.9940512 May 20 15:59:39.939790 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.981816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.983789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42634) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:40.024892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Provisioning complete for port 0646ecdd-8948-4275-a757-83d6a4fa756e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:40.025272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.064867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 15:59:40.081557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:59:40.084834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '5ff9c935-8315-4d1b-92e7-476785eaff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:40.085193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: 432572f1-b3ee-4f0e-b076-a513a289088b, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:40.095778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae73bd-d692-4974-b0a7-75eb368d2ac8 req-93b0e5a4-1127-44d5-9098-61211f36ac42 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:40.101973 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] For port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:40.103844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.104899 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-23ae73bd-d692-4974-b0a7-75eb368d2ac8 req-93b0e5a4-1127-44d5-9098-61211f36ac42 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.5483992 May 20 15:59:40.108093 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] For port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:40.115820 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.132179 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e458860f-dac4-4667-91e8-6ca83935d070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:40.140331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Removed routes are [] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 15:59:40.140825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.165169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.200698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Pushing event updated for resources: {'Port': ['ID=63ed163f-a26d-47ef-9a2d-97ef56b87406,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:40.216900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:40.255481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.282850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.283331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Fanout notify agent at l3_agent the message router_deleted on router 2eab24fa-c94e-4067-a0c0-f09d169616a2 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:59:40.292124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.322258 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Pushing event updated for resources: {'Port': ['ID=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:40.343102 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.343580 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.344317 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.344317 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.344664 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.344940 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.345265 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.345609 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.345927 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.346565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.346565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.346871 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:40.352507 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:40.354316 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:40.354964 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:40.370810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:40.375788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Provisioning for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:40.382006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Provisioning complete for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:40.382631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.402894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.447053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e21d9fa7-3518-4f64-b00c-54679be3b92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.474236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:40.502159 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 63ed163f-a26d-47ef-9a2d-97ef56b87406 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:40.511903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.550808 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-23ae73bd-d692-4974-b0a7-75eb368d2ac8 req-d89d00f7-6295-4e7c-9d5e-3f4615cb418f tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449146 May 20 15:59:40.556324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.558283 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-62e3fde4-5c02-44ed-ae44-ad4b715f9fa3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "DELETE /v2.0/routers/2eab24fa-c94e-4067-a0c0-f09d169616a2 HTTP/1.1" status: 204 len: 168 time: 2.2912896 May 20 15:59:40.573303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42638) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:40.619913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 432572f1-b3ee-4f0e-b076-a513a289088b is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:40.647625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 432572f1-b3ee-4f0e-b076-a513a289088b) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:40.655063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:40.665917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a05687-5041-4e88-ae34-8c96a00ff47c None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:40.718112 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:40.780985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.801868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.818626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:40.846444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.861246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cf64b9b9-66d4-46d1-8814-391527b50971 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:40.910193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:40.920780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:40.921398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.950294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:40.965888 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.9058666 May 20 15:59:40.980105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42646) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:40.998499 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:59:41.007162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Deleting subnet da129f35-1149-4d29-b73e-3c2b2f83a399 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:59:41.056623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.077977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-432572f1-b3ee-4f0e-b076-a513a289088b', 'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': 'da9b7598-969b-4183-8651-8436935a3abb'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:41.079222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.104434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:41.108524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c3d4d944-5402-4bbb-ba21-67f1e12e5f94 None None] Provisioning complete for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:41.109233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d944-5402-4bbb-ba21-67f1e12e5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.174665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.175178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94365ba4-deba-4f4f-a79d-2ac0e5c84845 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:59:41.271552 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 6, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:41.276972 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1f9cd-04e1-4a10-9d64-7e9fbb8bbd47 None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 6, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:41.296427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Checking segment: {'id': '9fc30731-964e-4bf4-b4bb-b480a0eb62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '005151e5-d900-4239-a967-9ccd27ecd237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:41.296543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network hostable DHCP agents. Network: 005151e5-d900-4239-a967-9ccd27ecd237, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:41.323342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.360707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.369036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 63ed163f-a26d-47ef-9a2d-97ef56b87406 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:41.370402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.382648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Subnet': ['ID=d2027a6a-b556-43c4-a5e1-ffeae5efe681,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:41.403106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:41.452125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.510993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4d944-5402-4bbb-ba21-67f1e12e5f94 None None] Port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:41.558302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.559768 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/94365ba4-deba-4f4f-a79d-2ac0e5c84845 HTTP/1.1" status: 204 len: 168 time: 8.6510050 May 20 15:59:41.567202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.568557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42650) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:41.622783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c3d4d944-5402-4bbb-ba21-67f1e12e5f94 None None] Provisioning complete for port 63ed163f-a26d-47ef-9a2d-97ef56b87406 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:41.623171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d944-5402-4bbb-ba21-67f1e12e5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.777836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Allocated IP 172.20.0.2 (432572f1-b3ee-4f0e-b076-a513a289088b/da9b7598-969b-4183-8651-8436935a3abb/c1f9e286-db48-4660-90d2-441baa25e23a) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:41.829491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 95aecffa-b881-447c-a53a-f199a09fed40 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:41.880141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:42.006061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.032174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network 005151e5-d900-4239-a967-9ccd27ecd237 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:42.077662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16223181'] for subnet, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.088934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 95aecffa-b881-447c-a53a-f199a09fed40 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:42.089250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.093250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:42.109000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Deleting subnet 231fcdbf-6815-4475-832c-2cfbe2b1f4ab {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:59:42.128124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912600e-f501-409c-80b9-cc3e81cb832c req-e10bf3d7-a783-4187-af3a-f0fc5b5f9b1e tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.129690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-0f36a68a-445d-4ab2-8aa1-8d8a6c55f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.129872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5912600e-f501-409c-80b9-cc3e81cb832c req-e10bf3d7-a783-4187-af3a-f0fc5b5f9b1e tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.9877727 May 20 15:59:42.130651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.131466 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-0f36a68a-445d-4ab2-8aa1-8d8a6c55f611 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b4a09523f9b4a78bcfa2fff674d3597&device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 1098 time: 0.9711657 May 20 15:59:42.144920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 005151e5-d900-4239-a967-9ccd27ecd237) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:42.174055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a188c-a28c-41f6-9580-136bdacf1d94 None None] Network 005151e5-d900-4239-a967-9ccd27ecd237 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:42.336501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.336829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.419950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.467928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.472711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:42.473364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d11ec906-9977-4bd1-8ead-5088b96a57bc None None] Provisioning complete for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:42.474028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d11ec906-9977-4bd1-8ead-5088b96a57bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.478772 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.5564809 May 20 15:59:42.489477 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/86417ada-0d2f-44ab-9b95-a029ef239c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3437557 May 20 15:59:42.494304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42654) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:42.494574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42656) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:42.499514 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:42.503074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'subnet': {'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:42.525802 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:42.528166 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:42.566503 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5912600e-f501-409c-80b9-cc3e81cb832c req-6468f681-e51b-4291-819d-1b5623e98723 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251245 May 20 15:59:42.576023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:42.587549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.589076 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e75e5d8e-92ae-48d8-a23b-ba4b1616e145 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 953 time: 5.2326250 May 20 15:59:42.592050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42662) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:42.620395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:42.644646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Transition to ACTIVE for port object c1f9e286-db48-4660-90d2-441baa25e23a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:42.671719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0646ecdd-8948-4275-a757-83d6a4fa756e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:42.721290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.809290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:42.809996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:42.822583 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:42.837257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-5356801a-3b93-46b2-a97c-cd95292fe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:42.838750 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-5356801a-3b93-46b2-a97c-cd95292fe10e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4cec4598-cebe-4fff-8700-dd8447a5451e HTTP/1.1" status: 200 len: 912 time: 0.6807647 May 20 15:59:42.878192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Transition to ACTIVE for port object c1f9e286-db48-4660-90d2-441baa25e23a will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:42.885109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d11ec906-9977-4bd1-8ead-5088b96a57bc None None] Port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:42.920225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.928345 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-10874622-2bbb-4ee9-ba33-7ca6ee6f247c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d HTTP/1.1" status: 200 len: 217 time: 0.0739214 May 20 15:59:42.929827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c4dd24af-366d-4616-adf8-c61bfcdb0529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:43.010544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:43.075314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:subnet and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:43.084269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:43.093435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:43.118450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:43.128452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-4dede566-f1a3-4c8e-8366-1f5ffee4600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.130009 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-4dede566-f1a3-4c8e-8366-1f5ffee4600f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e11043-4290-4e59-9e66-373a4ae0987d HTTP/1.1" status: 200 len: 852 time: 0.1903872 May 20 15:59:43.130762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:43.138703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:43.181883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Pushing event updated for resources: {'Port': ['ID=c1f9e286-db48-4660-90d2-441baa25e23a,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:43.184698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-005151e5-d900-4239-a967-9ccd27ecd237', 'network_id': '005151e5-d900-4239-a967-9ccd27ecd237', 'tenant_id': 'e7f9169bf10e4a398d4ec1fa9151a819', 'fixed_ips': [{'subnet_id': 'd2027a6a-b556-43c4-a5e1-ffeae5efe681'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:43.185663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.228104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:43.257670 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:37Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:39Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:43.264004 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:43.264472 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Updating router 86417ada-0d2f-44ab-9b95-a029ef239c4b port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:43.301096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:43.354687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767615025848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16710102'] for subnet, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.369007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.391873 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.407757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92d45bcf-66d9-45ae-aa64-781019718018 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:43.412778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Attempting to bind port c1f9e286-db48-4660-90d2-441baa25e23a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:43.413317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Attempting to bind port c1f9e286-db48-4660-90d2-441baa25e23a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '5ff9c935-8315-4d1b-92e7-476785eaff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:43.414004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Attempting to bind port c1f9e286-db48-4660-90d2-441baa25e23a on network 432572f1-b3ee-4f0e-b076-a513a289088b {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:43.417966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0646ecdd-8948-4275-a757-83d6a4fa756e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:43.418563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.455187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.455720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.456221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.456921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.457607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.458268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.458998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.459655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.460300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.460997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.461729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.462477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.463112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.463739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.464365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.464992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.465643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.466270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.469726 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ac06e442-eb38-4830-b47c-517bbe01ae44 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12519 time: 0.9723940 May 20 15:59:43.478587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.484975 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-2ebd4eaf-49c7-4375-8a50-bae47eb88ba5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cec4598-cebe-4fff-8700-dd8447a5451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095814 May 20 15:59:43.492671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42668) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:43.494949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:43.499104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.555608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:43.556539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.561078 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "PUT /v2.0/subnets/da9b7598-969b-4183-8651-8436935a3abb HTTP/1.1" status: 200 len: 806 time: 2.4789848 May 20 15:59:43.588961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42672) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:43.655336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.691156 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7e254b14-5fd0-4abf-bf7f-483bda32723e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 953 time: 1.0846121 May 20 15:59:43.702928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:43.720570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'routes': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:43.795794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.812594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Allocated IP 2001:db8::2 (005151e5-d900-4239-a967-9ccd27ecd237/d2027a6a-b556-43c4-a5e1-ffeae5efe681/4c5be4c1-8a74-4b67-b0fa-5de9d68611c8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:43.816044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4bd23569-a6e8-4c8d-8ff2-d1d582eb3ab4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:43.875193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Subnet': ['ID=da129f35-1149-4d29-b73e-3c2b2f83a399,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:43.885035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.964978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.027016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/231fcdbf-6815-4475-832c-2cfbe2b1f4ab HTTP/1.1" status: 204 len: 168 time: 2.4542062 May 20 15:59:44.029248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.029811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.030973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.031354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.031730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.032092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.032451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.032948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.033310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.033690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.034041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.034781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.049518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42682) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.050663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.054905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "DELETE /v2.0/subnets/da129f35-1149-4d29-b73e-3c2b2f83a399 HTTP/1.1" status: 204 len: 168 time: 3.4861577 May 20 15:59:44.059049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42684) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.187108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=da9b7598-969b-4183-8651-8436935a3abb,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.195950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.213780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Transition to ACTIVE for port object 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:44.247464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Transition to ACTIVE for port object 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:44.276590 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.287511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dba4b7-56f1-4083-bc70-d85a31369680 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:44.294030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.295243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.295876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.296511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.297061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.297727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.298280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.298818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.299375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.300120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.300646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.301178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:44.304740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Transition to ACTIVE for port object c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:44.309798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2840052-6f61-4e7f-ab82-94df51dd7910 None None] Network 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:44.323212 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.329317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.334441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f97513-6b31-4e94-9aaf-d1381b907a9a None None] Network 375e1518-3faf-41e4-b268-ed0825182c8d requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:44.345247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.347010 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9 HTTP/1.1" status: 204 len: 168 time: 4.3592288 May 20 15:59:44.348251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a4774abe-28cb-40fa-bc69-9ecdc9c13dce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.853s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.351356 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.351898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:44.352393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Checking segment: {'id': '5ff9c935-8315-4d1b-92e7-476785eaff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:44.353004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.353606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Bound using segment: {'id': '5ff9c935-8315-4d1b-92e7-476785eaff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:44.354499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Bound port: c1f9e286-db48-4660-90d2-441baa25e23a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff9c935-8315-4d1b-92e7-476785eaff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '432572f1-b3ee-4f0e-b076-a513a289088b'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:44.355099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.367978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.388884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42690) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.473197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.485945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.541062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.562275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231fcdbf-6815-4475-832c-2cfbe2b1f4ab,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.574451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.577362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.634976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.635447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.635907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.636373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.637018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.637525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.637989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.639571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.639571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.639997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.640509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.640965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.641446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.641903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.642363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.642823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.645208 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-02256121-5315-48c4-a280-c712fb50a696 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10147 time: 1.1278756 May 20 15:59:44.662611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.684811 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3d1d0390-a610-4faf-a4ae-37901c5e692e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2869523 May 20 15:59:44.687524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.693080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Pushing event updated for resources: {'Port': ['ID=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.711710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42696) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.724832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.750564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.758988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.816757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e077496-6fde-4eae-8c49-886447ba228a None None] Pushing event updated for resources: {'Port': ['ID=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.827507 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6e077496-6fde-4eae-8c49-886447ba228a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.838632 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Attempting to bind port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:44.839004 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Attempting to bind port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:44.839372 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Attempting to bind port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc on network c8cde85a-bce9-4c3a-8b8b-acab00de2263 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:44.845791 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:44.846166 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Checking segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:44.846570 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.846977 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Bound using segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:44.847458 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Bound port: c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:44.847838 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.941525 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-8dfcc0e6-045e-45cd-abc6-31d051ed70c2 service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3786213 May 20 15:59:44.989374 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] For port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:44.992602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07b05-a054-4ce0-927b-ae553b48431d req-43d32e88-01a5-4a76-a6e8-1f8da3533c23 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.994240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27c07b05-a054-4ce0-927b-ae553b48431d req-43d32e88-01a5-4a76-a6e8-1f8da3533c23 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 1.0095222 May 20 15:59:45.006195 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] For port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:45.018198 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.038638 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-bf73a906-3e82-40ba-9190-f9988e3d8b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:45.160784 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27c07b05-a054-4ce0-927b-ae553b48431d req-6820d80c-adaa-4dcb-b0d4-994fe3fb18f7 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493690 May 20 15:59:45.209392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Deleting port f674948c-0dd8-43dc-ba31-a47780ae12a3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:45.209798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.235869 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e077496-6fde-4eae-8c49-886447ba228a None None] Pushing event updated for resources: {'Port': ['ID=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:45.250525 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6e077496-6fde-4eae-8c49-886447ba228a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:45.262636 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:45.264020 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:45.332109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Network 005151e5-d900-4239-a967-9ccd27ecd237 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:45.344500 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e9c14f97-ec44-402b-a1d8-d150b5cee1e3 req-f1ddff28-63a5-464d-a613-b20f95046a75 service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324409 May 20 15:59:45.418661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] For port f674948c-0dd8-43dc-ba31-a47780ae12a3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f674948c-0dd8-43dc-ba31-a47780ae12a3,segment=NetworkSegment(ac775128-e29f-4436-b679-8d23ac2c60b9),segment_id=ac775128-e29f-4436-b679-8d23ac2c60b9)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:45.418940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.523919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:45.556285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 75cda030-0c5a-417e-9337-8b5557dd95b5 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:45.583425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-98ab136f-29d2-43a4-848f-ee7e69427fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.597923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:45.601186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Calling delete_port for f674948c-0dd8-43dc-ba31-a47780ae12a3 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:45.604807 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:45.708541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609cbf01-eb09-46e8-b06f-4d718a3204a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:45.710387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-609cbf01-eb09-46e8-b06f-4d718a3204a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:45.711877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.737866 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 75cda030-0c5a-417e-9337-8b5557dd95b5 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:45.738351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 75cda030-0c5a-417e-9337-8b5557dd95b5 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:45.738795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c680fe5b-8d19-4f82-b3ff-9b288e6374c7 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:45.838247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added routes are [] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 15:59:45.838580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 15:59:45.878185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.889363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: c680fe5b-8d19-4f82-b3ff-9b288e6374c7 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:45.889996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c680fe5b-8d19-4f82-b3ff-9b288e6374c7 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:45.915374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Deleting port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:45.916008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.941276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-609cbf01-eb09-46e8-b06f-4d718a3204a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:45.942798 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-609cbf01-eb09-46e8-b06f-4d718a3204a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2000968 May 20 15:59:45.959866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port c1f9e286-db48-4660-90d2-441baa25e23a {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:45.960489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.101325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:46.135849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.144853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3f231de0-26c4-48b7-b4ea-e166d10da8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:46.195041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:46.391674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] For port c1f9e286-db48-4660-90d2-441baa25e23a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:46.439475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Attempting to bind port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:46.439856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Attempting to bind port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '9fc30731-964e-4bf4-b4bb-b480a0eb62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '005151e5-d900-4239-a967-9ccd27ecd237'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:46.440266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Attempting to bind port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 on network 005151e5-d900-4239-a967-9ccd27ecd237 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:46.464920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c5911-4b00-47a2-8f55-a4bfc8fda91f None None] DHCP port deletion for 3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:46.470698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] For port c1f9e286-db48-4660-90d2-441baa25e23a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c1f9e286-db48-4660-90d2-441baa25e23a,segment=NetworkSegment(5ff9c935-8315-4d1b-92e7-476785eaff94),segment_id=5ff9c935-8315-4d1b-92e7-476785eaff94)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:46.523535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:46.523940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Checking segment: {'id': '9fc30731-964e-4bf4-b4bb-b480a0eb62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '005151e5-d900-4239-a967-9ccd27ecd237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:46.524383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.524809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Bound using segment: {'id': '9fc30731-964e-4bf4-b4bb-b480a0eb62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '005151e5-d900-4239-a967-9ccd27ecd237'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:46.525602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Bound port: 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc30731-964e-4bf4-b4bb-b480a0eb62f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '005151e5-d900-4239-a967-9ccd27ecd237'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:46.526109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.548460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.567679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f3855b86-f7a7-4c7b-b86a-a3985d90d73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:46.581516 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:37Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:46.586536 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636898a-18fc-4976-97fa-061b535cd1ef None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:37Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:46.594433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port c1f9e286-db48-4660-90d2-441baa25e23a, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:46.595089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.599050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.625250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Pushing event deleted for resources: {'Port': ['ID=f674948c-0dd8-43dc-ba31-a47780ae12a3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:46.642502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:46.642502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] No DVR routers for this DVR port f674948c-0dd8-43dc-ba31-a47780ae12a3 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:46.705955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Pushing event updated for resources: {'Port': ['ID=c1f9e286-db48-4660-90d2-441baa25e23a,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:46.721692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:46.838447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for c1f9e286-db48-4660-90d2-441baa25e23a owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:46.847248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] For port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:46.852886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] For port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,segment=NetworkSegment(9fc30731-964e-4bf4-b4bb-b480a0eb62f5),segment_id=9fc30731-964e-4bf4-b4bb-b480a0eb62f5)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:46.883085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] For port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,segment=NetworkSegment(f3f4495b-3410-4941-9272-40ee6dc08251),segment_id=f3f4495b-3410-4941-9272-40ee6dc08251)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:46.883451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.887169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.903431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-28862fc8-b82b-4e04-a567-eaa14d1dd86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:46.937656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:46.996227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:46.996604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.077142 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-17ff2202-185f-4498-9546-61c2c70c9a30 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2928 time: 2.3671255 May 20 15:59:47.132509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:47.228173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Calling delete_port for 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:47.234531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.265551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e2d8e-00ce-4bff-91dd-344edbc1634d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:47.266544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3d0e2d8e-00ce-4bff-91dd-344edbc1634d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:47.301313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.332505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.346018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3d0e2d8e-00ce-4bff-91dd-344edbc1634d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:47.348302 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3d0e2d8e-00ce-4bff-91dd-344edbc1634d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2239032 May 20 15:59:47.353101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac775128-e29f-4436-b679-8d23ac2c60b9') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.359886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac775128-e29f-4436-b679-8d23ac2c60b9') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.377417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42710) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:47.410297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.462055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.479822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c7b68-50df-4566-a333-cd43c2fea7f8 req-2e0c16ef-9a70-44b7-8e76-ff48d2c6107a tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:47.483500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d56c7b68-50df-4566-a333-cd43c2fea7f8 req-2e0c16ef-9a70-44b7-8e76-ff48d2c6107a tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.9174154 May 20 15:59:47.498129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Pushing event updated for resources: {'Port': ['ID=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:47.556211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:47.590329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:47.605405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 6, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 4, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.625849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407799920', 'description': 'tempest-secgroup-smoke-1407799920 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:47.632835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:47.633483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:47.634706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:47.648913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:47.651695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.661021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-00941505-f52b-4077-b0f8-55daa11495f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:47.670060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:47.677592 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-59b5786c-8dbb-4d85-9760-7c51a45f7bbc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2939925 May 20 15:59:47.688814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.694478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:47.700060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42718) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:47.728792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:47.751779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4cb461-373f-408b-a6bd-f83682a9553c None None] DHCP port deletion for 375e1518-3faf-41e4-b268-ed0825182c8d request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:47.774636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.794825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:47.795621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.923442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.931837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:47.932221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.004177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:48.027325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:48.041251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:48.049289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.069910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3dce9cca-2a89-4cec-9cc6-217c52ed7b7f tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:48.144237 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:48.146495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:48.149849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=c1f9e286-db48-4660-90d2-441baa25e23a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:48.153415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.166736 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d56c7b68-50df-4566-a333-cd43c2fea7f8 req-9fb107e4-da44-480d-9120-6b40bbd35e50 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739531 May 20 15:59:48.174062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cb461-373f-408b-a6bd-f83682a9553c None None] The port '1ac04ee4-bdbd-44c5-8e18-5c108ce6d520' was deleted {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 15:59:48.183821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:48.186898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:48.257610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.279222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Deleting port 95aecffa-b881-447c-a53a-f199a09fed40 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:48.279616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.372455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:48.389832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.404600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] For port 95aecffa-b881-447c-a53a-f199a09fed40, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=95aecffa-b881-447c-a53a-f199a09fed40,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:48.405005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.414493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:48.416552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Port': ['ID=1ac04ee4-bdbd-44c5-8e18-5c108ce6d520,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:48.420850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] No DVR routers for this DVR port 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:48.447710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:48.453737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.468377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:48.485054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-53f9b8af-ccb2-497f-b852-349a5f22b59b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:48.490855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:48.493369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:48.497372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:48.517150 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] 10.222.0.13 "DELETE /v2.0/networks/3bcf8c74-9d02-4f8b-88a7-8e2a2f148a5a HTTP/1.1" status: 204 len: 168 time: 4.4576581 May 20 15:59:48.520189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:48.528404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.582960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Calling delete_port for 95aecffa-b881-447c-a53a-f199a09fed40 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:48.699819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:48.762332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.820778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:48.842738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.859855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:48.860648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e3715894-f0f4-4a44-99ad-89183d7562a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:48.864158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375e1518-3faf-41e4-b268-ed0825182c8d']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:48.881013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f4495b-3410-4941-9272-40ee6dc08251') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:48.881315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f4495b-3410-4941-9272-40ee6dc08251') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:48.898976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.918091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.925634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:48.925990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.980934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] No DVR routers for this DVR port 95aecffa-b881-447c-a53a-f199a09fed40 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:48.986551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42724) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:49.006225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:49.063785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Pushing event deleted for resources: {'Port': ['ID=95aecffa-b881-447c-a53a-f199a09fed40,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.066061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port c1f9e286-db48-4660-90d2-441baa25e23a on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:49.066651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94628dd8-5157-45b9-baf6-18b5fec97b46 None None] Network 005151e5-d900-4239-a967-9ccd27ecd237 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:49.090429 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:49.147166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.161052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.180463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.243717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.247496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:49.249445 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] 10.222.0.13 "DELETE /v2.0/networks/375e1518-3faf-41e4-b268-ed0825182c8d HTTP/1.1" status: 204 len: 168 time: 5.1876781 May 20 15:59:49.254025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.294416 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-62f736dd-7b24-44aa-8de9-bce5920a7847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57f719956ccb4141918cefcd5e24597d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973850 May 20 15:59:49.299829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.305456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9693c2b9-7bf8-4a58-b343-e51208f0cbc8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 703 time: 5.6011479 May 20 15:59:49.308453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42732) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:49.308797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42734) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:49.311441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Subnet': ['ID=5299cf76-ba45-45d4-b8bb-6cfc0309f7fe,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.327686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Checking segment: {'id': 'e239c4d4-084d-4f59-90bb-de574b391dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:49.328055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network hostable DHCP agents. Network: 6f5a5c88-c048-4236-950a-df315e1f7395, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:49.364681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.414894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f75a7e56-5a90-47d7-b794-1a2788fcaf72 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.491603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.505754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e1fcf-91b2-4059-8f57-21fe52d5b5fc None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:49.506178 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8965712 May 20 15:59:49.509926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.519963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Provisioning for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:49.552852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:49.567909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:49.568296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.608615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Provisioning complete for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:49.609351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.667240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42740) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:49.676034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7afd74cf-9d4b-4bd9-87f3-6a96072661e4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:49.694476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Pushing event deleted for resources: {'Network': ['ID=375e1518-3faf-41e4-b268-ed0825182c8d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.726297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:49.729956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.730778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-19fe33b3-7547-44db-a21b-e926dcf0cf6e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.745140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network 6f5a5c88-c048-4236-950a-df315e1f7395 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:49.750519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:49.760538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:49.789201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:49.799903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 6f5a5c88-c048-4236-950a-df315e1f7395) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:49.835496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afd74cf-9d4b-4bd9-87f3-6a96072661e4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.838849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba069b8-d8a0-48ab-9c6d-18788d9b17c9 None None] Network 6f5a5c88-c048-4236-950a-df315e1f7395 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:49.858884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:50.109157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42746) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:50.117933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:50.118538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.163975 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.6682673 May 20 15:59:50.168106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42752) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:50.174186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.296141 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1ab79b59-19c9-47c6-89e8-ff2dcc5dc6c7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 703 time: 0.8218443 May 20 15:59:50.299301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42756) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:50.366315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.446324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.490961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5b6ef424-253f-4fe1-ada0-accee3f61a48 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:50.612812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.683080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a0e1a8-49f6-4813-aaff-378a5f13f4d7,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:50.683732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.743449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-6f5a5c88-c048-4236-950a-df315e1f7395', 'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395', 'tenant_id': 'e7f9169bf10e4a398d4ec1fa9151a819', 'fixed_ips': [{'subnet_id': '5299cf76-ba45-45d4-b8bb-6cfc0309f7fe'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:50.744551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.753032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.791484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] For port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,segment=NetworkSegment(9fc30731-964e-4bf4-b4bb-b480a0eb62f5),segment_id=9fc30731-964e-4bf4-b4bb-b480a0eb62f5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:50.815286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.832067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.844765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:50.964345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89ea7f-24d7-4603-92f6-3240a249dda7 req-1a2d1249-7ad6-46c3-9093-86606c9f691b tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:50.975583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed89ea7f-24d7-4603-92f6-3240a249dda7 req-1a2d1249-7ad6-46c3-9093-86606c9f691b tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 1.3148942 May 20 15:59:50.978556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.000647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-11103bee-b523-4064-80f3-46c60bfc5e2d tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:51.010942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232e6b8-4b7b-4d5b-8b0c-0146aa246a15 None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:51.060537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4411cd7e-538f-4c87-9051-e360c8b6463b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:51.074557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:51.089429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:51.221224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.223274 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5544617 May 20 15:59:51.232768 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed89ea7f-24d7-4603-92f6-3240a249dda7 req-cc886d34-54b2-461a-8063-c77b5f15d9c4 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530754 May 20 15:59:51.234310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.236215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4411cd7e-538f-4c87-9051-e360c8b6463b HTTP/1.1" status: 204 len: 168 time: 1.7644053 May 20 15:59:51.251741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42760) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:51.270351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 7, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:51.301383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:59:51.301383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:59:51.324022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7afd74cf-9d4b-4bd9-87f3-6a96072661e4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:51.336962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15184635-e678-4ae4-a08b-55dc35f8218a None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 7, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:51.353673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:51.414747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Pushing event updated for resources: {'Port': ['ID=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:51.424036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:51.425709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:51.432132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7bfbe020-30dd-42d0-a6f5-75793412aef4 None None] Provisioning complete for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:51.437817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7bfbe020-30dd-42d0-a6f5-75793412aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.456384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:51.626182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:51.635506 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5e2ef978-dcd1-4f7a-9220-37d5efa479a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2141024b1f6d41d2b999453bc145323b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5195768 May 20 15:59:51.648131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42770) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:51.746146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.758457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.770934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5c7f59e-4653-43a3-8c7a-89d46c8220f1 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:51.890966 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:51.913841 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:51.914794 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:51.929942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=da9b7598-969b-4183-8651-8436935a3abb,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:51.961657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:52.065794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.124453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:59:52.133210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.144170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-34e216bc-3b45-46bf-bf0c-c4da8429c982 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:52.146934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Allocated IP 2001:db8::2 (6f5a5c88-c048-4236-950a-df315e1f7395/5299cf76-ba45-45d4-b8bb-6cfc0309f7fe/fc6a3490-dd66-4a80-bd63-956700a538dd) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:52.154247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:52.234096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:52.241958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:52.327443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933f17f-95bc-43b3-b436-2665072d248f None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:52.358214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:52.359559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.400930 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.6845481 May 20 15:59:52.402182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42780) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:52.420820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.438606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=ec905304-1fe5-4472-9e29-96bcde0716ea,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:52.454614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:52.544560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:30:f5:e0', 'name': 'tempest-NetworksTestDHCPv6-225038378'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:52.545265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.574406 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:52.665953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.750904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d547d5c-d6dd-4ed5-a84c-532ed9ad9281 None None] Network 432572f1-b3ee-4f0e-b076-a513a289088b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:52.822043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432572f1-b3ee-4f0e-b076-a513a289088b']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:52.838557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:52.852665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:52.867765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.883916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff9c935-8315-4d1b-92e7-476785eaff94') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:52.884771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff9c935-8315-4d1b-92e7-476785eaff94') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:52.898183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:52.904686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.009023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.023080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd701d9a-b794-4b38-a881-22e416c99e0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:53.077791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.111237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.112772 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8546832 May 20 15:59:53.121004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42790) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:53.136092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7afd74cf-9d4b-4bd9-87f3-6a96072661e4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:53.141239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319afcf0-e0a8-48a8-8ad9-77d77eedc0b3,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:53.285436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.503896 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 7, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:53.510722 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:53.518013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7bfbe020-30dd-42d0-a6f5-75793412aef4 None None] Could not find standard attr ID for object c1f9e286-db48-4660-90d2-441baa25e23a. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 15:59:53.538476 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:53.539359 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:53.578058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:53.630122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:53.630950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.712867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.718878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:53.730680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:53.747080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:53.747776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.776511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 1c857b68-3ba4-4705-ac81-66e2ee448aef yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:53.800534 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:53.810877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.817858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:53.824911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:53.834835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.861091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:53.922304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Transition to ACTIVE for port object fc6a3490-dd66-4a80-bd63-956700a538dd will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:53.963524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bf131-d523-4922-b2e3-b6470bab07cb req-58666247-b97d-4ad9-963d-8ed4f4fda6b9 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:53.978038 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f3bf131-d523-4922-b2e3-b6470bab07cb req-58666247-b97d-4ad9-963d-8ed4f4fda6b9 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 1.5216739 May 20 15:59:53.980486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Transition to ACTIVE for port object fc6a3490-dd66-4a80-bd63-956700a538dd will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:53.984893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:53.987942 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:54.031683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.039292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.040758 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f378a2c-7248-49a4-8049-89f0ea9d1503 HTTP/1.1" status: 204 len: 168 time: 2.3906872 May 20 15:59:54.042091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f378a2c-7248-49a4-8049-89f0ea9d1503,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:54.048160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:54.089172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:54.103308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Allocated IP 2001:db8::1 (005151e5-d900-4239-a967-9ccd27ecd237/d2027a6a-b556-43c4-a5e1-ffeae5efe681/1a7b6f75-a6c5-44fc-9e85-93cc160d02e3) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:54.104798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc19c71-a324-4615-85d1-008bc846e56e None None] DHCP port deletion for 432572f1-b3ee-4f0e-b076-a513a289088b request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:59:54.135131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.156673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.169017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d94191bb-2cb7-49b2-a518-a51127dbbfe9 tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:54.202587 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f3bf131-d523-4922-b2e3-b6470bab07cb req-ecefc106-472b-4d08-a509-97212f542fe0 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230592 May 20 15:59:54.224962 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/432572f1-b3ee-4f0e-b076-a513a289088b HTTP/1.1" status: 204 len: 168 time: 10.6241915 May 20 15:59:54.226602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42806) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:54.235031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.323850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=432572f1-b3ee-4f0e-b076-a513a289088b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:54.328293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Network 6f5a5c88-c048-4236-950a-df315e1f7395 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:54.336132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:54.374912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:54.394860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:54.411130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Pushing event updated for resources: {'Port': ['ID=fc6a3490-dd66-4a80-bd63-956700a538dd,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:54.414318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'ec905304-1fe5-4472-9e29-96bcde0716ea'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:54.415296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.435007 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb3af2-c537-497e-83c5-6800106cc2a7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 15:59:54.435486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eb3af2-c537-497e-83c5-6800106cc2a7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 15:59:54.444660 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-95eb3af2-c537-497e-83c5-6800106cc2a7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/432572f1-b3ee-4f0e-b076-a513a289088b HTTP/1.1" status: 404 len: 339 time: 0.2082272 May 20 15:59:54.452843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42812) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:54.485258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.485802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.486632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.486632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.487197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.487628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.488092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.488530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.488966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.489430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.489863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.490291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:54.503359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:54.528136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fe30:f5e0 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/ec905304-1fe5-4472-9e29-96bcde0716ea/1c857b68-3ba4-4705-ac81-66e2ee448aef) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:54.604244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.617010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113130008', 'description': 'd1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:54.654679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:54.677157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Attempting to bind port fc6a3490-dd66-4a80-bd63-956700a538dd on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:54.677157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Attempting to bind port fc6a3490-dd66-4a80-bd63-956700a538dd by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'e239c4d4-084d-4f59-90bb-de574b391dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:54.677157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Attempting to bind port fc6a3490-dd66-4a80-bd63-956700a538dd on network 6f5a5c88-c048-4236-950a-df315e1f7395 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:54.685982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:network and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:54.692873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:54.693957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:54.694485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Checking segment: {'id': 'e239c4d4-084d-4f59-90bb-de574b391dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:54.695010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.695522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Bound using segment: {'id': 'e239c4d4-084d-4f59-90bb-de574b391dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:54.696134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Bound port: fc6a3490-dd66-4a80-bd63-956700a538dd, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e239c4d4-084d-4f59-90bb-de574b391dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6f5a5c88-c048-4236-950a-df315e1f7395'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:54.696808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.725064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:54.728005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:54.791772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.793136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f9e286-db48-4660-90d2-441baa25e23a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:54.815407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:54.819573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.827278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:54.838174 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 7, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:54.841301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.844134 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f748bd9-5939-4f25-9792-8327eee709f8 None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 7, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '1c7a5397-b435-4bd1-82cf-f8f08658c0d4', 'name': '', 'network_id': '17d604d9-0a4e-4ff5-9526-6fa5a672bdb7', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:18:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:27Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:54.874798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8d40482f-b956-4400-9875-84c9ef3145db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:54.878968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.923320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.976314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:55.001631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.002851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:55.008260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:55.012575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:55.015245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: c1f9e286-db48-4660-90d2-441baa25e23a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:55.016089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f9e286-db48-4660-90d2-441baa25e23a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 20 15:59:55.033415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c059a206-8e07-4c0e-bca1-8af82c8196ee,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:55.050588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:55.068400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.068724 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 2e1738aa-ffda-446c-9d46-c198d06fa486 of type vlan for network b4db6f66-9233-4180-9818-57fa6fbd3526 May 20 15:59:55.070856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Transition to ACTIVE for port object 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:55.076625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.080444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9530113 May 20 15:59:55.081621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42830) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:55.092632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7afd74cf-9d4b-4bd9-87f3-6a96072661e4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:55.108769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:55.130689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.143030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:55.149823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:55.160678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:55.204237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.218586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Port c1f9e286-db48-4660-90d2-441baa25e23a not found, will not notify nova. {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 20 15:59:55.258518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.265690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:55.266831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.294605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3268124f-f6af-4ed3-80b5-e976d0482730 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:55.320664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] For port fc6a3490-dd66-4a80-bd63-956700a538dd, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:55.328124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] For port fc6a3490-dd66-4a80-bd63-956700a538dd, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fc6a3490-dd66-4a80-bd63-956700a538dd,segment=NetworkSegment(e239c4d4-084d-4f59-90bb-de574b391dc6),segment_id=e239c4d4-084d-4f59-90bb-de574b391dc6)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:55.337679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.342620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b9342328-92c3-44c1-95ba-d596976d07e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:55.367155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.447400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:55.452228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.491894 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9110506 May 20 15:59:55.505405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42842) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:55.512994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f674948c-0dd8-43dc-ba31-a47780ae12a3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:55.617477 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: f674948c-0dd8-43dc-ba31-a47780ae12a3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:55.618077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f674948c-0dd8-43dc-ba31-a47780ae12a3 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:55.618753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 95aecffa-b881-447c-a53a-f199a09fed40 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:55.671295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 95aecffa-b881-447c-a53a-f199a09fed40 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:55.671295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 95aecffa-b881-447c-a53a-f199a09fed40 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:55.671717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:55.679336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42848) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:55.683435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.716557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:55.716914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ac04ee4-bdbd-44c5-8e18-5c108ce6d520 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:55.727537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Pushing event updated for resources: {'Port': ['ID=fc6a3490-dd66-4a80-bd63-956700a538dd,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:55.737058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:55.737425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=b4db6f66-9233-4180-9818-57fa6fbd3526,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:55.747054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:55.761414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network 005151e5-d900-4239-a967-9ccd27ecd237 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:55.764171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:55.765823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c2c74324-5faf-42e7-af7a-0d41881c6e7b tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:55.766125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b4db6f66-9233-4180-9818-57fa6fbd3526 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:55.802471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 1c857b68-3ba4-4705-ac81-66e2ee448aef will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:55.940406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:55.976040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:55.989549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a915afd-6a02-471a-896b-fe38390e5888 req-a6ef3d3e-f562-46bc-bb08-88e9c85f3943 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:55.996069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a915afd-6a02-471a-896b-fe38390e5888 req-a6ef3d3e-f562-46bc-bb08-88e9c85f3943 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.4672453 May 20 15:59:56.022704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51660954-8a38-4bc0-be24-8ed1c32cec04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:56.029466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:56.037602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.061551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.087852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:56.103277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.122995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e6290-910b-45d1-a6dc-86279b63dbce tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:56.124011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b93e6290-910b-45d1-a6dc-86279b63dbce tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Synchronizing usage tracker for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:56.155419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Port': ['ID=1a7b6f75-a6c5-44fc-9e85-93cc160d02e3,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:56.161102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.162615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42858) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:56.177765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:56.265205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e46baa-48d1-4cdb-ab65-7c83e9511765,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:56.273614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.277294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.279294 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1966109 May 20 15:59:56.285583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42864) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:56.295397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7afd74cf-9d4b-4bd9-87f3-6a96072661e4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:56.336025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b93e6290-910b-45d1-a6dc-86279b63dbce tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Unset dirty status for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:56.345544 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b93e6290-910b-45d1-a6dc-86279b63dbce tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks?id=b4db6f66-9233-4180-9818-57fa6fbd3526 HTTP/1.1" status: 200 len: 760 time: 0.8349679 May 20 15:59:56.347539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:56.353233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42868) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:56.359019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:56.373419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:56.390816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:56.391394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=1c857b68-3ba4-4705-ac81-66e2ee448aef,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:56.396484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Allocated IP 2001:db8::f816:3eff:fe15:983 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/ec905304-1fe5-4472-9e29-96bcde0716ea/e858cf58-53b1-4517-9891-dafda3eb347a) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:56.406189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:56.409928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'description': 'd2'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:56.449905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:56.459962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:56.464720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:56.465567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.500647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:56.503284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.509507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.531717 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a915afd-6a02-471a-896b-fe38390e5888 req-a5937ed9-f3e3-4eeb-9304-14b5e603a460 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346141 May 20 15:59:56.548121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-235826725'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:56.591849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:56.619588 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:59:56.633102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Usage tracker for resource:network and tenant:a1a2e4e8f5234a868b7b79295ff264a9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:56.661269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:56.677224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:56.680028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.719972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.755755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Made reservation on behalf of a1a2e4e8f5234a868b7b79295ff264a9 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:56.760223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.811411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.859113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:56.876664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Usage tracker for resource:security_group_rule and tenant:a1a2e4e8f5234a868b7b79295ff264a9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:56.881459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:56.954382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:56.963541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:56.975710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.051936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.092461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3b8c1194-4c0f-4959-911f-df831871a484 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:57.098256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-584019967'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:57.104524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:57.110796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Usage tracker for resource:network and tenant:336866da4ba44df8a8caa96ffc05c060 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:57.113627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:57.123113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:57.135627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cbbfed37-c381-402d-8250-8e5f31c4cc8f None None] Provisioning for port 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:57.162088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6171d2ce-b18c-41a6-b90f-0a1857519f0b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:57.168387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Made reservation on behalf of 336866da4ba44df8a8caa96ffc05c060 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:57.172781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.176198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cbbfed37-c381-402d-8250-8e5f31c4cc8f None None] Provisioning complete for port 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:57.176724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cbbfed37-c381-402d-8250-8e5f31c4cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.184517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:57.233583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.400168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.415256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Transition to ACTIVE for port object e858cf58-53b1-4517-9891-dafda3eb347a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:57.443447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Transition to ACTIVE for port object e858cf58-53b1-4517-9891-dafda3eb347a will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:57.445030 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0372570 May 20 15:59:57.451313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42878) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:57.477949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfed37-c381-402d-8250-8e5f31c4cc8f None None] Port 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:57.485538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.487248 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2006612 May 20 15:59:57.495456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.498176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.499885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42882) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:57.508947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-83028a5e-b074-4a72-aaca-2077ee7cd2bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:57.522950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7afd74cf-9d4b-4bd9-87f3-6a96072661e4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:57.539763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aacc2d98-93a4-4b65-a6dd-591a53a5500d tempest-ExtraDHCPOptionsTestJSON-1369562443 tempest-ExtraDHCPOptionsTestJSON-1369562443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:57.542841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:57.561796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:57.571169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:57.596813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:57.612657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-a966fe51-bcc5-403b-ae6b-2163ac0b118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:57.614288 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-a966fe51-bcc5-403b-ae6b-2163ac0b118c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b4a09523f9b4a78bcfa2fff674d3597&device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 1098 time: 0.5579231 May 20 15:59:57.643876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:57.685057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Pushing event updated for resources: {'Port': ['ID=e858cf58-53b1-4517-9891-dafda3eb347a,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:57.688802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:57.690441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:57.691340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:57.693451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:57.693834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.699491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.714440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Usage tracker for resource:security_group_rule and tenant:336866da4ba44df8a8caa96ffc05c060 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:57.719974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:57.721669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=1c7a5397-b435-4bd1-82cf-f8f08658c0d4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:57.723566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5a6af-7154-49ae-962c-ae2c8fc1f0d9 None None] Network 6f5a5c88-c048-4236-950a-df315e1f7395 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:57.725355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:57.750312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:57.817552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:57.860365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.876843 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:59:57.906766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.970998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Attempting to bind port e858cf58-53b1-4517-9891-dafda3eb347a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:57.971806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Attempting to bind port e858cf58-53b1-4517-9891-dafda3eb347a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:57.971806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Attempting to bind port e858cf58-53b1-4517-9891-dafda3eb347a on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:57.978828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7c497b67-e3ae-405d-a1ba-88c6916e64c1 None None] Provisioning for port fc6a3490-dd66-4a80-bd63-956700a538dd completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:57.987267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.004782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:58.005384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.005827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:58.006447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.007060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:58.007797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Bound port: e858cf58-53b1-4517-9891-dafda3eb347a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:58.008401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.026867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31acfb-cce4-47b4-804c-1af24ee649e8 req-88de5f78-a2ef-4249-9980-aa4c68d8b355 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:58.027799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-76d8a8e0-1666-4004-b133-3ec251a5e0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:58.040746 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a31acfb-cce4-47b4-804c-1af24ee649e8 req-88de5f78-a2ef-4249-9980-aa4c68d8b355 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.9980817 May 20 15:59:58.043803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed5baf23-72a0-4f7f-bf01-359489bae225 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:58.102903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:58.143578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:58.182921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.223344 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network b4db6f66-9233-4180-9818-57fa6fbd3526 is not hosted by any dhcp agent {{(pid=92432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 15:59:58.224011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:58.233754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:58.234763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.239254 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "PUT /v2.0/networks/b4db6f66-9233-4180-9818-57fa6fbd3526 HTTP/1.1" status: 200 len: 757 time: 1.8738115 May 20 15:59:58.249180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.250581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.260249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.261948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.263385 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Added segment ba66fdba-6e60-43d6-b2e6-13d5971f95b0 of type vlan for network de208e83-d960-421b-85ad-82b78ef836c8 May 20 15:59:58.271132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42886) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:58.273104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6060ce42-d370-41e6-98d3-d97de672c71d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:58.279172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:58.311136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e835d748-e523-469f-bd2a-b1072cebcb20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:58.369567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] For port e858cf58-53b1-4517-9891-dafda3eb347a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:58.387181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] For port e858cf58-53b1-4517-9891-dafda3eb347a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e858cf58-53b1-4517-9891-dafda3eb347a,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:58.395858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.400448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cc99ea01-575e-4bdb-9217-c618b429e00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:58.417622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.445139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:58.445542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.504706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=b4db6f66-9233-4180-9818-57fa6fbd3526,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:58.526709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-1f82cbd7-2a6d-4241-9bb8-26cba9d79aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:58.531699 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-1f82cbd7-2a6d-4241-9bb8-26cba9d79aeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=4cec4598-cebe-4fff-8700-dd8447a5451e HTTP/1.1" status: 200 len: 912 time: 0.8969710 May 20 15:59:58.548596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695e48e-c199-41d0-ad3d-998d91f26ac1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:58.558176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b4db6f66-9233-4180-9818-57fa6fbd3526 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:58.560952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695e48e-c199-41d0-ad3d-998d91f26ac1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:58.562321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9695e48e-c199-41d0-ad3d-998d91f26ac1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:59:58.571160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:58.594067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a31acfb-cce4-47b4-804c-1af24ee649e8 req-783682a2-60eb-42e8-9d76-f0d7e7b784d9 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520313 May 20 15:59:58.659933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.788629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Pushing event updated for resources: {'Port': ['ID=e858cf58-53b1-4517-9891-dafda3eb347a,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:58.793484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.802289 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-c3cfe55e-3fe6-448c-bc1e-5f6a0b03e87f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d HTTP/1.1" status: 200 len: 217 time: 0.1356189 May 20 15:59:58.811277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Port': ['ID=1a7b6f75-a6c5-44fc-9e85-93cc160d02e3,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:58.823590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:58.862501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.885384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9695e48e-c199-41d0-ad3d-998d91f26ac1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:59:58.885384 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9695e48e-c199-41d0-ad3d-998d91f26ac1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.4267907 May 20 15:59:58.889017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:58.890715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e2a68e68-11ab-4f8b-89fa-4502fae0eefc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:58.892231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42890) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:58.893647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.928599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.929890 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4195478 May 20 15:59:58.993005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c23b6a-ad0c-4e7f-9c76-d98a40f515fd tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:58.994653 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-08c23b6a-ad0c-4e7f-9c76-d98a40f515fd tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks?id=b4db6f66-9233-4180-9818-57fa6fbd3526 HTTP/1.1" status: 200 len: 760 time: 0.7134786 May 20 15:59:59.018709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42896) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:59.020869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:59:59.087174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network 005151e5-d900-4239-a967-9ccd27ecd237 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:59.110660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9d6c5bc8-3fad-450b-b37b-0096fc5d82dc tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:59.124342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:59.135576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f9e286-db48-4660-90d2-441baa25e23a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:59.145240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac107a9e-29e9-446b-9d84-3cb4d6f2fc25,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:59.161985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:59.178824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388401910'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:59.201198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.206846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:59.207498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.212340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-537d253e-5aa1-4813-995e-c5f3c93eb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:59.226942 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-537d253e-5aa1-4813-995e-c5f3c93eb6ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e11043-4290-4e59-9e66-373a4ae0987d HTTP/1.1" status: 200 len: 852 time: 0.4128766 May 20 15:59:59.228004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: c1f9e286-db48-4660-90d2-441baa25e23a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:59.228648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f9e286-db48-4660-90d2-441baa25e23a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:59.238478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3e4f64bf-35cf-48d9-b768-609c046e37f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:59.286396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:59.324285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:59.391277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bd67d8-862d-44f6-8d06-61a7ec6e7ec6,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:59.395216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:59.478805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.479150 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Added segment 07d64666-3cea-42f1-831f-137be1c82f34 of type vlan for network 6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0 May 20 15:59:59.678182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.709600 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-d2198063-4c93-457d-b2c3-e3474e846982 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407799920&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.2453864 May 20 15:59:59.710010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fc6a3490-dd66-4a80-bd63-956700a538dd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:59.757828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:59.843216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f46ac433-ac8f-4f5e-8ed2-09b4cfcb5aec None None] Provisioning complete for port 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:59.843492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f46ac433-ac8f-4f5e-8ed2-09b4cfcb5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.859476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:59.882440 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.6885407 May 20 15:59:59.902407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 1c857b68-3ba4-4705-ac81-66e2ee448aef {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:59.903406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.912194 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-c83a6200-4540-4e66-8e54-6a6cfdf737e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cec4598-cebe-4fff-8700-dd8447a5451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6163976 May 20 15:59:59.913173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42912) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:59.918396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f46ac433-ac8f-4f5e-8ed2-09b4cfcb5aec None None] Port 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:59.925415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port fc6a3490-dd66-4a80-bd63-956700a538dd completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:59.933714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fc6a3490-dd66-4a80-bd63-956700a538dd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:59.934090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:59.935663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:00:00.059546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-482d6c63-58d4-4bb1-851f-357c20f883aa tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-613826924') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:00.097666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Pushing event updated for resources: {'Network': ['ID=de208e83-d960-421b-85ad-82b78ef836c8,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:00.100605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:00.101269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:00.105142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.162270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network de208e83-d960-421b-85ad-82b78ef836c8 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:00.451886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:00.469394 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-d963506b-3187-426c-a4d6-baabc98c0815 service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191417 May 20 16:00:00.517010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.517010 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment be81aa9d-ca66-474f-a606-d6ef29cbdc9b of type vlan for network 4137b3cf-c9ea-4516-a6c4-9570797d786e May 20 16:00:00.545875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.642340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-87e892c8-fba5-4c64-87f3-3f4ecc3aaf24 None None] Provisioning for port e858cf58-53b1-4517-9891-dafda3eb347a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:00.653696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.668255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Router 4de4b988-1020-41e0-9a3c-050d3df88d9c is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:00:00.670714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port fc6a3490-dd66-4a80-bd63-956700a538dd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fc6a3490-dd66-4a80-bd63-956700a538dd,segment=NetworkSegment(e239c4d4-084d-4f59-90bb-de574b391dc6),segment_id=e239c4d4-084d-4f59-90bb-de574b391dc6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:00.687421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.691848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e858cf58-53b1-4517-9891-dafda3eb347a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:00.727781 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-482d6c63-58d4-4bb1-851f-357c20f883aa tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "PUT /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-613826924 HTTP/1.1" status: 201 len: 201 time: 0.7882514 May 20 16:00:00.748376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-302eda59-eb81-41c1-a55c-28c767bfbfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:00.749228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42916) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:00.877124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.897711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:00.924125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=fc6a3490-dd66-4a80-bd63-956700a538dd,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:00.932229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:00.943579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c08ef63a-c5c3-46c6-8837-da71f565e53a None None] Provisioning for port 1c857b68-3ba4-4705-ac81-66e2ee448aef completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:00.952281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e858cf58-53b1-4517-9891-dafda3eb347a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:00.952618 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e24ae982-efe8-4a25-b2d5-0e52c831721c req-8d6ec503-9409-491d-b5d1-e2d75815fd23 service neutron] 10.222.0.25 "GET /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678104 May 20 16:00:00.960668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c08ef63a-c5c3-46c6-8837-da71f565e53a None None] Provisioning complete for port 1c857b68-3ba4-4705-ac81-66e2ee448aef triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:00.961383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c08ef63a-c5c3-46c6-8837-da71f565e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.011153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-d1adfa5e-3328-4aa5-b004-06efb40f54a6 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-613826924') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.025633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e858cf58-53b1-4517-9891-dafda3eb347a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:01.026235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.062474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.069526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:01.070281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.080874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2901f7ce-867d-483d-8241-1d158fb2ad72 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:01.130994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.141958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:01.142730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.146794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c08ef63a-c5c3-46c6-8837-da71f565e53a None None] Port 1c857b68-3ba4-4705-ac81-66e2ee448aef cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:01.179789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 1c857b68-3ba4-4705-ac81-66e2ee448aef owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:01.192946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba65d8c9-c1c2-4aba-96d5-7acb6918d6e0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:01.258049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:01.274165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] Sync routers for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:01.276961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.306154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:01.306894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.373638 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2043853 May 20 16:00:01.382525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.387413 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3137946 May 20 16:00:01.391252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e858cf58-53b1-4517-9891-dafda3eb347a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e858cf58-53b1-4517-9891-dafda3eb347a,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:01.394041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42920) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:01.394824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42922) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:01.398277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:01.399041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.461356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.469690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-07d227da-f045-4699-8c08-49fccafcfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:01.509251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.509251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ed0ca-540d-4cd2-8134-173ad1d6d2b4 None None] The sync data for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:01.539478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-74d595cd-fdcd-4f89-a82a-a41f566b683d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:01.542077 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-74d595cd-fdcd-4f89-a82a-a41f566b683d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 797 time: 1.8314188 May 20 16:00:01.564385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:01.577276 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 5.8313887 May 20 16:00:01.601449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:01.608406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:01.616771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=4137b3cf-c9ea-4516-a6c4-9570797d786e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:01.626893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e858cf58-53b1-4517-9891-dafda3eb347a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:01.637254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:01.639117 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:01.640617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4137b3cf-c9ea-4516-a6c4-9570797d786e details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:01.664623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Pushing event updated for resources: {'Network': ['ID=6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:01.670306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:01.674516 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:01.675412 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.718502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:01.761619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fc6a3490-dd66-4a80-bd63-956700a538dd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:01.797836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:01.891613 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d1adfa5e-3328-4aa5-b004-06efb40f54a6 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-613826924 HTTP/1.1" status: 204 len: 168 time: 0.9536028 May 20 16:00:01.892514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42934) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:01.930012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-84aebc77-820c-44a6-a14a-2469402c546a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.3374295 May 20 16:00:01.944417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-2ea1d565-b0ab-49d2-bf1f-1fac2391ad97 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:01.949289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6914ae-3aa3-4dc8-b33e-2d05c7bae4d4 req-ccaec078-3941-48d0-8171-746394f0277f tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:01.965209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd6914ae-3aa3-4dc8-b33e-2d05c7bae4d4 req-ccaec078-3941-48d0-8171-746394f0277f tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 2.0350406 May 20 16:00:01.983956 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6675606 May 20 16:00:01.993961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42938) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:01.998586 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:02.032829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:02.112670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Usage tracker for resource:subnet and tenant:5735fca859744cc2bbab5b47740d0fc8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:02.125537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:02.200014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fc6a3490-dd66-4a80-bd63-956700a538dd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:02.200681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.202163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'network': {'name': 'tempest-network--639954869', 'router:external': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:02.206558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:02.274142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:02.303832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:network and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:02.315919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:02.328375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:02.346771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:02.350741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.354085 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd6914ae-3aa3-4dc8-b33e-2d05c7bae4d4 req-355dd0b9-888b-40cc-9236-ad40b8d09ab9 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322688 May 20 16:00:02.431022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:02.440200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.443460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.476234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Made reservation on behalf of 46b7512b5c2842edb48a3bcefc38bf20 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:02.479387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.512302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b68f9d2e-d9ce-4ebf-a050-b7b49daaa1a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:02.640277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=1c857b68-3ba4-4705-ac81-66e2ee448aef,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:02.704391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:02.728082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.743032 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:56Z', 'revision_number': 8, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:02.752933 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:02.781221 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:02.783429 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T15:59:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:02.798992 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ea1d565-b0ab-49d2-bf1f-1fac2391ad97 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags HTTP/1.1" status: 200 len: 237 time: 0.8817375 May 20 16:00:02.799382 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-6f1b5dac-98a9-4395-8b55-d83bdf200d09 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8318086 May 20 16:00:02.811471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42942) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:02.811768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.812458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:02.814819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/1c857b68-3ba4-4705-ac81-66e2ee448aef HTTP/1.1" status: 204 len: 168 time: 3.9038835 May 20 16:00:02.820451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42944) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:02.841793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-a136a50e-e495-4945-81d1-d9f6a09eb1ef tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', {'tags': ['tempest-TagsTest-Tag-1931645406', 'tempest-TagsTest-Tag-1480645207', 'tempest-TagsTest-Tag-492700270']}) {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:02.880072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:02.888902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:security_group_rule and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:02.894834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:02.907355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:03.117828 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:03.126418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87503ed6-182b-4b02-9798-97d9576e051b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:03.128081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87503ed6-182b-4b02-9798-97d9576e051b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:03.128797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-87503ed6-182b-4b02-9798-97d9576e051b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:03.186585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:03.218655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-87503ed6-182b-4b02-9798-97d9576e051b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:03.222809 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-87503ed6-182b-4b02-9798-97d9576e051b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4009984 May 20 16:00:03.223515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42950) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:03.271570 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-70b2b039-a300-447e-9243-7fc6e27ead98 service neutron] 10.222.0.13 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615046 May 20 16:00:03.550919 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a136a50e-e495-4945-81d1-d9f6a09eb1ef tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "PUT /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags HTTP/1.1" status: 200 len: 308 time: 0.7281759 May 20 16:00:03.575329 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:56Z', 'revision_number': 8, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:03.581552 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefb2a76-8e31-4754-a298-5cf3b1752068 None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T15:59:56Z', 'revision_number': 8, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf070c5a-3afc-46b0-9fe1-52f3c925972d', 'name': '', 'network_id': '51a5562d-a599-4201-9174-9dee226b22eb', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:5c:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:26Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '2a758b3f-d06e-4e4c-8ee6-d46c22448f44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:03.642906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42956) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:03.672452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-f633998c-098d-4a7c-85e3-2da1cc54a2c5 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-1931645406') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:03.782306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:03.812739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:03.844576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4bb514b-64d2-4025-9dd3-bd9e8db65272 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:03.869328 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-93a4be28-4ab5-411d-bae6-715451ded15c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:00:03.871331 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-93a4be28-4ab5-411d-bae6-715451ded15c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4731157 May 20 16:00:03.893514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet ec905304-1fe5-4472-9e29-96bcde0716ea {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:03.902597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42960) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:03.998097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e858cf58-53b1-4517-9891-dafda3eb347a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:04.012151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.040097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:04.124323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-bb303c45-8517-41b4-906a-e0ff495dcd01 service neutron] 10.222.0.13 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237264 May 20 16:00:04.150993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c021db98-b632-44cc-b455-192c12374640,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:04.158246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:04.161089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.161668 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Added segment 7ba4f409-dd9d-4d25-8811-9a88326eea19 of type vlan for network 209ba13c-a8cf-4419-bf27-7606da7031cd May 20 16:00:04.228846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e858cf58-53b1-4517-9891-dafda3eb347a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:04.229325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.307868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.437629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.470793 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f633998c-098d-4a7c-85e3-2da1cc54a2c5 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "DELETE /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-1931645406 HTTP/1.1" status: 204 len: 168 time: 0.8263428 May 20 16:00:04.480389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42964) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:04.495554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-02694322-1c58-4606-99e7-339511b922e9 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-1931645406') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:04.550467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.551560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:04.552562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.582538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7cd685b8-eda9-4076-8995-d1850f27fc3f tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:04.604515 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.9901235 May 20 16:00:04.637737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42972) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:04.692506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872cef-ed47-4959-8d00-3b644467e2d2 req-0f6f36ed-43f7-4ca3-909f-f4a93b2d6d7b tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:04.694163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7872cef-ed47-4959-8d00-3b644467e2d2 req-0f6f36ed-43f7-4ca3-909f-f4a93b2d6d7b tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.8579967 May 20 16:00:04.787817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Network': ['ID=209ba13c-a8cf-4419-bf27-7606da7031cd,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:04.794021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:04.815046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 209ba13c-a8cf-4419-bf27-7606da7031cd details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:04.833665 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-02694322-1c58-4606-99e7-339511b922e9 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] show failed (client error): The resource could not be found. May 20 16:00:04.837750 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-02694322-1c58-4606-99e7-339511b922e9 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-1931645406 HTTP/1.1" status: 404 len: 326 time: 0.3515232 May 20 16:00:04.842618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42976) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:04.852742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-c3abd03e-da96-496a-b439-18ba3e552188 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-1480645207') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:04.910462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e25c67e-2ab2-43df-812e-447d3a79a027 req-160845de-fb92-478f-8eaf-8b222fa4d1b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.2546504 May 20 16:00:04.911378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.927173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b3d903b-4d22-4141-b5e4-a4898fbeafb9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:05.028636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:05.051349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a8edc012-0880-423f-b05d-05d6cb930603 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:05.100300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=ce541461-22d9-4314-90c5-10bde42479f4,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:05.105381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:05.118476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:05.118842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: 4137b3cf-c9ea-4516-a6c4-9570797d786e, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:05.132198 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c3abd03e-da96-496a-b439-18ba3e552188 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-1480645207 HTTP/1.1" status: 204 len: 168 time: 0.2892377 May 20 16:00:05.132852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42984) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:05.142157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-0af63696-8a3c-4451-b5b1-e6cb6c193785 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-492700270') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:05.145482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:05.201323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7872cef-ed47-4959-8d00-3b644467e2d2 req-39c0d0e6-ad9b-464f-8dbe-dab94368385b tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455169 May 20 16:00:05.235728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network 4137b3cf-c9ea-4516-a6c4-9570797d786e is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:05.241290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:05.244540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:05.250542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:05.259743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c267b96-fb67-4681-8b42-d2e48f5c5da8 None None] Network 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:05.301665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:05.355115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 4137b3cf-c9ea-4516-a6c4-9570797d786e) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:05.370081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c HTTP/1.1" status: 204 len: 168 time: 3.3753543 May 20 16:00:05.374377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 42992) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:05.408346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:05.412962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:05.454832 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0af63696-8a3c-4451-b5b1-e6cb6c193785 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-492700270 HTTP/1.1" status: 204 len: 168 time: 0.3204002 May 20 16:00:05.458058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 42996) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:05.536160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cd893-c2c5-4d2c-8aa1-ef179c384e52 None None] Network 4137b3cf-c9ea-4516-a6c4-9570797d786e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:05.545309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-ff4cd53a-dcdb-47ae-b0df-8006ff3fb46f tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:05.646953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:06.195508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:06.197922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c7a5397-b435-4bd1-82cf-f8f08658c0d4 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:06.244833 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8439381 May 20 16:00:06.253593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43008) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:06.549026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-4137b3cf-c9ea-4516-a6c4-9570797d786e', 'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': 'ce541461-22d9-4314-90c5-10bde42479f4'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:06.549928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:06.602778 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff4cd53a-dcdb-47ae-b0df-8006ff3fb46f tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "DELETE /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags HTTP/1.1" status: 204 len: 168 time: 1.1057394 May 20 16:00:06.656342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43012) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:06.666160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:06.682031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-efba5238-5b95-4e96-87bf-2e99a789e46e tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-1480645207') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:06.687688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] DHCP port deletion for 17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:06.725802 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-648f4c6f-0ef8-4c65-acdb-93005dd38576 req-f8cb5da3-43fb-46e6-9f0a-80499b68cec5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.1537745 May 20 16:00:06.770804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:06.799880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:06.832529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209ba13c-a8cf-4419-bf27-7606da7031cd']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:06.869314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Allocated IP 172.20.0.2 (4137b3cf-c9ea-4516-a6c4-9570797d786e/ce541461-22d9-4314-90c5-10bde42479f4/93ec0021-5a85-45c8-a1bc-3b0dd70e4354) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:06.871292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba4f409-dd9d-4d25-8811-9a88326eea19') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:06.871592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba4f409-dd9d-4d25-8811-9a88326eea19') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:06.903121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:06.988602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.000620 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-efba5238-5b95-4e96-87bf-2e99a789e46e tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] show failed (client error): The resource could not be found. May 20 16:00:07.002461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Deleting port 09ee0413-4eba-48bd-ad72-b37285def524 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:07.002686 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-efba5238-5b95-4e96-87bf-2e99a789e46e tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-1480645207 HTTP/1.1" status: 404 len: 326 time: 0.3284390 May 20 16:00:07.002858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.008268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43016) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:07.011843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:07.012360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.024299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.tag.tag_plugin [None req-ba5ba586-c285-4af1-a179-6fc09d10b720 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8', 'tempest-TagsTest-Tag-492700270') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:07.028172 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:07.066428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.131880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864df374-a885-43ad-b85c-6a35dee87354 req-b119ca42-350e-48b5-b5a9-1ef2be209678 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:07.133500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-864df374-a885-43ad-b85c-6a35dee87354 req-b119ca42-350e-48b5-b5a9-1ef2be209678 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.5160203 May 20 16:00:07.176238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.196511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-866f70af-6a92-4c91-b0d2-a2825293543f tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:07.209883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] For port 09ee0413-4eba-48bd-ad72-b37285def524, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=09ee0413-4eba-48bd-ad72-b37285def524,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:07.210662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.260119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=ec905304-1fe5-4472-9e29-96bcde0716ea,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:07.267240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:07.271409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.294821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.323251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5af18ad3-b1b6-4a60-bbcf-7bce65acf2db tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:07.348564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 209ba13c-a8cf-4419-bf27-7606da7031cd {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 16:00:07.362664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-864df374-a885-43ad-b85c-6a35dee87354 req-0f0e363e-6b4d-4b94-876d-957036c45c00 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950979 May 20 16:00:07.363409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f04ce-028d-41f7-b667-febc3339004c None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:07.365252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.367420 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/networks/209ba13c-a8cf-4419-bf27-7606da7031cd HTTP/1.1" status: 204 len: 168 time: 2.7279499 May 20 16:00:07.371226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Network': ['ID=209ba13c-a8cf-4419-bf27-7606da7031cd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:07.373898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43020) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:07.381842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/ec905304-1fe5-4472-9e29-96bcde0716ea HTTP/1.1" status: 204 len: 168 time: 4.1509058 May 20 16:00:07.383954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 09ee0413-4eba-48bd-ad72-b37285def524 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:07.384510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.407439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:07.412396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:07.422948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43024) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:07.423855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:07.431617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:network and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:07.493052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:07.534723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:07.560575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Calling delete_port for 09ee0413-4eba-48bd-ad72-b37285def524 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:07.564880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.646134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Made reservation on behalf of 46b7512b5c2842edb48a3bcefc38bf20 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:07.649605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.675787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 09ee0413-4eba-48bd-ad72-b37285def524, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=09ee0413-4eba-48bd-ad72-b37285def524,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:07.676537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:07.784075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 09ee0413-4eba-48bd-ad72-b37285def524 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:07.846912 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3072fb06-1f5f-4852-baf9-6b06e14aff67 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3976283 May 20 16:00:07.853412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43030) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:08.071076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:08.093546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 09ee0413-4eba-48bd-ad72-b37285def524 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:08.105010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.203514 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-ba5ba586-c285-4af1-a179-6fc09d10b720 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] show failed (client error): The resource could not be found. May 20 16:00:08.205163 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ba5ba586-c285-4af1-a179-6fc09d10b720 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "GET /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags/tempest-TagsTest-Tag-492700270 HTTP/1.1" status: 404 len: 325 time: 1.1951249 May 20 16:00:08.224627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43034) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:08.275388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.tag.tag_plugin [None req-874df98f-7242-4686-850d-8effbba6ba76 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'de208e83-d960-421b-85ad-82b78ef836c8') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:08.294885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.351579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Transition to ACTIVE for port object 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:08.360781 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-318c874b-e449-4044-923d-edc932965ada req-85460c45-8b36-4acc-acaa-8f0e854e93ed tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.1380482 May 20 16:00:08.425065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Transition to ACTIVE for port object 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:08.486160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.494247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:08.497884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 09ee0413-4eba-48bd-ad72-b37285def524, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=09ee0413-4eba-48bd-ad72-b37285def524,segment=NetworkSegment(deb8255a-5225-41e6-9fbc-b1547f97a01e),segment_id=deb8255a-5225-41e6-9fbc-b1547f97a01e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:08.507580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:08.509139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:08.512676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:08.522017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:08.542837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:08.569027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-5dbf039b-0ad6-4681-945e-66ff51086e15 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:08.569835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-5dbf039b-0ad6-4681-945e-66ff51086e15 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Synchronizing usage tracker for tenant:3b4a09523f9b4a78bcfa2fff674d3597 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:08.582741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:08.586366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.650261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.669776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.703452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.717192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Network 4137b3cf-c9ea-4516-a6c4-9570797d786e is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:08.721142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6154e0c5-447a-4d6e-926b-bffc99eb8c4a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:08.729582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:08.737870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] No DVR routers for this DVR port 09ee0413-4eba-48bd-ad72-b37285def524 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:08.760830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-5dbf039b-0ad6-4681-945e-66ff51086e15 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Unset dirty status for tenant:3b4a09523f9b4a78bcfa2fff674d3597 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:08.763475 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-5dbf039b-0ad6-4681-945e-66ff51086e15 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.8936982 May 20 16:00:08.789073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.789627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Added segment 3918db06-6991-49a4-994a-11b8f5f3b557 of type vlan for network d3d95e4d-57be-4b17-b6eb-4c153344b55f May 20 16:00:08.798929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:08.808487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Pushing event updated for resources: {'Port': ['ID=93ec0021-5a85-45c8-a1bc-3b0dd70e4354,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:08.815682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:08.820870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:08.826318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=ce541461-22d9-4314-90c5-10bde42479f4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:08.848260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:08.852407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:08.918398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:08.919349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeaf7b78-917d-4e82-8246-2223fe56a2b0 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:08.983716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.009943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=09ee0413-4eba-48bd-ad72-b37285def524,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:09.026478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 09ee0413-4eba-48bd-ad72-b37285def524 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:09.029017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4137b3cf-c9ea-4516-a6c4-9570797d786e']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:09.052699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:09.053057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:09.062037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:09.070866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.084290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Pushing event deleted for resources: {'Port': ['ID=09ee0413-4eba-48bd-ad72-b37285def524,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:09.090357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:09.103059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:09.104228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:09.106444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.124898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.146134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-ab0f344c-a9df-4f76-ab1e-4155071a9584 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:09.148295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:09.148946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.152068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-ab0f344c-a9df-4f76-ab1e-4155071a9584 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 797 time: 0.9264610 May 20 16:00:09.255807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Attempting to bind port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:09.256602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Attempting to bind port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:09.257370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Attempting to bind port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 on network 4137b3cf-c9ea-4516-a6c4-9570797d786e {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:09.269944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:09.270784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Checking segment: {'id': 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:09.272118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.272859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Bound using segment: {'id': 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:09.274784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Bound port: 93ec0021-5a85-45c8-a1bc-3b0dd70e4354, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4137b3cf-c9ea-4516-a6c4-9570797d786e'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:09.274784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.320328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:09.347235 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:09.357020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d604d9-0a4e-4ff5-9526-6fa5a672bdb7']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:09.370425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-fd2499be-23e9-4132-af5c-08d9575168b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 380 time: 0.2023637 May 20 16:00:09.383356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['7afd74cf-9d4b-4bd9-87f3-6a96072661e4']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:09.431703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-874df98f-7242-4686-850d-8effbba6ba76 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "DELETE /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8/tags HTTP/1.1" status: 204 len: 168 time: 1.1988173 May 20 16:00:09.439013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43046) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:09.451685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb8255a-5225-41e6-9fbc-b1547f97a01e') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:09.452298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb8255a-5225-41e6-9fbc-b1547f97a01e') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:09.487644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:00:09.487644 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:00:09.487644 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': '4137b3cf-c9ea-4516-a6c4-9570797d786e'}] May 20 16:00:09.487644 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:00:09.488761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:00:09.497737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Deleting port e858cf58-53b1-4517-9891-dafda3eb347a {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:09.498533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.504597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.548489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] For port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:09.602314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Deleting port e1e7dde9-6451-4dbf-8f17-0e0f915d588d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:09.602928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.609590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.610633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:09.611223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.671675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e858cf58-53b1-4517-9891-dafda3eb347a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:09.675440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3d36a854-0d5c-4813-b58d-d3131aea7696 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:09.707936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.743858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] For port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=93ec0021-5a85-45c8-a1bc-3b0dd70e4354,segment=NetworkSegment(be81aa9d-ca66-474f-a606-d6ef29cbdc9b),segment_id=be81aa9d-ca66-474f-a606-d6ef29cbdc9b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:09.767782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061ffe-2d64-4c01-88b5-466cc1bf26dd req-eb5f1c95-76d7-4478-b2ff-870fd00be011 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:09.768195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.769444 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88061ffe-2d64-4c01-88b5-466cc1bf26dd req-eb5f1c95-76d7-4478-b2ff-870fd00be011 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 945 time: 0.9636369 May 20 16:00:09.783355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:09.792038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.849973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] For port e858cf58-53b1-4517-9891-dafda3eb347a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e858cf58-53b1-4517-9891-dafda3eb347a,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:09.851365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.862845 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a0eced5e-cd70-4d9a-810f-8c2798ff783e req-54cbcb65-357c-487f-b967-0ba58f266027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.1905427 May 20 16:00:09.912854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:09.913598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:09.932019 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:09.956418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.5768802 May 20 16:00:10.012150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43050) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:10.030763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.043617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'subnet': {'network_id': 'd3d95e4d-57be-4b17-b6eb-4c153344b55f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:10.046975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Network': ['ID=d3d95e4d-57be-4b17-b6eb-4c153344b55f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:10.053270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:10.060863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:subnet and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:10.066436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:10.091206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:10.109630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88061ffe-2d64-4c01-88b5-466cc1bf26dd req-933e869f-409b-4024-ae8e-a9f32cf8821e tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625942 May 20 16:00:10.112752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Calling delete_port for e858cf58-53b1-4517-9891-dafda3eb347a owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:10.120361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network d3d95e4d-57be-4b17-b6eb-4c153344b55f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:10.140538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:10.144694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.151860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:10.153956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f1513ad3-d135-4fce-90e0-e0c1f76ddb57 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:10.171329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.179987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:port and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:10.184296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:10.197737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=17d604d9-0a4e-4ff5-9526-6fa5a672bdb7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:10.197737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:10.204783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/17d604d9-0a4e-4ff5-9526-6fa5a672bdb7 HTTP/1.1" status: 204 len: 168 time: 4.8191836 May 20 16:00:10.204783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:10.205229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43054) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:10.310767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:10.314946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.380109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Pushing event updated for resources: {'Port': ['ID=93ec0021-5a85-45c8-a1bc-3b0dd70e4354,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:10.405445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:10.415281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.454383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ff91195-d0e6-4ff9-8200-2038aeaaf983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.460015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.492376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e858cf58-53b1-4517-9891-dafda3eb347a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e858cf58-53b1-4517-9891-dafda3eb347a,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:10.493620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca32630-383f-46a1-9ba8-d08e4201607b None None] Network 4137b3cf-c9ea-4516-a6c4-9570797d786e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:10.501226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting port 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:10.501714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.515387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.519299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:10.564239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Made reservation on behalf of 46b7512b5c2842edb48a3bcefc38bf20 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:10.568509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.640882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de208e83-d960-421b-85ad-82b78ef836c8']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:10.647048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.741200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba66fdba-6e60-43d6-b2e6-13d5971f95b0') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:10.741575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba66fdba-6e60-43d6-b2e6-13d5971f95b0') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:10.745029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] No DVR routers for this DVR port e858cf58-53b1-4517-9891-dafda3eb347a on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:10.759296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,segment=NetworkSegment(74240c4c-b6e2-456a-98c0-9854a3f6d02e),segment_id=74240c4c-b6e2-456a-98c0-9854a3f6d02e)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:10.759664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.777095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.817009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e858cf58-53b1-4517-9891-dafda3eb347a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:10.895246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:10.896873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-73f604f2-09dc-4496-8c0f-552d496ef958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:10.930154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:10.953438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Calling delete_port for e1e7dde9-6451-4dbf-8f17-0e0f915d588d owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:11.000561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Pushing event deleted for resources: {'Port': ['ID=e858cf58-53b1-4517-9891-dafda3eb347a,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:11.010056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device e1e7dde9-6451-4dbf-8f17-0e0f915d588d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:11.013071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:11.013735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:11.044133 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:11.122597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:11.270896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-785529db-8a9f-4797-9ec4-0bd0b867cc75 req-95f921e7-0d4f-4de2-8755-967d9a1ef3ff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.1439090 May 20 16:00:11.283746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:11.284778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.303028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.341922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.351350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30855fa-edd8-497b-a048-8cf742e84259 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:00:11.375743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b99b4dcf-8abd-4e27-8be6-52bb4d614109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:11.376692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.6 (c8cde85a-bce9-4c3a-8b8b-acab00de2263/5d3e5f7b-971e-4c34-811a-25b6234acd88/76f50977-613e-449e-b42b-64b05cbc2e7b) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:11.406843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.498843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:11.553218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port e1e7dde9-6451-4dbf-8f17-0e0f915d588d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,segment=NetworkSegment(74240c4c-b6e2-456a-98c0-9854a3f6d02e),segment_id=74240c4c-b6e2-456a-98c0-9854a3f6d02e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:11.557751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.583232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Calling delete_port for 1a7b6f75-a6c5-44fc-9e85-93cc160d02e3 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:11.620699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.628854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Pushing event deleted for resources: {'Network': ['ID=de208e83-d960-421b-85ad-82b78ef836c8,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:11.632011 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d', 'code': 200} May 20 16:00:11.633316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5a18b2a8-3e64-41c1-82f0-b3df465964f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:11.663742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:11.728445 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] 10.222.0.13 "DELETE /v2.0/networks/de208e83-d960-421b-85ad-82b78ef836c8 HTTP/1.1" status: 204 len: 168 time: 2.2863908 May 20 16:00:11.759986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=93ec0021-5a85-45c8-a1bc-3b0dd70e4354,segment=NetworkSegment(be81aa9d-ca66-474f-a606-d6ef29cbdc9b),segment_id=be81aa9d-ca66-474f-a606-d6ef29cbdc9b)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:11.760418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:11.791235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:11.797247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:11.879851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30855fa-edd8-497b-a048-8cf742e84259 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:00:12.217953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a41490-5679-4ac8-bb44-15ebf2054e39 req-cc494afe-602a-48b7-88a8-a5d384ae5150 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:12.225501 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33a41490-5679-4ac8-bb44-15ebf2054e39 req-cc494afe-602a-48b7-88a8-a5d384ae5150 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 943 time: 0.7658181 May 20 16:00:12.288145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:12.369914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43070) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:12.383242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:00:12.399134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'f1c2bed7-706c-419c-aa03-1a28cf6ac1c8'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:12.399608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.400499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.412282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03795bf5-b970-4e2b-9ddd-bed4555dbca7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:12.569813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:12.580814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:12.605257 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d763c8fd-3d4d-442d-b7bb-0eb1765f6fcd req-6d316e33-2126-4994-82f2-2a51f2979b1d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.1024730 May 20 16:00:12.607278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:12.607895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.618031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.620540 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33a41490-5679-4ac8-bb44-15ebf2054e39 req-627ae8c7-c40f-4b84-bbab-aeb46dc13b9a tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cc15055-cd3e-4e52-be2e-e88dbf707f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936052 May 20 16:00:12.624182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=f1c2bed7-706c-419c-aa03-1a28cf6ac1c8,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:12.627293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:12.632548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.640256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.644355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:12.647131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1c90bc66-8247-48d7-bf0b-5a35cc4a3b10 tempest-RoutersAdminTest-940144279 tempest-RoutersAdminTest-940144279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:12.662809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Allocated IP 2001:db8::f816:3eff:fece:3ddc (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/f1c2bed7-706c-419c-aa03-1a28cf6ac1c8/4b45bcaa-03e0-4fc8-be74-d30a272a6055) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:12.737716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Port': ['ID=1a7b6f75-a6c5-44fc-9e85-93cc160d02e3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:12.747981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:12.774490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 76f50977-613e-449e-b42b-64b05cbc2e7b will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:12.816621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Pushing event deleted for resources: {'Port': ['ID=e1e7dde9-6451-4dbf-8f17-0e0f915d588d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:12.819725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:12.887984 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.9963224 May 20 16:00:12.888541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:12.916216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] No DVR routers for this DVR port e1e7dde9-6451-4dbf-8f17-0e0f915d588d on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:12.920865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.922502 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-eee76f96-47b9-4bac-a288-b3336e083bc4 req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.25 "DELETE /v2.0/ports/e1e7dde9-6451-4dbf-8f17-0e0f915d588d HTTP/1.1" status: 204 len: 173 time: 4.1486707 May 20 16:00:12.931126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:ca:4e:f0', 'name': 'tempest-NetworksTestDHCPv6-1897720566'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:12.947420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.951821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:12.952683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'name': 'network-vif-deleted', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:12.982097 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e89dffab-e6fe-4a6d-9d76-28fc7532ec06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1a2e4e8f5234a868b7b79295ff264a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958118 May 20 16:00:12.987398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43082) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:12.995404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Transition to ACTIVE for port object 4b45bcaa-03e0-4fc8-be74-d30a272a6055 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:13.051084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.061011 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ef9e3c-a60c-4edf-a7aa-203262d28e0d', 'name': 'network-vif-deleted', 'tag': 'e1e7dde9-6451-4dbf-8f17-0e0f915d588d', 'status': 'completed', 'code': 200} May 20 16:00:13.062199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Transition to ACTIVE for port object 4b45bcaa-03e0-4fc8-be74-d30a272a6055 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:13.063331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.071097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.078115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-64137454-7a14-4636-a1b9-9fb5d03983b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:13.088927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:13.178113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.189209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:13.195170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:13.203671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:13.214325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Pushing event updated for resources: {'Port': ['ID=4b45bcaa-03e0-4fc8-be74-d30a272a6055,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.228012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=93ec0021-5a85-45c8-a1bc-3b0dd70e4354,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.232564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.239861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 93ec0021-5a85-45c8-a1bc-3b0dd70e4354 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:13.244551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.253296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:13.317973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Attempting to bind port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:13.318506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Attempting to bind port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:13.319127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Attempting to bind port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:13.327352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:13.328033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:13.328646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.329937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:13.330548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Bound port: 4b45bcaa-03e0-4fc8-be74-d30a272a6055, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:13.331132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.381387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.476451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] For port 4b45bcaa-03e0-4fc8-be74-d30a272a6055, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:13.486714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] For port 4b45bcaa-03e0-4fc8-be74-d30a272a6055, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4b45bcaa-03e0-4fc8-be74-d30a272a6055,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:13.499270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.502377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.509389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-23fcd729-c3fb-443b-ac4f-d1336224de37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:13.525741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.533228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:13.536557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4137b3cf-c9ea-4516-a6c4-9570797d786e']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:13.567909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:13.571945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:13.572242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be81aa9d-ca66-474f-a606-d6ef29cbdc9b') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:13.603075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:13.620342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:13.649054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.665045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.703783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:13.736401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Pushing event updated for resources: {'Port': ['ID=4b45bcaa-03e0-4fc8-be74-d30a272a6055,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.737263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.763516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:13.771276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.781664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-025e9acf-547d-41d0-9f69-bd5be94f644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.789877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:13.827859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:13.830455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.840760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Router 4de4b988-1020-41e0-9a3c-050d3df88d9c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:13.901250 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:13.916845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:14.066373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.067411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.176192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.192926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.224833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.242928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=4137b3cf-c9ea-4516-a6c4-9570797d786e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.266508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.271408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.299356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fc8c94ff-772b-4a06-988b-8d6733dfb821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.326268 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-439db3fb-dfe2-4d0e-af91-c65820b0b8fb req-8d03ede0-2d2e-41e4-b43a-dffe7a2980a4 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ef9e3c-a60c-4edf-a7aa-203262d28e0d HTTP/1.1" status: 200 len: 210 time: 0.2717559 May 20 16:00:14.407688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6060ce42-d370-41e6-98d3-d97de672c71d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.429927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.431887 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6060ce42-d370-41e6-98d3-d97de672c71d HTTP/1.1" status: 204 len: 168 time: 1.3820922 May 20 16:00:14.449098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.457627 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/4137b3cf-c9ea-4516-a6c4-9570797d786e HTTP/1.1" status: 204 len: 168 time: 8.1991796 May 20 16:00:14.458678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43092) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.459229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:00:14.460232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.465388 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0857375 May 20 16:00:14.468817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b05f1c07-812c-40fc-8316-92886ca19dda tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.485065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:14.506207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] Sync routers for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:14.518505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.522275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:14.522923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:14.565186 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6519122 May 20 16:00:14.565598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Request body: {'port': {'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:14.593643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43098) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.627785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:14.642869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:14.643625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:14.644010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa89cc9-aa09-4719-8616-732d17033355 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] GET failed (client error): The resource could not be found. May 20 16:00:14.645800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-baa89cc9-aa09-4719-8616-732d17033355 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Synchronizing usage tracker for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:14.732888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.746885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:14.747250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aefd5-e816-4aaa-94d0-2986d963e347 None None] The sync data for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:14.821196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-baa89cc9-aa09-4719-8616-732d17033355 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Unset dirty status for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:14.827891 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-baa89cc9-aa09-4719-8616-732d17033355 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/subnets/ce541461-22d9-4314-90c5-10bde42479f4 HTTP/1.1" status: 404 len: 337 time: 0.3521285 May 20 16:00:14.839434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1e57d-df1e-45d7-b6c8-50801ec9cce7 req-49a8f4f8-fc4d-4020-8a87-cdb2b8535481 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.841185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-86a1e57d-df1e-45d7-b6c8-50801ec9cce7 req-49a8f4f8-fc4d-4020-8a87-cdb2b8535481 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:14.856522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43102) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.946420 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca394d58-6882-4e1e-b3aa-714ce238fbd9 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:14.947851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca394d58-6882-4e1e-b3aa-714ce238fbd9 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:14.951779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ca394d58-6882-4e1e-b3aa-714ce238fbd9 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/4137b3cf-c9ea-4516-a6c4-9570797d786e HTTP/1.1" status: 404 len: 339 time: 0.0933063 May 20 16:00:14.969982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43106) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.984269 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-4ce6d2a1-a45c-4c9a-b047-00ad6ffcdf60 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] delete failed (client error): The resource could not be found. May 20 16:00:14.991494 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ce6d2a1-a45c-4c9a-b047-00ad6ffcdf60 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1069677317 HTTP/1.1" status: 404 len: 335 time: 0.3743658 May 20 16:00:14.992318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43108) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:14.999379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port c2209f14-7899-47a9-b626-0d9d5975397d yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:00:15.044330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5cc92879-2eec-497e-b577-03b3ccc9810f,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:15.051444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ed7ffdeb-42ca-4677-a506-fbaf8254af02 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'router': {'external_gateway_info': {'network_id': '4de4b988-1020-41e0-9a3c-050d3df88d9c'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:15.103972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:15.105262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-86a1e57d-df1e-45d7-b6c8-50801ec9cce7 req-49a8f4f8-fc4d-4020-8a87-cdb2b8535481 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:15.107900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a1e57d-df1e-45d7-b6c8-50801ec9cce7 req-49a8f4f8-fc4d-4020-8a87-cdb2b8535481 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 931 time: 1.1669939 May 20 16:00:15.109120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.155718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Checking segment: {'id': '3918db06-6991-49a4-994a-11b8f5f3b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3d95e4d-57be-4b17-b6eb-4c153344b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:15.156086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Network hostable DHCP agents. Network: d3d95e4d-57be-4b17-b6eb-4c153344b55f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:15.383771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6d319-665f-403b-999d-b5ecff8c1bcc None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:15.432741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Network d3d95e4d-57be-4b17-b6eb-4c153344b55f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:15.684940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cbc53a02-4bad-4043-9719-251d8cc1fe92 None None] Provisioning for port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:15.749679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ed7ffdeb-42ca-4677-a506-fbaf8254af02 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.760475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43118) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:15.778468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4b45bcaa-03e0-4fc8-be74-d30a272a6055 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:15.800461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, d3d95e4d-57be-4b17-b6eb-4c153344b55f) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:15.823172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fba084-3734-4883-858a-dd7c75842380 None None] Network d3d95e4d-57be-4b17-b6eb-4c153344b55f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:15.843743 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-ed7ffdeb-42ca-4677-a506-fbaf8254af02 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] update failed (client error): The resource could not be found. May 20 16:00:15.850530 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ed7ffdeb-42ca-4677-a506-fbaf8254af02 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c HTTP/1.1" status: 404 len: 339 time: 0.8118606 May 20 16:00:15.853553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43122) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:15.864566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:feca:4ef0 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/f1c2bed7-706c-419c-aa03-1a28cf6ac1c8/c2209f14-7899-47a9-b626-0d9d5975397d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:15.873118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.874172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:15.881564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1040878077'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:15.894890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:15.928006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:network and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:15.940081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:15.955459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:15.963509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Deleting subnet 63e11043-4290-4e59-9e66-373a4ae0987d {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:15.974201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.039127 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.0038126 May 20 16:00:16.046066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43126) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:16.049267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:16.054222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.080322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3d95e4d-57be-4b17-b6eb-4c153344b55f'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:16.083245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a1e57d-df1e-45d7-b6c8-50801ec9cce7 req-78efb818-4a2b-4b52-8d69-8b778400f868 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9470134 May 20 16:00:16.095989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:16.123384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:floatingip and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:16.129153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.163461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:16.183208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:16.186812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc8d67-74ba-4000-ac84-74ed4f58b7a5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.193283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc8d67-74ba-4000-ac84-74ed4f58b7a5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.194351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-46bc8d67-74ba-4000-ac84-74ed4f58b7a5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Synchronizing usage tracker for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:16.204092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-34bf19ad-11dc-41b8-8b5d-0419c0effd82 None None] Provisioning for port 76f50977-613e-449e-b42b-64b05cbc2e7b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:16.230814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-34bf19ad-11dc-41b8-8b5d-0419c0effd82 None None] Provisioning complete for port 76f50977-613e-449e-b42b-64b05cbc2e7b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:16.231887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-34bf19ad-11dc-41b8-8b5d-0419c0effd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.276415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:16.279526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:16.296502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port bf070c5a-3afc-46b0-9fe1-52f3c925972d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:16.296771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.307155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.321612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-46bc8d67-74ba-4000-ac84-74ed4f58b7a5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Unset dirty status for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:16.325823 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-46bc8d67-74ba-4000-ac84-74ed4f58b7a5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1346 time: 1.3046911 May 20 16:00:16.330545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43130) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:16.339504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.339859 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Added segment 7acda603-69f2-49be-bb89-60e7b753deef of type vlan for network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead May 20 16:00:16.344232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:16.344709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.345894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.447866 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d59947cb-dd68-41f2-9b07-21b75c2cdf81 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 207 time: 0.1157382 May 20 16:00:16.457805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43134) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:16.506746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-34bf19ad-11dc-41b8-8b5d-0419c0effd82 None None] Port 76f50977-613e-449e-b42b-64b05cbc2e7b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:16.532541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70106f9d-614c-4fcb-818c-5fb07973c7b2 None None] Network d3d95e4d-57be-4b17-b6eb-4c153344b55f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:16.549305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.648058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.662397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port bf070c5a-3afc-46b0-9fe1-52f3c925972d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=bf070c5a-3afc-46b0-9fe1-52f3c925972d,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:16.662858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.712272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.749929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.834915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for bf070c5a-3afc-46b0-9fe1-52f3c925972d owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:16.840182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:00:16.845676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 4b45bcaa-03e0-4fc8-be74-d30a272a6055, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4b45bcaa-03e0-4fc8-be74-d30a272a6055,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:16.855848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.859406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:16.921560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f50977-613e-449e-b42b-64b05cbc2e7b {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:00:16.930367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:16.954264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=4b45bcaa-03e0-4fc8-be74-d30a272a6055,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:16.957156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adc444-8f4e-4f59-a567-f3b2b345eab3 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.958748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:16.963065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adc444-8f4e-4f59-a567-f3b2b345eab3 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.969422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adc444-8f4e-4f59-a567-f3b2b345eab3 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.976112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adc444-8f4e-4f59-a567-f3b2b345eab3 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.982122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adc444-8f4e-4f59-a567-f3b2b345eab3 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.983962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-70adc444-8f4e-4f59-a567-f3b2b345eab3 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3054 time: 0.5248566 May 20 16:00:16.984132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object c2209f14-7899-47a9-b626-0d9d5975397d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:16.990718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43138) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:16.998187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Transition to ACTIVE for port object 76f50977-613e-449e-b42b-64b05cbc2e7b will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:17.033569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.044753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3ea84a33-114b-4973-ad75-39ad4de9091d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.051768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-82b2f923-c1b6-4aeb-8fd4-0da0b7f88850 None None] Provisioning complete for port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:17.052220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-82b2f923-c1b6-4aeb-8fd4-0da0b7f88850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.137998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.159938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:17.161234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.189125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2251ea91-7023-4eb5-893d-5444b45b6ef1 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.357030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.378623 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5166049 May 20 16:00:17.388856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Pushing event updated for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.393680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43144) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.406373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:17.413387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Network': ['ID=8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.416835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:17.423353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-665b4a37-75e9-4f18-a2e5-7cb5c495e0c0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.430716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:17.454505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'subnet': {'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:17.473518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:17.485812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:17.489560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:17.496834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:17.497658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.507241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.550454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.561277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.613998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=c2209f14-7899-47a9-b626-0d9d5975397d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.630897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:17.635759 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7370834 May 20 16:00:17.636639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43148) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.639127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f6a76edc-b66e-4b28-9c1c-1ce941214f51 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:17.671670 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63e11043-4290-4e59-9e66-373a4ae0987d HTTP/1.1" status: 204 len: 168 time: 1.9058764 May 20 16:00:17.686255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4b45bcaa-03e0-4fc8-be74-d30a272a6055 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:17.725505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43152) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.748956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e11043-4290-4e59-9e66-373a4ae0987d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:17.751349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:17.820195 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f22147f9-46d9-4aef-81c4-da02cf7783bc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 641 time: 0.8254538 May 20 16:00:17.836775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43156) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:17.883546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:17.884379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:17.977252 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:00:17.993176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.026332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6eb97fda-d383-4d14-9bea-a4c9a7256534 None None] Provisioning for port c2209f14-7899-47a9-b626-0d9d5975397d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:18.040722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6eb97fda-d383-4d14-9bea-a4c9a7256534 None None] Provisioning complete for port c2209f14-7899-47a9-b626-0d9d5975397d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:18.041295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6eb97fda-d383-4d14-9bea-a4c9a7256534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.042396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd29a60-3dff-4b80-bc52-b2b523a6394d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.044120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd29a60-3dff-4b80-bc52-b2b523a6394d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.044920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-dcd29a60-3dff-4b80-bc52-b2b523a6394d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Synchronizing usage tracker for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:18.088660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Allocated IP 172.20.0.8 (d3d95e4d-57be-4b17-b6eb-4c153344b55f/5cc92879-2eec-497e-b577-03b3ccc9810f/589534b0-6299-47ef-a883-135ed7a19f69) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:18.141132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf26c5-d20c-4752-a805-e3de59631eff tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.147485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf26c5-d20c-4752-a805-e3de59631eff tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.148327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fccf26c5-d20c-4752-a805-e3de59631eff tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:18.180073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-dcd29a60-3dff-4b80-bc52-b2b523a6394d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Unset dirty status for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:18.187534 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dcd29a60-3dff-4b80-bc52-b2b523a6394d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3429432 May 20 16:00:18.209063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43160) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.223635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6eb97fda-d383-4d14-9bea-a4c9a7256534 None None] Port c2209f14-7899-47a9-b626-0d9d5975397d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:18.297883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:18.327337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Usage tracker for resource:subnet and tenant:e7f9169bf10e4a398d4ec1fa9151a819 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:18.328454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.340861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:18.351111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fccf26c5-d20c-4752-a805-e3de59631eff tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:18.352308 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fccf26c5-d20c-4752-a805-e3de59631eff tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6835730 May 20 16:00:18.354388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cec4598-cebe-4fff-8700-dd8447a5451e']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:18.364346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43164) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.367365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:18.374521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74240c4c-b6e2-456a-98c0-9854a3f6d02e') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:18.374850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74240c4c-b6e2-456a-98c0-9854a3f6d02e') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:18.388157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe80359-aa88-42f0-a1a4-81bc8b1f8f46 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.389770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe80359-aa88-42f0-a1a4-81bc8b1f8f46 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.391418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7fe80359-aa88-42f0-a1a4-81bc8b1f8f46 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1711960 May 20 16:00:18.399800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.403735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.433072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ae9e-ef8d-4904-9a5d-71031b793cec req-9a2b9350-9c9e-4edc-9401-c97a79bc651f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.435191 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9905ae9e-ef8d-4904-9a5d-71031b793cec req-9a2b9350-9c9e-4edc-9401-c97a79bc651f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 943 time: 1.1976852 May 20 16:00:18.443093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Attempting to bind port 76f50977-613e-449e-b42b-64b05cbc2e7b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:18.443417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Attempting to bind port 76f50977-613e-449e-b42b-64b05cbc2e7b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:18.443726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Attempting to bind port 76f50977-613e-449e-b42b-64b05cbc2e7b on network c8cde85a-bce9-4c3a-8b8b-acab00de2263 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:18.496115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Made reservation on behalf of e7f9169bf10e4a398d4ec1fa9151a819 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:18.500259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.516143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.545427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Port 76f50977-613e-449e-b42b-64b05cbc2e7b on network c8cde85a-bce9-4c3a-8b8b-acab00de2263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:18.545750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Attempting to bind port 76f50977-613e-449e-b42b-64b05cbc2e7b on network c8cde85a-bce9-4c3a-8b8b-acab00de2263 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:18.556655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:18.557076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:18.571348 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:18.579723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.580514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:18.580847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Checking segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:18.581236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Bound using segment: {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:18.581715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Bound port: 76f50977-613e-449e-b42b-64b05cbc2e7b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b607603d-e7bd-4fb1-b0df-7bd888e62b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:18.582055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.699653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.704558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.719191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-87a58c85-3112-4946-ab0b-3815ff438352 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:18.754291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cec4598-cebe-4fff-8700-dd8447a5451e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:18.757188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:18.770616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30db40-276b-469a-803c-81a3595321f6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.771240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ff30db40-276b-469a-803c-81a3595321f6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Synchronizing usage tracker for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:18.777258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.778654 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cec4598-cebe-4fff-8700-dd8447a5451e HTTP/1.1" status: 204 len: 168 time: 1.0542235 May 20 16:00:18.782843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43172) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.792402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18328bbd-6054-413a-8233-8cfa5efc4887 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:18.824630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9905ae9e-ef8d-4904-9a5d-71031b793cec req-c1e71fd8-9cfa-4e22-a098-a88329bc9615 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673432 May 20 16:00:18.832683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ff30db40-276b-469a-803c-81a3595321f6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Unset dirty status for tenant:5735fca859744cc2bbab5b47740d0fc8 on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:18.835729 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff30db40-276b-469a-803c-81a3595321f6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks/eaf4e5d1-11fd-4086-b660-bd1eeec0729c HTTP/1.1" status: 200 len: 799 time: 0.4326034 May 20 16:00:18.841495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43176) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:18.871476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:18.882301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:18.887963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=bf070c5a-3afc-46b0-9fe1-52f3c925972d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:18.897647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:19.076677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:19.185622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76f50977-613e-449e-b42b-64b05cbc2e7b,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:19.204820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port c2209f14-7899-47a9-b626-0d9d5975397d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:19.205160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.210565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Network d3d95e4d-57be-4b17-b6eb-4c153344b55f is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:19.213847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Deleting subnet c33844fa-bd90-4c98-ab96-cc3b85727d25 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:19.225993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:19.226439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.230564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-72ad996d-0a4e-41d8-ab14-19ba0e57d5b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:19.238575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:19.263358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.345247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Port': ['ID=589534b0-6299-47ef-a883-135ed7a19f69,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:19.355523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:19.368388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.386550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.394642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:19.395267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.396693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] 10.222.0.25 "PUT /v2.0/ports/76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 1093 time: 4.9169166 May 20 16:00:19.402070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:19.419951 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-53c504dc-0315-4d0f-b509-59995eb251f4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/networks/eaf4e5d1-11fd-4086-b660-bd1eeec0729c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5778804 May 20 16:00:19.424669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43182) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:19.504117 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'status': 'completed', 'code': 200} May 20 16:00:19.544673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d72e63-e0e6-4072-a307-ff78c75ece15 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:19.546300 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1d72e63-e0e6-4072-a307-ff78c75ece15 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/subnets/594dd86d-978d-49ce-ac40-a6c82b799fa4 HTTP/1.1" status: 200 len: 811 time: 0.1166308 May 20 16:00:19.547855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.582602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43186) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:19.623291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Pushing event updated for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:19.638774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.704447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:19.732935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.773086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ec63b-7272-45d6-a077-c6fe1fb27545 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['shared'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:19.774550 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ee6ec63b-7272-45d6-a077-c6fe1fb27545 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "GET /v2.0/subnets/594dd86d-978d-49ce-ac40-a6c82b799fa4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1864636 May 20 16:00:19.779316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43190) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:19.837060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1669371178'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:19.845697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.886274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:19.912338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:19.952923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:19.956708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.089630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for c2209f14-7899-47a9-b626-0d9d5975397d owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:20.153981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:20.174776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.175104 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Added segment 9106b685-a419-44f1-b19f-427765d17fc3 of type vlan for network f2517562-163e-43bf-8dd2-ae0451503730 May 20 16:00:20.253238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.270241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.277003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0fb3e068-899c-4115-a011-186ea8f4b5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:20.325548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33844fa-bd90-4c98-ab96-cc3b85727d25,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:20.328704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:20.339802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.370798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.377525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:20.378185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.386971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:20.399449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-71fc2e49-6558-4a8e-a78b-2846dc7e76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:20.401004 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-71fc2e49-6558-4a8e-a78b-2846dc7e76e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1096 time: 0.8937647 May 20 16:00:20.406814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.428266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.491816 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c33844fa-bd90-4c98-ab96-cc3b85727d25 HTTP/1.1" status: 204 len: 168 time: 1.7026515 May 20 16:00:20.496516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43196) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.540586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-229b54c1-3594-4d63-a51e-3ba99d4db469 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 217 time: 0.1185157 May 20 16:00:20.553257 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7692037 May 20 16:00:20.553962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43200) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.565916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Network': ['ID=f2517562-163e-43bf-8dd2-ae0451503730,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:20.570680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:20.571323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:20.583243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network f2517562-163e-43bf-8dd2-ae0451503730 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:20.608991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:20.665079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.681760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Port': ['ID=589534b0-6299-47ef-a883-135ed7a19f69,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:20.685978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:20.688408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:20.696279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.704973 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6546659 May 20 16:00:20.704973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43204) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.842847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f04d93c8-5c62-48e5-83b8-91dc9b517bc4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Synchronizing usage tracker for tenant:46b7512b5c2842edb48a3bcefc38bf20 on resource:floatingip {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:20.852471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95e5d2-0050-470f-8843-71688c39faef req-30f7bfe7-3e94-4197-9f0f-734b27a3e40c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:20.854062 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2f95e5d2-0050-470f-8843-71688c39faef req-30f7bfe7-3e94-4197-9f0f-734b27a3e40c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 943 time: 0.7719150 May 20 16:00:20.870476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f04d93c8-5c62-48e5-83b8-91dc9b517bc4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Unset dirty status for tenant:46b7512b5c2842edb48a3bcefc38bf20 on resource:floatingip {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:20.873613 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f04d93c8-5c62-48e5-83b8-91dc9b517bc4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=d3d95e4d-57be-4b17-b6eb-4c153344b55f HTTP/1.1" status: 200 len: 689 time: 0.1683178 May 20 16:00:20.876211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43208) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:20.975714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:20.991587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-40a592f7-6e31-4c8a-aa84-72065b39498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:20.993138 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-40a592f7-6e31-4c8a-aa84-72065b39498a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 200 len: 835 time: 0.4326329 May 20 16:00:21.056311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.135919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:21.204671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.210416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:21.218362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2f95e5d2-0050-470f-8843-71688c39faef req-166985b7-4011-4ed4-a322-7034c6aec54c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431613 May 20 16:00:21.228145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ecf2714c-519a-4ab6-b9ac-88cc78e0e1a9 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:21.342590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=c2209f14-7899-47a9-b626-0d9d5975397d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:21.346089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:21.352730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:21.376795 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:21.391192 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:21.392378 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:21.406205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Made reservation on behalf of 5735fca859744cc2bbab5b47740d0fc8 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:21.411920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.429525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Deleting port 589534b0-6299-47ef-a883-135ed7a19f69 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:21.431686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.519369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.592537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.593021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.746242 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:21.760635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Calling delete_port for 589534b0-6299-47ef-a883-135ed7a19f69 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:21.876949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing IP validity checks on allocation pools {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 16:00:21.877530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 16:00:21.923882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.956355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.964379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:21.974418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:21.986491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7778733 May 20 16:00:21.986491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/c2209f14-7899-47a9-b626-0d9d5975397d HTTP/1.1" status: 204 len: 168 time: 3.6158924 May 20 16:00:21.993252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:21.993733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43214) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:22.031017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Port': ['ID=589534b0-6299-47ef-a883-135ed7a19f69,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:22.035771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:22.040829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8351c4-67e0-4798-868e-7fb9e29898d2') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:22.041117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8351c4-67e0-4798-868e-7fb9e29898d2') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:22.096062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.116446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:22.164406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.176330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516c3e-eba4-4716-b3dc-c985147de863 req-990209b7-7df6-4171-b1bc-b4d49e60bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:22.177838 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-990209b7-7df6-4171-b1bc-b4d49e60bfce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1676362 May 20 16:00:22.190225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.263455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.290688 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:18Z', 'revision_number': 9, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:22.298363 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:22.302782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.316229 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:22.317485 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:22.386777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9273d-8849-4d2a-97f4-7921a4733a12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:22.388646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9273d-8849-4d2a-97f4-7921a4733a12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:22.389534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-27f9273d-8849-4d2a-97f4-7921a4733a12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:22.405991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:22.406388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.432094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 2a758b3f-d06e-4e4c-8ee6-d46c22448f44 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:22.434153 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:22.493947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.657630 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:22.658472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Subnet': ['ID=e576dbe5-1151-4fe0-9d4f-bd1e33867155,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:22.685898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:22.699278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Checking segment: {'id': '7acda603-69f2-49be-bb89-60e7b753deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:22.699654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network hostable DHCP agents. Network: 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:22.726754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-27f9273d-8849-4d2a-97f4-7921a4733a12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:22.728293 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-27f9273d-8849-4d2a-97f4-7921a4733a12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7280576 May 20 16:00:22.733717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43222) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:22.742704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.810980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.822971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.833364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4fa8187c-351e-4281-b996-e925e22a4659 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:22.835810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-56a5b62f-a34c-4947-9002-bea4bd3ac51b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:22.852718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.900888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc92879-2eec-497e-b577-03b3ccc9810f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:22.910593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet f1c2bed7-706c-419c-aa03-1a28cf6ac1c8 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:22.914435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:22.916638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:22.920689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-bdd633b1-d272-4119-80f2-4e988267272a service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132485 May 20 16:00:22.925664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:22.947339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:22.970331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e0361ddd-f31f-4ed5-95dd-cec12b2ccfd2 HTTP/1.1" status: 204 len: 168 time: 2.4686520 May 20 16:00:22.981906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:23.087038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:23.102979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974168e-540b-433e-9607-2478b651b41d None None] Network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:23.186772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.218384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d95e4d-57be-4b17-b6eb-4c153344b55f']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:23.242476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a997f-0ab0-4ff0-a2a9-c3f75d3eafaa req-85c8787e-5f1d-4296-9b4a-a18a5ca9bef7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:23.245766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc0a997f-0ab0-4ff0-a2a9-c3f75d3eafaa req-85c8787e-5f1d-4296-9b4a-a18a5ca9bef7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 943 time: 0.8099124 May 20 16:00:23.262436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3918db06-6991-49a4-994a-11b8f5f3b557') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:23.263438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3918db06-6991-49a4-994a-11b8f5f3b557') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:23.269076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:23.270393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.299613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.315491 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:18Z', 'revision_number': 9, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:23.322615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.330033 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f73b5-6f4b-4a59-927b-96fbb3df7724 None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:18Z', 'revision_number': 9, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd285f43b-eb75-4bfe-b55a-7f78c2defe04', 'name': '', 'network_id': '521a05c9-174b-48e9-885c-4143416f984c', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:4e:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:48Z', 'updated_at': '2021-05-20T15:59:04Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': '5d4303a2-8a66-4c5a-a1de-15420ab2b7bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:23.332716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.408374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43228) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:23.475818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.0758216 May 20 16:00:23.478405 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61516c3e-eba4-4716-b3dc-c985147de863 req-de4ed54d-f1ef-4880-8bda-fdcdb70187bd service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416241 May 20 16:00:23.488908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.496118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43232) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:23.512921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:23.513798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.515425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-89db0b7b-682e-4ec8-baa3-fbec79e1946b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'router': {'external_gateway_info': {'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:23.544794 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:23.711806 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2f656824-e232-44e4-b2ca-54e354a3bbcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b4a09523f9b4a78bcfa2fff674d3597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942541 May 20 16:00:23.714160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43236) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:23.735386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead', 'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead', 'tenant_id': 'e7f9169bf10e4a398d4ec1fa9151a819', 'fixed_ips': [{'subnet_id': 'e576dbe5-1151-4fe0-9d4f-bd1e33867155'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:23.737191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.738221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc0a997f-0ab0-4ff0-a2a9-c3f75d3eafaa req-1d312679-ab50-4080-98cf-2b1e129b5829 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562201 May 20 16:00:23.795673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bf070c5a-3afc-46b0-9fe1-52f3c925972d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:23.832038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.869271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: bf070c5a-3afc-46b0-9fe1-52f3c925972d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:23.870257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device bf070c5a-3afc-46b0-9fe1-52f3c925972d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:23.885536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.913503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bfd4f94a-43e4-430e-aab4-52d32e3749ed tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:23.931624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3d95e4d-57be-4b17-b6eb-4c153344b55f {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 16:00:23.938667 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:23.973769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3d95e4d-57be-4b17-b6eb-4c153344b55f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:23.980617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.003633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:24.182312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Allocated IP 2001:db8:1::2 (8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead/e576dbe5-1151-4fe0-9d4f-bd1e33867155/21628cb6-ecc0-4b70-89ba-158a63225a08) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:24.265635 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d3d95e4d-57be-4b17-b6eb-4c153344b55f HTTP/1.1" status: 204 len: 168 time: 3.3834765 May 20 16:00:24.267599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43240) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:24.276096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.348383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.355534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:24.358641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f4a88fde-ce2f-4ee4-a3e2-37ea51233c6c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Synchronizing usage tracker for tenant:46b7512b5c2842edb48a3bcefc38bf20 on resource:floatingip {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:24.400281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=2a758b3f-d06e-4e4c-8ee6-d46c22448f44,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:24.403142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:24.438331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f4a88fde-ce2f-4ee4-a3e2-37ea51233c6c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Unset dirty status for tenant:46b7512b5c2842edb48a3bcefc38bf20 on resource:floatingip {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:24.443680 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f4a88fde-ce2f-4ee4-a3e2-37ea51233c6c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1685145 May 20 16:00:24.444177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:24.504267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.530514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/2a758b3f-d06e-4e4c-8ee6-d46c22448f44 HTTP/1.1" status: 204 len: 168 time: 2.5315630 May 20 16:00:24.534526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43248) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:24.655118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635c8f8-6972-4d2d-b37b-097954c07371 None None] Network 51a5562d-a599-4201-9174-9dee226b22eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:24.683377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.685014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.686005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.687338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.688299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.689255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.690319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.691205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.692123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.693101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.694122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.695222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.695894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.696528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.699084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Synchronizing usage tracker for tenant:46b7512b5c2842edb48a3bcefc38bf20 on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:24.712116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Transition to ACTIVE for port object 21628cb6-ecc0-4b70-89ba-158a63225a08 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:24.741133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Transition to ACTIVE for port object 21628cb6-ecc0-4b70-89ba-158a63225a08 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:24.753703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.771461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2105755f-82da-4aeb-9c7a-0f49c9a2da05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:24.774723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.837952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-05f38469-83e9-4cf7-95ed-0bf299631925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:24.853190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Unset dirty status for tenant:46b7512b5c2842edb48a3bcefc38bf20 on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:24.856521 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f604ac5f-06ae-4ee9-bc2a-b408fe870960 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8314 time: 0.4106264 May 20 16:00:24.864442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.876645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43254) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:24.952706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-61d78dbd-b0d3-48dc-a33a-cdaf03d9c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:24.955988 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-61d78dbd-b0d3-48dc-a33a-cdaf03d9c8c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1096 time: 1.3255765 May 20 16:00:24.964829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc15055-cd3e-4e52-be2e-e88dbf707f9a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:24.974824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:24.983644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:24.983970 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cc15055-cd3e-4e52-be2e-e88dbf707f9a HTTP/1.1" status: 204 len: 168 time: 1.2590826 May 20 16:00:24.984762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:25.027189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-39bc8d11-0739-43f5-810a-4256cb878c85 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] delete failed (client error): The resource could not be found. May 20 16:00:25.033382 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-39bc8d11-0739-43f5-810a-4256cb878c85 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/34957086-48ad-485d-8372-18c879fccb61 HTTP/1.1" status: 404 len: 345 time: 0.1503747 May 20 16:00:25.040554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:25.045419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43260) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.046609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c2bed7-706c-419c-aa03-1a28cf6ac1c8,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:25.050793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:25.087068 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f41844-4aa1-40f3-bd5f-47fbdc4ec2be tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] DELETE failed (client error): The resource could not be found. May 20 16:00:25.087584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f41844-4aa1-40f3-bd5f-47fbdc4ec2be tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:25.099710 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e8f41844-4aa1-40f3-bd5f-47fbdc4ec2be tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d3d95e4d-57be-4b17-b6eb-4c153344b55f HTTP/1.1" status: 404 len: 339 time: 0.0403037 May 20 16:00:25.099710 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/f1c2bed7-706c-419c-aa03-1a28cf6ac1c8 HTTP/1.1" status: 204 len: 168 time: 2.3592927 May 20 16:00:25.099710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43264) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.147390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:25.149110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43268) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.214268 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6ab71988-aed9-423f-a76a-9f94180befce tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141245 May 20 16:00:25.215091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43272) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.218829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:25.252337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'network': {'name': 'tempest-network--1106396249', 'router:external': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:25.300715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:25.306872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:25.314929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76f50977-613e-449e-b42b-64b05cbc2e7b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:00:25.317576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff831705-72e5-4d1d-af24-8ed2e794a9a4 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:25.344765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c296db1-50b6-482d-8380-44b2643b7261 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:25.349398 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7c296db1-50b6-482d-8380-44b2643b7261 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1298795 May 20 16:00:25.351350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43276) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.355666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:25.365079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89db0b7b-682e-4ec8-baa3-fbec79e1946b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:25.393703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:network and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:25.420345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:25.472165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Pushing event updated for resources: {'Port': ['ID=21628cb6-ecc0-4b70-89ba-158a63225a08,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:25.500204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:25.582660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:25.585508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9163789-7c0c-4306-b16d-da07b78c9317 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:25.593597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a9163789-7c0c-4306-b16d-da07b78c9317 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:25.648176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5a28bc9a-463f-4f06-a831-decb3ae57110 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:25.654202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a9163789-7c0c-4306-b16d-da07b78c9317 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:25.663321 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a9163789-7c0c-4306-b16d-da07b78c9317 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3073101 May 20 16:00:25.664896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43284) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.675802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:25.685214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Made reservation on behalf of 46b7512b5c2842edb48a3bcefc38bf20 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:25.688197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:25.772305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-75417081-eff9-44c6-88b8-60c931e43d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:25.774568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-75417081-eff9-44c6-88b8-60c931e43d36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 897 time: 0.7172031 May 20 16:00:25.829298 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8022786a-1ce3-4448-8573-5773be6d879e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622591 May 20 16:00:25.830614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43288) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.844848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:25.855223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffca10e-09d0-4393-ae56-99bbd7b0f6f0 req-ce567720-568e-4ccb-8426-da5b8fc12dda tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:25.858186 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cffca10e-09d0-4393-ae56-99bbd7b0f6f0 req-ce567720-568e-4ccb-8426-da5b8fc12dda tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 943 time: 0.6517510 May 20 16:00:25.860271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43292) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:25.910270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.resource_extend [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:00:25.934923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-8781d375-5fb6-4411-8ba0-317dd6124415 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 217 time: 0.1398921 May 20 16:00:25.959785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=e16d0999-3348-41c3-be7f-acd2703462af,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:25.998616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:26.002387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:26.032002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 1eebee9c-92ad-4871-b91a-f69a1ca164de {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:26.032349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.075847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:26.089610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Attempting to bind port 21628cb6-ecc0-4b70-89ba-158a63225a08 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:26.090882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Attempting to bind port 21628cb6-ecc0-4b70-89ba-158a63225a08 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7acda603-69f2-49be-bb89-60e7b753deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:26.091474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Attempting to bind port 21628cb6-ecc0-4b70-89ba-158a63225a08 on network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:26.094961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:26.115157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:26.121983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.155416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:26.155810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Checking segment: {'id': '7acda603-69f2-49be-bb89-60e7b753deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:26.156207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.156599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Bound using segment: {'id': '7acda603-69f2-49be-bb89-60e7b753deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:26.157102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Bound port: 21628cb6-ecc0-4b70-89ba-158a63225a08, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acda603-69f2-49be-bb89-60e7b753deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:26.157528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.276531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Checking segment: {'id': '9106b685-a419-44f1-b19f-427765d17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:26.276893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network hostable DHCP agents. Network: f2517562-163e-43bf-8dd2-ae0451503730, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:26.289167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.289635 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Added segment a4c01ea0-b48c-400b-9144-11a3de3e532f of type vlan for network b27125f7-5533-41b6-973b-f4d5e70dd847 May 20 16:00:26.311774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76f50977-613e-449e-b42b-64b05cbc2e7b,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:26.349590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:00:26.390716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] For port 21628cb6-ecc0-4b70-89ba-158a63225a08, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:26.399967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] DHCP port deletion for 51a5562d-a599-4201-9174-9dee226b22eb request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:26.402919 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cffca10e-09d0-4393-ae56-99bbd7b0f6f0 req-07d3d6cb-87f3-4707-965f-62c1f7abab3b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5051301 May 20 16:00:26.422121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] For port 21628cb6-ecc0-4b70-89ba-158a63225a08, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21628cb6-ecc0-4b70-89ba-158a63225a08,segment=NetworkSegment(7acda603-69f2-49be-bb89-60e7b753deef),segment_id=7acda603-69f2-49be-bb89-60e7b753deef)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:26.464893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.475400 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dffea40b-7b48-4b29-bd8d-914d2fe0f36d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09a267bfc10c4d4da68462deaf5ac75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019027 May 20 16:00:26.481962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:26.496255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-aefd0cf7-9048-4c5b-a600-8109867ca656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:26.499203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-aefd0cf7-9048-4c5b-a600-8109867ca656 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 200 len: 835 time: 0.5464127 May 20 16:00:26.499953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43296) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:26.552007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.598120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f50977-613e-449e-b42b-64b05cbc2e7b {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:00:26.629783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Pushing event updated for resources: {'Port': ['ID=21628cb6-ecc0-4b70-89ba-158a63225a08,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:26.639848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:26.640647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:26.643626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 1eebee9c-92ad-4871-b91a-f69a1ca164de, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1eebee9c-92ad-4871-b91a-f69a1ca164de,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:26.645060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.654729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76f50977-613e-449e-b42b-64b05cbc2e7b,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:26.684868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.692387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Network f2517562-163e-43bf-8dd2-ae0451503730 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:26.712037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.725049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5da4ea00-1e71-4e26-95e0-5511babc2024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:26.936642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 1eebee9c-92ad-4871-b91a-f69a1ca164de owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:26.982727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Deleting port 1eebee9c-92ad-4871-b91a-f69a1ca164de {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:26.983329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.990292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, f2517562-163e-43bf-8dd2-ae0451503730) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:27.020680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:00:27.041084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:27.041725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.045905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['76f50977-613e-449e-b42b-64b05cbc2e7b'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:00:27.096631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e9f19-0dd0-473c-bf85-d09187b51e5f None None] Network f2517562-163e-43bf-8dd2-ae0451503730 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:27.154459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-89db0b7b-682e-4ec8-baa3-fbec79e1946b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:00:27.155588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-89db0b7b-682e-4ec8-baa3-fbec79e1946b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c HTTP/1.1" status: 400 len: 364 time: 3.6557567 May 20 16:00:27.170443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43300) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:27.176117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.178602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.179790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:27.180810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.248595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0c3b639-e2a6-47fb-8170-113061837461 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:27.272933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.286042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e71ce2e4-cffc-4f6a-b9d0-7e1ed574c561 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:27.295365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 6.7333257 May 20 16:00:27.319766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43304) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:27.353044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:27.403218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:27.411943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:27.445363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:27.446716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.448613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.486697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:27.496490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:27.526948 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6939895 May 20 16:00:27.546974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43310) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:27.559039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:91:ea:06', 'name': 'tempest-NetworksTestDHCPv6-1852331218'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:27.608971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=a5968b8e-3117-4900-892b-ba583d8f77cc,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:27.619672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:27.631234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16057462'] for subnet, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.631560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Deleting port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:27.632027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.995751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:28.006292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:28.012125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:28.023877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:28.043773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] For port 4b45bcaa-03e0-4fc8-be74-d30a272a6055, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4b45bcaa-03e0-4fc8-be74-d30a272a6055,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:28.044494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.058069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-ee259bcf-a7c6-4b31-bc16-e59cfbed865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:28.060167 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-ee259bcf-a7c6-4b31-bc16-e59cfbed865b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.5358553 May 20 16:00:28.060848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.065438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:28.315683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Calling delete_port for 4b45bcaa-03e0-4fc8-be74-d30a272a6055 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:28.420805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21628cb6-ecc0-4b70-89ba-158a63225a08 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:28.465845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a488d-8ec8-4b2d-a61e-e5016d2f0761 None None] Network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:28.467365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2620802 May 20 16:00:28.478379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43314) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:28.525127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.573021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.573606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] For port 1eebee9c-92ad-4871-b91a-f69a1ca164de, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1eebee9c-92ad-4871-b91a-f69a1ca164de,segment=NetworkSegment(9d50cfb1-ad0d-41f6-bde3-2bcf9d259950),segment_id=9d50cfb1-ad0d-41f6-bde3-2bcf9d259950)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:28.574237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.581931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.587044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:28.637905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 562406a1-2b29-47f0-9621-f8df237b9957 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:00:28.709873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Network': ['ID=b27125f7-5533-41b6-973b-f4d5e70dd847,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:28.760816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Pushing event deleted for resources: {'Port': ['ID=4b45bcaa-03e0-4fc8-be74-d30a272a6055,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:28.775663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b27125f7-5533-41b6-973b-f4d5e70dd847 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:28.789513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:28.798333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.549s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:28.813245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] No DVR routers for this DVR port 4b45bcaa-03e0-4fc8-be74-d30a272a6055 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:28.821120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ade63d07-9e3e-44cc-8462-96e29895a784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:28.829591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.834569 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24623797-6769-4a7e-97a9-405d2120518b HTTP/1.1" status: 204 len: 168 time: 2.3209438 May 20 16:00:28.870695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1fa3989a-b313-43fc-9605-eda2a2727269 None None] Provisioning for port 21628cb6-ecc0-4b70-89ba-158a63225a08 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:28.966959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Calling delete_port for 1eebee9c-92ad-4871-b91a-f69a1ca164de owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:28.981942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7594f2f-0083-450c-9a0d-764dc1f6c0ff None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:28.993283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::3ae (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/a5968b8e-3117-4900-892b-ba583d8f77cc/562406a1-2b29-47f0-9621-f8df237b9957) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:29.101089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 1eebee9c-92ad-4871-b91a-f69a1ca164de on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:29.152449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24623797-6769-4a7e-97a9-405d2120518b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:29.277115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:29.280612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:29.405804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=1eebee9c-92ad-4871-b91a-f69a1ca164de,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:29.451006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.482161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:29.486750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 562406a1-2b29-47f0-9621-f8df237b9957 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:29.530304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.554689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:29.645614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.663706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81d728-d7b6-4dbd-bdfc-96ce2acdbad2 req-9c792f73-1b38-423c-bb92-a838efd19746 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.671171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c81d728-d7b6-4dbd-bdfc-96ce2acdbad2 req-9c792f73-1b38-423c-bb92-a838efd19746 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 944 time: 1.9199760 May 20 16:00:29.696930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.703300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=562406a1-2b29-47f0-9621-f8df237b9957,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:29.704031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.710180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.710766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:29.713302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:29.714702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:29.716513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.717159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Synchronizing usage tracker for tenant:336866da4ba44df8a8caa96ffc05c060 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:29.719616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:29.732574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.733752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.750565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-2742504d-aa4f-48d9-83d4-bffe4a42b2a6 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6709702 May 20 16:00:29.752554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a5562d-a599-4201-9174-9dee226b22eb']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:29.774943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 21628cb6-ecc0-4b70-89ba-158a63225a08 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:29.798020 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2492931 May 20 16:00:29.799045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43330) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:29.865687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.886224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:29.886760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d50cfb1-ad0d-41f6-bde3-2bcf9d259950') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:29.931817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a788f-cd45-490c-a078-4dc86dc84850 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.933203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1a7a788f-cd45-490c-a078-4dc86dc84850 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:29.958835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1a7a788f-cd45-490c-a078-4dc86dc84850 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:29.961006 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1a7a788f-cd45-490c-a078-4dc86dc84850 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1606677 May 20 16:00:29.966263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43340) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:30.043070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767615025848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16394125'] for subnet, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.055677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.096762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1011e9d-5e90-4313-addc-d80d3c5e50e8 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:30.161889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 562406a1-2b29-47f0-9621-f8df237b9957 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:30.162651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.276460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-f2517562-163e-43bf-8dd2-ae0451503730', 'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730', 'tenant_id': '5735fca859744cc2bbab5b47740d0fc8', 'fixed_ips': [{'subnet_id': 'e16d0999-3348-41c3-be7f-acd2703462af'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:30.278334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.295520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 21628cb6-ecc0-4b70-89ba-158a63225a08 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:30.296191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.311275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:30.337080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Unset dirty status for tenant:336866da4ba44df8a8caa96ffc05c060 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:30.342232 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b6f02ecd-3c33-4b1c-a6f8-e24f9dc73092 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.8308613 May 20 16:00:30.350606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.351174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.365718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43352) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:30.529031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:30.529288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.576112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c81d728-d7b6-4dbd-bdfc-96ce2acdbad2 req-f9b224fc-2a6e-46ae-9a70-a23294130eac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9018760 May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:30.578659 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:30.659845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1850221071-network', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:30.685920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.696496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:30.785310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'a5968b8e-3117-4900-892b-ba583d8f77cc'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:30.790335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.798816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:30.802324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.804468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "PUT /v2.0/subnets/e16d0999-3348-41c3-be7f-acd2703462af HTTP/1.1" status: 200 len: 877 time: 3.4832778 May 20 16:00:30.811054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 562406a1-2b29-47f0-9621-f8df237b9957 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:30.854488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57dcb83c-347b-4de8-8eac-49398cbe0a87 req-e83f0995-7a9c-4fa9-81a2-20e28c3d8882 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0583284 May 20 16:00:30.855461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43356) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:30.884935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event updated for resources: {'Subnet': ['ID=e16d0999-3348-41c3-be7f-acd2703462af,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:30.919878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:30.934646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Allocated IP 172.20.0.3 (f2517562-163e-43bf-8dd2-ae0451503730/e16d0999-3348-41c3-be7f-acd2703462af/4920fead-d43c-4dfb-8bc2-b0fe934d71f8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:30.965987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.015726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.036297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Usage tracker for resource:network and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:31.055068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:31.061182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ecd00d54-6907-4e9b-b64b-eed84080d602 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.063377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Pushing event deleted for resources: {'Port': ['ID=1eebee9c-92ad-4871-b91a-f69a1ca164de,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.068760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.076393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.086673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.090791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.102355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] No DVR routers for this DVR port 1eebee9c-92ad-4871-b91a-f69a1ca164de on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:31.128460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.129799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Made reservation on behalf of d63b6c63723a47989f0b1e6b960772aa for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:31.132129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=51a5562d-a599-4201-9174-9dee226b22eb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.133702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.145910 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/51a5562d-a599-4201-9174-9dee226b22eb HTTP/1.1" status: 204 len: 168 time: 6.6029546 May 20 16:00:31.150175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.157170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43360) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:31.158802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.226912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.249053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.346022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.352212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.381548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=562406a1-2b29-47f0-9621-f8df237b9957,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.388375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:31.396840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.398204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:31.457032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-db00b28d-ad8a-4e46-8a46-1d4540c0ac14 None None] Provisioning complete for port 21628cb6-ecc0-4b70-89ba-158a63225a08 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:31.457677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-db00b28d-ad8a-4e46-8a46-1d4540c0ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.583387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.607544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.632124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.660178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.661621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Allocated IP 2001:db8::1 (cef70e41-9dcc-4ef0-965a-6d2d252cb68b/d6af114b-c1a8-4447-90c9-c2fbd57c5c1d/edec42cc-fabb-455c-9ad0-3becf9be543f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:31.698225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27125f7-5533-41b6-973b-f4d5e70dd847']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:31.736620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c01ea0-b48c-400b-9144-11a3de3e532f') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:31.737062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c01ea0-b48c-400b-9144-11a3de3e532f') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:31.763241 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/562406a1-2b29-47f0-9621-f8df237b9957 HTTP/1.1" status: 204 len: 168 time: 1.7947779 May 20 16:00:31.771984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.781875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 21628cb6-ecc0-4b70-89ba-158a63225a08, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21628cb6-ecc0-4b70-89ba-158a63225a08,segment=NetworkSegment(7acda603-69f2-49be-bb89-60e7b753deef),segment_id=7acda603-69f2-49be-bb89-60e7b753deef)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:31.785142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43366) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:31.812146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.833321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.916257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.942056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4b45bcaa-03e0-4fc8-be74-d30a272a6055 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:31.951331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:31.951955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.971089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.054620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 4b45bcaa-03e0-4fc8-be74-d30a272a6055 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:32.055225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4b45bcaa-03e0-4fc8-be74-d30a272a6055 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:32.055970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1eebee9c-92ad-4871-b91a-f69a1ca164de no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:32.171883 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:32.193865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.199051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d25c0d-0326-461a-aec0-90fc2289bd85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:32.199268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/a5968b8e-3117-4900-892b-ba583d8f77cc/8cffb56d-0466-4b8b-b897-da5f0a63e8f6) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:32.202968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d25c0d-0326-461a-aec0-90fc2289bd85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:32.204205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e3d25c0d-0326-461a-aec0-90fc2289bd85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:32.234604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1eebee9c-92ad-4871-b91a-f69a1ca164de {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:32.235176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1eebee9c-92ad-4871-b91a-f69a1ca164de not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:32.278792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Transition to ACTIVE for port object 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:32.331914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=21628cb6-ecc0-4b70-89ba-158a63225a08,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.370086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.391996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Transition to ACTIVE for port object 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:32.399903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fff93-679a-4ded-8bf8-1a44086a6960 req-33fe6b42-5ce9-40f9-b3fe-0fc6c5e5950e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:32.402611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.405732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e3d25c0d-0326-461a-aec0-90fc2289bd85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:32.406360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b99fff93-679a-4ded-8bf8-1a44086a6960 req-33fe6b42-5ce9-40f9-b3fe-0fc6c5e5950e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 944 time: 0.5505393 May 20 16:00:32.407773 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e3d25c0d-0326-461a-aec0-90fc2289bd85 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6209555 May 20 16:00:32.413800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.416549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c6f98897-f8f1-4927-be2e-857dcc27b107 tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.425734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43370) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:32.441611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.443657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b27125f7-5533-41b6-973b-f4d5e70dd847 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 16:00:32.451665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.469602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.482273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Network': ['ID=b27125f7-5533-41b6-973b-f4d5e70dd847,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.488618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.490000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-546c72bb-1335-4019-b67c-52f3a8cbc534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.508845 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b27125f7-5533-41b6-973b-f4d5e70dd847 HTTP/1.1" status: 204 len: 168 time: 2.1413739 May 20 16:00:32.511764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.513172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43374) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:32.523108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.540482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'network': {'name': 'tempest-network--621103173', 'router:external': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:32.550980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:32.581512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:32.599451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.600392 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Added segment 4b4984cb-8edb-4ab4-8885-b8106ef4291f of type vlan for network 1aa7174a-6985-4777-b3f6-f5b5f889f921 May 20 16:00:32.614515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:network and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:32.625405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:32.650799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbb4d1b-e56c-47cc-9b75-16c79d86ba1f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.656952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:32.661772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.667814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Transition to ACTIVE for port object edec42cc-fabb-455c-9ad0-3becf9be543f will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:32.668768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.672888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-95d1293d-da91-4938-bf64-7bf7741f3754 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.715617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.725584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Made reservation on behalf of 46b7512b5c2842edb48a3bcefc38bf20 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:32.730472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.757766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=e16d0999-3348-41c3-be7f-acd2703462af,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.782238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.797226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Network f2517562-163e-43bf-8dd2-ae0451503730 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:32.806078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:32.814481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b99fff93-679a-4ded-8bf8-1a44086a6960 req-35a709c5-9175-49e8-973d-c0e7fb81d069 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855619 May 20 16:00:32.830701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet a5968b8e-3117-4900-892b-ba583d8f77cc {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:32.832341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:32.834983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:32.840616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Pushing event updated for resources: {'Port': ['ID=4920fead-d43c-4dfb-8bc2-b0fe934d71f8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.848420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.850522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:32.852004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.853114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.864550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-662ef1fe-8b5e-46c0-a64c-273b51085dcc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.900934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.901520 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Added segment 023b6da6-e0d1-41d1-8e74-7699710189b5 of type vlan for network 4eb43590-e7b6-42dc-8e15-19857ed639d2 May 20 16:00:32.927459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.942188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2517562-163e-43bf-8dd2-ae0451503730']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:32.956388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9106b685-a419-44f1-b19f-427765d17fc3') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:32.956693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9106b685-a419-44f1-b19f-427765d17fc3') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:32.970806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.990236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.997895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:32.998331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:33.097983 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:33.108081 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7951746 May 20 16:00:33.111103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:00:33.111103 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:00:33.111103 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': 'f2517562-163e-43bf-8dd2-ae0451503730'}] May 20 16:00:33.111103 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:00:33.111995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:00:33.113715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Pushing event updated for resources: {'Network': ['ID=1aa7174a-6985-4777-b3f6-f5b5f889f921,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:33.119160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.120262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.128159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43378) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:33.134265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:33.138843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Transition to ACTIVE for port object 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:33.142457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Request body: {'subnet': {'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1850221071-subnet', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:33.155347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:33.170130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Usage tracker for resource:subnet and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:33.175694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Transition to ACTIVE for port object 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:33.179032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:33.191005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76f50977-613e-449e-b42b-64b05cbc2e7b up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:33.207694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:33.238360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Made reservation on behalf of d63b6c63723a47989f0b1e6b960772aa for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:33.244396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.251722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:33.275118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.278353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.279811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.297599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:33.386224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.391906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.417734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:33.444081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.455414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ac353fc-0aa6-4830-9d68-59ebdff3ea79 tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:33.533392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.548557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Attempting to bind port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:33.548926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Attempting to bind port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '9106b685-a419-44f1-b19f-427765d17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:33.549294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Attempting to bind port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 on network f2517562-163e-43bf-8dd2-ae0451503730 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:33.575181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:33.585629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:33.592141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:33.595773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:33.596485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Checking segment: {'id': '9106b685-a419-44f1-b19f-427765d17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:33.597325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.597964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Bound using segment: {'id': '9106b685-a419-44f1-b19f-427765d17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:33.598208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:33.598863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Bound port: 4920fead-d43c-4dfb-8bc2-b0fe934d71f8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9106b685-a419-44f1-b19f-427765d17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f2517562-163e-43bf-8dd2-ae0451503730'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:33.599650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.600820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:33.601400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.620669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.622774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:33.641666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Pushing event updated for resources: {'Port': ['ID=8cffb56d-0466-4b8b-b897-da5f0a63e8f6,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:33.648113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:33.650312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Port': ['ID=edec42cc-fabb-455c-9ad0-3becf9be543f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:33.661538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:33.668153 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1452978 May 20 16:00:33.668153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Network': ['ID=4eb43590-e7b6-42dc-8e15-19857ed639d2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:33.671662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43382) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:33.704676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:33.708391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4eb43590-e7b6-42dc-8e15-19857ed639d2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:33.797420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.879365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 76f50977-613e-449e-b42b-64b05cbc2e7b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:33.944524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812036c7-4e3f-439e-85a4-754623891f2d tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.950915 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-812036c7-4e3f-439e-85a4-754623891f2d tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] 10.222.0.13 "GET /v2.0/networks/4eb43590-e7b6-42dc-8e15-19857ed639d2 HTTP/1.1" status: 200 len: 756 time: 0.2723911 May 20 16:00:33.952992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43388) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:33.954638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.018579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 76f50977-613e-449e-b42b-64b05cbc2e7b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:34.019246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.086544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Attempting to bind port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:34.087251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Attempting to bind port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:34.087591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Attempting to bind port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:34.125929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:34.126314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:34.126688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.127268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:34.127952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Bound port: 8cffb56d-0466-4b8b-b897-da5f0a63e8f6, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:34.128336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.167783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] For port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:34.174070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] For port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4920fead-d43c-4dfb-8bc2-b0fe934d71f8,segment=NetworkSegment(9106b685-a419-44f1-b19f-427765d17fc3),segment_id=9106b685-a419-44f1-b19f-427765d17fc3)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:34.209932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.225060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:34.290215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a97352f7-674b-4906-986f-648d9f8bbfe9 None None] Provisioning for port edec42cc-fabb-455c-9ad0-3becf9be543f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:34.384557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.393065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d185ba87-426c-4e4a-9c51-c690130eaba5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:34.415706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21628cb6-ecc0-4b70-89ba-158a63225a08 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:34.457187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.462001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a97352f7-674b-4906-986f-648d9f8bbfe9 None None] Provisioning complete for port edec42cc-fabb-455c-9ad0-3becf9be543f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:34.462636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a97352f7-674b-4906-986f-648d9f8bbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.555988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c69beb-0a93-4f12-bdd5-6d9f49805804,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:34.561388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:34.562293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Checking segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:34.562711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Network hostable DHCP agents. Network: 1aa7174a-6985-4777-b3f6-f5b5f889f921, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:34.567717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb23838-7cae-417f-979b-9266a673f631 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:34.571815 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1fb23838-7cae-417f-979b-9266a673f631 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] 10.222.0.13 "GET /v2.0/networks/6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0 HTTP/1.1" status: 200 len: 767 time: 0.5864940 May 20 16:00:34.576176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43392) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:34.667730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:34.689052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Pushing event updated for resources: {'Port': ['ID=4920fead-d43c-4dfb-8bc2-b0fe934d71f8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:34.691455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:34.691900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.708496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:34.717315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.721146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 1aa7174a-6985-4777-b3f6-f5b5f889f921) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:34.740253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.743482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:34.743967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.807184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c01618-e369-47c5-9619-08e7948e4cc1 None None] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:34.837729 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7072239 May 20 16:00:34.845887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43396) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:34.852690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a97352f7-674b-4906-986f-648d9f8bbfe9 None None] Port edec42cc-fabb-455c-9ad0-3becf9be543f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:34.881398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:34.889964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:34.902113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Usage tracker for resource:router and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:34.911230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:34.952344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:34.975473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76f50977-613e-449e-b42b-64b05cbc2e7b,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:34.990292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:34.995217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:35.028629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:35.069798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.102648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8933c6-6307-4871-99b8-1d5ab89b3af9 None None] Network f2517562-163e-43bf-8dd2-ae0451503730 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:35.104623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb43590-e7b6-42dc-8e15-19857ed639d2']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:35.127150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 21628cb6-ecc0-4b70-89ba-158a63225a08 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:35.127805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.136317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023b6da6-e0d1-41d1-8e74-7699710189b5') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:35.138600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023b6da6-e0d1-41d1-8e74-7699710189b5') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:35.156269 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'code': 200} May 20 16:00:35.161108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.163347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.177305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.223591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.233592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:35.234092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:35.348528 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:35.358937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.374096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.378661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4920fead-d43c-4dfb-8bc2-b0fe934d71f8,segment=NetworkSegment(9106b685-a419-44f1-b19f-427765d17fc3),segment_id=9106b685-a419-44f1-b19f-427765d17fc3)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:35.379483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b1c96851-ecf3-46ae-85c5-a6663671a488 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:35.379664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.390796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:35.398609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:35.406220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4eb43590-e7b6-42dc-8e15-19857ed639d2 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 16:00:35.424183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.429951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Network': ['ID=4eb43590-e7b6-42dc-8e15-19857ed639d2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:35.441900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:35.450051 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4eb43590-e7b6-42dc-8e15-19857ed639d2 HTTP/1.1" status: 204 len: 168 time: 0.8675461 May 20 16:00:35.451415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43402) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:35.505754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-1aa7174a-6985-4777-b3f6-f5b5f889f921', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:35.506617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.657691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:35.701427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'network': {'name': 'tempest-network--18480712'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:35.726512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:35.743848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Allocated IP 172.20.0.2 (1aa7174a-6985-4777-b3f6-f5b5f889f921/29c69beb-0a93-4f12-bdd5-6d9f49805804/f871c375-ff7f-48d9-8025-049f09593e5d) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:35.792614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Usage tracker for resource:network and tenant:46b7512b5c2842edb48a3bcefc38bf20 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:35.804678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:35.876323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:35.904284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.937412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:35.969332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Made reservation on behalf of 46b7512b5c2842edb48a3bcefc38bf20 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:35.972450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.986424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.995352 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.999212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Transition to ACTIVE for port object f871c375-ff7f-48d9-8025-049f09593e5d will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:36.023781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.024044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Transition to ACTIVE for port object f871c375-ff7f-48d9-8025-049f09593e5d will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:36.040348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:36.042586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.050722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] For port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:36.054577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:36.057192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23bae3-4d17-431c-95e4-45e7d4f33fa1 req-c2af91e4-db1d-474c-8827-d4f423762b52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:36.062307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.062993 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Added segment 8444e036-dd46-4522-8d88-e6d68ecce0e2 of type vlan for network 6aa038a8-bac2-46a4-85f9-cac461485b5b May 20 16:00:36.071367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b23bae3-4d17-431c-95e4-45e7d4f33fa1 req-c2af91e4-db1d-474c-8827-d4f423762b52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 944 time: 1.9353573 May 20 16:00:36.104954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 4920fead-d43c-4dfb-8bc2-b0fe934d71f8 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:36.121969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=4920fead-d43c-4dfb-8bc2-b0fe934d71f8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:36.135629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:36.137894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.158739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] For port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8cffb56d-0466-4b8b-b897-da5f0a63e8f6,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:36.165705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:36.177986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:36.184867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.194932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.196367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:36.206502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Pushing event updated for resources: {'Port': ['ID=f871c375-ff7f-48d9-8025-049f09593e5d,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:36.218080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:36.220321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:36.250989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:36.299611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Pushing event updated for resources: {'Port': ['ID=8cffb56d-0466-4b8b-b897-da5f0a63e8f6,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:36.312858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.317126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:36.320175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664920'] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.343614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:36.344769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64a010-ca31-4c99-abdb-e36d259511b8 None None] Network f2517562-163e-43bf-8dd2-ae0451503730 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:36.344926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-de6be643-cfc6-423f-9e47-6c929f5fbe35 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:36.367861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=a5968b8e-3117-4900-892b-ba583d8f77cc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:36.383523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:36.514115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Attempting to bind port f871c375-ff7f-48d9-8025-049f09593e5d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:36.515617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Attempting to bind port f871c375-ff7f-48d9-8025-049f09593e5d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:36.516005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Attempting to bind port f871c375-ff7f-48d9-8025-049f09593e5d on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:36.528498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:36.529139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Checking segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:36.529815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.530543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Bound using segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:36.531264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Bound port: f871c375-ff7f-48d9-8025-049f09593e5d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:36.531865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.564655 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1118655 May 20 16:00:36.569229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43406) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:36.572753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa038a8-bac2-46a4-85f9-cac461485b5b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:36.577089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:36.583194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:36.676756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 6aa038a8-bac2-46a4-85f9-cac461485b5b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:36.888531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] For port f871c375-ff7f-48d9-8025-049f09593e5d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:36.899055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] For port f871c375-ff7f-48d9-8025-049f09593e5d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f871c375-ff7f-48d9-8025-049f09593e5d,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:36.905053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:36.909744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b9f81e6-3ed3-4a8e-a6e7-b7336bde5a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:37.002677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Pushing event updated for resources: {'Port': ['ID=f871c375-ff7f-48d9-8025-049f09593e5d,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:37.006592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:37.028013 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/a5968b8e-3117-4900-892b-ba583d8f77cc HTTP/1.1" status: 204 len: 168 time: 4.5921531 May 20 16:00:37.046340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43410) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:37.053481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.079089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b23bae3-4d17-431c-95e4-45e7d4f33fa1 req-3aefe8de-20ec-45de-a168-f6b941570732 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0065401 May 20 16:00:37.091654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2517562-163e-43bf-8dd2-ae0451503730']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:37.103989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc54413-c37b-4cb7-8cca-dfd9c4558a95 req-6b56b191-2343-4260-b8cb-8e41d056b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:37.105721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7dc54413-c37b-4cb7-8cca-dfd9c4558a95 req-6b56b191-2343-4260-b8cb-8e41d056b83d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1098 time: 1.2642388 May 20 16:00:37.126892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.128041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9106b685-a419-44f1-b19f-427765d17fc3') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:37.128369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9106b685-a419-44f1-b19f-427765d17fc3') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:37.191983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.200002 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-50920200-ed4f-48c5-8323-bf397486fafc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501801 May 20 16:00:37.222693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43414) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:37.281470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.299864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.337072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.343950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b67e32e8-ccba-4ce8-95b0-aa85915a3a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:37.404984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Network 6aa038a8-bac2-46a4-85f9-cac461485b5b is not hosted by any dhcp agent {{(pid=92431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:00:37.406085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:37.407262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.412952 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "PUT /v2.0/networks/6aa038a8-bac2-46a4-85f9-cac461485b5b HTTP/1.1" status: 200 len: 855 time: 0.8376715 May 20 16:00:37.421273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43418) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:37.476228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.479008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port d285f43b-eb75-4bfe-b55a-7f78c2defe04 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:37.479356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.497931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7dc54413-c37b-4cb7-8cca-dfd9c4558a95 req-9d5cfa15-0a16-429d-b5af-7d1d585f706d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850229 May 20 16:00:37.502144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.513526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.514395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.523464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e4d91db4-6f8c-429c-a7a3-88ffac93bdad tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:37.678573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:37.679205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:37.720075 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:37.836876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa038a8-bac2-46a4-85f9-cac461485b5b,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:37.857765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:37.862722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Allocated IP 172.26.8.254 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/70665162-e359-48c3-87bc-314a50714427) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:37.878046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:37.902723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c922e5-00ea-4662-9683-908a8d22fbc8 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:38.096041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-346d7a81-5efd-40c8-a047-7dcadf41e8ef None None] Provisioning for port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:38.151688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.208054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-346d7a81-5efd-40c8-a047-7dcadf41e8ef None None] Could not find standard attr ID for object 562406a1-2b29-47f0-9621-f8df237b9957. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:00:38.224458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.235690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event updated for resources: {'Port': ['ID=edec42cc-fabb-455c-9ad0-3becf9be543f,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:38.245330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.247838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:38.303600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8c0291b-910c-4c8e-9265-83bf45f77859 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:38.316426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa038a8-bac2-46a4-85f9-cac461485b5b']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:38.363370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8444e036-dd46-4522-8d88-e6d68ecce0e2') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:38.363753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8444e036-dd46-4522-8d88-e6d68ecce0e2') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:38.426121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.461760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.497773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb2014-a92a-4b82-a4fd-19e9818c17e2 None None] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:38.499470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fca04c6-d627-46fb-ab25-b752415162d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:38.618401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.645377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:38.646518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.660085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.665543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f871c375-ff7f-48d9-8025-049f09593e5d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:38.676496 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:38.693879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:38.710591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=f2517562-163e-43bf-8dd2-ae0451503730,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:38.712587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Pushing event updated for resources: {'Port': ['ID=70665162-e359-48c3-87bc-314a50714427,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:38.713986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:38.725052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efa05a-e200-4fe7-a009-10ef1bb671bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:38.725894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-67efa05a-e200-4fe7-a009-10ef1bb671bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:38.730644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:38.733180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:38.761568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port d285f43b-eb75-4bfe-b55a-7f78c2defe04, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d285f43b-eb75-4bfe-b55a-7f78c2defe04,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:38.762832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.777000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/f2517562-163e-43bf-8dd2-ae0451503730 HTTP/1.1" status: 204 len: 168 time: 7.9038589 May 20 16:00:38.782745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43424) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:38.790046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dd683353-1570-4aa2-b650-b5108755de82 None None] Provisioning for port f871c375-ff7f-48d9-8025-049f09593e5d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:38.852147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:38.853611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:38.925468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:38.973206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for d285f43b-eb75-4bfe-b55a-7f78c2defe04 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:38.981521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:38.986346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ae4569-a881-4e1b-8b62-478790e9d981 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:38.986946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ae4569-a881-4e1b-8b62-478790e9d981 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:38.991234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-26ae4569-a881-4e1b-8b62-478790e9d981 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/e16d0999-3348-41c3-be7f-acd2703462af HTTP/1.1" status: 404 len: 337 time: 0.2008445 May 20 16:00:38.991234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-67efa05a-e200-4fe7-a009-10ef1bb671bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:38.991234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-67efa05a-e200-4fe7-a009-10ef1bb671bf tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.7204113 May 20 16:00:38.992117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:38.996637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43428) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:38.997135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43430) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.047681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port f871c375-ff7f-48d9-8025-049f09593e5d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:39.060837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f871c375-ff7f-48d9-8025-049f09593e5d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:39.061207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.121633 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-081b425a-4f7c-42be-ba10-b68969df6706 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:39.122262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081b425a-4f7c-42be-ba10-b68969df6706 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:39.124318 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-081b425a-4f7c-42be-ba10-b68969df6706 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/f2517562-163e-43bf-8dd2-ae0451503730 HTTP/1.1" status: 404 len: 339 time: 0.1246741 May 20 16:00:39.175684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43436) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.181305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Deleting port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:39.182422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.257641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59883b76-52ef-4ee8-86c8-13d455c1999b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:39.258528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-59883b76-52ef-4ee8-86c8-13d455c1999b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:39.293851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b52c3dcf-2c51-4e4a-8035-25182358bbb0 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:39.339428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6aa038a8-bac2-46a4-85f9-cac461485b5b {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 16:00:39.343706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.348466 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-835083ed-c25c-4985-a802-18a91a4f4459 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:39.350018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835083ed-c25c-4985-a802-18a91a4f4459 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:39.350214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aa038a8-bac2-46a4-85f9-cac461485b5b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:39.352235 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-835083ed-c25c-4985-a802-18a91a4f4459 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/ce541461-22d9-4314-90c5-10bde42479f4 HTTP/1.1" status: 404 len: 337 time: 0.1633346 May 20 16:00:39.363058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:39.367685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43440) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.367798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] For port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8cffb56d-0466-4b8b-b897-da5f0a63e8f6,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:39.367798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.387500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c254fb-7e8e-408b-941f-8507dbbc9146 req-4a24c4fb-2970-4531-a79a-214751351872 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:39.389735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c254fb-7e8e-408b-941f-8507dbbc9146 req-4a24c4fb-2970-4531-a79a-214751351872 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 0.7314837 May 20 16:00:39.471758 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6aa038a8-bac2-46a4-85f9-cac461485b5b HTTP/1.1" status: 204 len: 168 time: 2.0490215 May 20 16:00:39.475804 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c8c361-6f7c-462f-a38c-7d315e6d16d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:39.476506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c8c361-6f7c-462f-a38c-7d315e6d16d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:39.481574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43444) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.485642 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a1c8c361-6f7c-462f-a38c-7d315e6d16d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/4137b3cf-c9ea-4516-a6c4-9570797d786e HTTP/1.1" status: 404 len: 339 time: 0.1121473 May 20 16:00:39.488401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43446) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.495591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-59883b76-52ef-4ee8-86c8-13d455c1999b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:39.497263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-59883b76-52ef-4ee8-86c8-13d455c1999b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4959006 May 20 16:00:39.547747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43452) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.562978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.579388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Calling delete_port for 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:39.590766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Router 4de4b988-1020-41e0-9a3c-050d3df88d9c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:39.620180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9fdcf6-5389-443d-be5e-1fb51f918dd6 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] DELETE failed (client error): The resource could not be found. May 20 16:00:39.620827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9fdcf6-5389-443d-be5e-1fb51f918dd6 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:39.623464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ef9fdcf6-5389-443d-be5e-1fb51f918dd6 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] 10.222.0.13 "DELETE /v2.0/subnets/5cc92879-2eec-497e-b577-03b3ccc9810f HTTP/1.1" status: 404 len: 337 time: 0.1296158 May 20 16:00:39.628625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43456) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:39.632042 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c254fb-7e8e-408b-941f-8507dbbc9146 req-353673ee-6be3-4a92-b76d-55ac358d2b0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075655 May 20 16:00:39.669831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port f871c375-ff7f-48d9-8025-049f09593e5d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f871c375-ff7f-48d9-8025-049f09593e5d,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:39.807213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.809819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:39.886025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9d364ed3-ce26-480e-92ca-defa06bfe8b8 None None] Provisioning complete for port edec42cc-fabb-455c-9ad0-3becf9be543f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:39.888020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d364ed3-ce26-480e-92ca-defa06bfe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:39.943147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7f26267c-f0a8-422d-a662-e6786ebdf60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:39.994280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.035083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.054328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:40.106695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.115792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:40.118293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 20 16:00:40.125226 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9514778 May 20 16:00:40.134484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43460) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:40.174221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] No DVR routers for this DVR port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:40.181925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] Sync routers for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:40.219234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Port 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 not found, will not notify nova. {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 20 16:00:40.235988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45666825-fff8-4816-b94f-1cf73f66698a None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:00:40.310025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:40.310025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.346911 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e0d84b96-48e0-45d5-9cfa-c3c4767d755f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7976329 May 20 16:00:40.349887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43464) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:40.452471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:40.496307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9d364ed3-ce26-480e-92ca-defa06bfe8b8 None None] Port edec42cc-fabb-455c-9ad0-3becf9be543f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:40.527113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.558460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=f871c375-ff7f-48d9-8025-049f09593e5d,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:40.563569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:40.564122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8cffb56d-0466-4b8b-b897-da5f0a63e8f6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:40.572906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:40.578045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8b48d6e9-278e-4686-a958-0e02674cf198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:40.588129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:40.669389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-45891c45-a195-4fdd-88cc-2c33f0562787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.700239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Pushing event deleted for resources: {'Port': ['ID=8cffb56d-0466-4b8b-b897-da5f0a63e8f6,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:40.711071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:40.712127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.761544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.787361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.810943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d64666-3cea-42f1-831f-137be1c82f34') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.811859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d64666-3cea-42f1-831f-137be1c82f34') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.814920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.834197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.835731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:40.836399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:40.836807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754eccb-574a-449a-a0b6-8bc7661b8776 None None] The sync data for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:40.856567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-97378d7b-ffff-4c02-919a-1277686b26ba None None] Provisioning complete for port f871c375-ff7f-48d9-8025-049f09593e5d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:40.856943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-97378d7b-ffff-4c02-919a-1277686b26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.858122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c1693456-88d7-447f-b852-dbf9a0fcdc9e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.920827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.990411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:40.993752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32e1e39e-90be-4834-9b88-16c840def7a7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:41.056865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:41.057999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:41.075855 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:41.084397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45666825-fff8-4816-b94f-1cf73f66698a None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:00:41.127678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:41.184574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=d285f43b-eb75-4bfe-b55a-7f78c2defe04,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:41.216047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:41.254053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:41.366231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.374866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:41.378705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.382447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.448644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:41.458697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4db6f66-9233-4180-9818-57fa6fbd3526']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:41.463256 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-c1693456-88d7-447f-b852-dbf9a0fcdc9e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 16:00:41.464392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c1693456-88d7-447f-b852-dbf9a0fcdc9e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c HTTP/1.1" status: 409 len: 329 time: 1.3150227 May 20 16:00:41.471350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.480269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43470) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:41.511521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Pushing event deleted for resources: {'Network': ['ID=6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:41.522320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:41.547549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] 10.222.0.13 "DELETE /v2.0/networks/6437d7c8-28e6-4dd5-8ef0-085ac4efb0f0 HTTP/1.1" status: 204 len: 168 time: 1.9140387 May 20 16:00:41.566523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.598665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feab2d6-12a4-4c9e-8233-4cade008b22a req-1e3ee199-37b2-49bf-9222-1a5f828857b0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:41.606023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7feab2d6-12a4-4c9e-8233-4cade008b22a req-1e3ee199-37b2-49bf-9222-1a5f828857b0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 0.6933467 May 20 16:00:41.629723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1738aa-ffda-446c-9d46-c198d06fa486') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:41.630004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1738aa-ffda-446c-9d46-c198d06fa486') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:41.718916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.764035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.790650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.827347 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7feab2d6-12a4-4c9e-8233-4cade008b22a req-acfe03f5-e272-4a44-801e-17429a85fe3e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132361 May 20 16:00:41.863893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:41.864551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:41.881739 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:42.080941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43480) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.302626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:42.324714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b080e4-fc42-4625-bed9-dd3270f4023d req-03a6e9ce-6e8d-4665-9c7a-efc922d4b0ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:42.326698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29b080e4-fc42-4625-bed9-dd3270f4023d req-03a6e9ce-6e8d-4665-9c7a-efc922d4b0ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 0.2776890 May 20 16:00:42.510580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f871c375-ff7f-48d9-8025-049f09593e5d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:42.521691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:42.526390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:42.540195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:42.611910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=b4db6f66-9233-4180-9818-57fa6fbd3526,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:42.614445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:42.628877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f871c375-ff7f-48d9-8025-049f09593e5d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:42.629506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:42.687511 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/b4db6f66-9233-4180-9818-57fa6fbd3526 HTTP/1.1" status: 204 len: 168 time: 3.1937757 May 20 16:00:42.693855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43486) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.751444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-847bf57c-88c9-42d0-9edf-d46f5c77f636 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=336866da4ba44df8a8caa96ffc05c060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6693356 May 20 16:00:42.763832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29b080e4-fc42-4625-bed9-dd3270f4023d req-8b0de1b1-26ca-4d2a-860c-bf83db29ae37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719893 May 20 16:00:42.764126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43490) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.769721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2816515-bc84-4d63-a990-ed46e8b18855 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:42.770506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2816515-bc84-4d63-a990-ed46e8b18855 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:42.775679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f2816515-bc84-4d63-a990-ed46e8b18855 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/da9b7598-969b-4183-8651-8436935a3abb HTTP/1.1" status: 404 len: 337 time: 0.0755935 May 20 16:00:42.777904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43494) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.807860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43498) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.824384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:42.832585 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f645cb-a4c8-4817-8779-425206977109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:42.833491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f645cb-a4c8-4817-8779-425206977109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:42.838663 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f9f645cb-a4c8-4817-8779-425206977109 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/432572f1-b3ee-4f0e-b076-a513a289088b HTTP/1.1" status: 404 len: 339 time: 0.0572658 May 20 16:00:42.838882 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:42.844222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6856172 May 20 16:00:42.847647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43502) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.848124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43504) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.851022 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:42.851887 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:42.933463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bba1f-13fd-43b8-893a-28fc5b970734 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:42.937396 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0a8bba1f-13fd-43b8-893a-28fc5b970734 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1093 time: 0.1140199 May 20 16:00:42.940046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43510) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:42.946213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:42.953908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:42.958659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:42.962184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:42.969996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:42.983706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:42.997376 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9dfb4a-4332-4160-acb2-1fac7507e15c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:42.997847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9dfb4a-4332-4160-acb2-1fac7507e15c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:42.999776 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cf9dfb4a-4332-4160-acb2-1fac7507e15c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/090d5ae1-2e53-4d41-9a74-61f87317b296 HTTP/1.1" status: 404 len: 337 time: 0.1459198 May 20 16:00:43.004151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.050950 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:43.063396 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e8ecc7-0233-4345-92a5-abdb30f7bc15 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:43.064333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e8ecc7-0233-4345-92a5-abdb30f7bc15 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:43.070016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c2e8ecc7-0233-4345-92a5-abdb30f7bc15 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/7d0f4cbc-31ec-4f4c-ad65-8a442926d88f HTTP/1.1" status: 404 len: 339 time: 0.0621581 May 20 16:00:43.072245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43518) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.099813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet 5d4303a2-8a66-4c5a-a1de-15420ab2b7bd {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:43.110489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:00:43.122269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.135130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.164397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.207667 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0287a844-8091-4172-afab-ec1617225789 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:43.208315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0287a844-8091-4172-afab-ec1617225789 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:43.212176 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0287a844-8091-4172-afab-ec1617225789 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/c039fa23-5de5-4654-8355-3680aea9b2a0 HTTP/1.1" status: 404 len: 337 time: 0.1381283 May 20 16:00:43.218335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43522) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.319407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.326549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.363294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.452926 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2155226-bdf2-4e67-912e-407905c6fbdf tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:43.453427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2155226-bdf2-4e67-912e-407905c6fbdf tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:43.459235 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f2155226-bdf2-4e67-912e-407905c6fbdf tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/9ee5fb22-4296-492e-8f60-f166c8d6722e HTTP/1.1" status: 404 len: 339 time: 0.1746261 May 20 16:00:43.460858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43526) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.491128 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:40Z', 'revision_number': 10, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:43.496169 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:43.509429 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:43.510336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:43.566292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5af9639-7792-4269-a2dd-545d2f8ec594 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:43.567057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5af9639-7792-4269-a2dd-545d2f8ec594 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:43.586425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b5af9639-7792-4269-a2dd-545d2f8ec594 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/dd53c1dc-e26b-4072-9224-1ffdcdab5d83 HTTP/1.1" status: 404 len: 337 time: 0.1223159 May 20 16:00:43.588483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43530) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.658173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.71 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/10b22c72-2c80-4aed-8225-bd99123772f5) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:43.665201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.671110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0471390-b15b-401d-a33a-f2e4537970ec tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:43.671911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0471390-b15b-401d-a33a-f2e4537970ec tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:43.675070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f0471390-b15b-401d-a33a-f2e4537970ec tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/c5e382d5-85e9-4c66-bb5d-05d3063503a8 HTTP/1.1" status: 404 len: 339 time: 0.0849416 May 20 16:00:43.676041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d7099f6d-fe83-4d2b-bdbc-990b9f193319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:43.678755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43534) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.704093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.736276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:43.742045 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:43.746866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bd67d8-862d-44f6-8d06-61a7ec6e7ec6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:43.763011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:43.770753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:43.791566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.796646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0ef40604-dc05-4cec-800f-7e4069d5ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.825577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:43.826707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:43.876969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.878340 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28bd67d8-862d-44f6-8d06-61a7ec6e7ec6 HTTP/1.1" status: 204 len: 168 time: 1.1132462 May 20 16:00:43.907289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.908779 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0402002 May 20 16:00:43.917141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43540) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:43.951101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:43.994589 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce7502e-00bb-4dc0-9650-a55f891506b7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:43.994965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce7502e-00bb-4dc0-9650-a55f891506b7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:44.001136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5ce7502e-00bb-4dc0-9650-a55f891506b7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/ae835253-5d41-4a4b-a139-0b7ac2dee7f4 HTTP/1.1" status: 404 len: 337 time: 0.3173361 May 20 16:00:44.001136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:44.010203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43542) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:44.011027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-39250fa5-0b8d-4350-b87b-a67da14f3e33 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:44.109051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:44.122197 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e23e26-a6db-4898-b79a-123b96ba247b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:44.122683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e23e26-a6db-4898-b79a-123b96ba247b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:44.132146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-29e23e26-a6db-4898-b79a-123b96ba247b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/038b7a3c-86b1-41c5-8126-a3d79a582527 HTTP/1.1" status: 404 len: 339 time: 0.0765219 May 20 16:00:44.133812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:44.138577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:44.284541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:44.330958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:44.396680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=10b22c72-2c80-4aed-8225-bd99123772f5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:44.451973 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:40Z', 'revision_number': 10, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:44.460676 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccdadc-434f-47e7-9231-c2438eff7d7b None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:40Z', 'revision_number': 10, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None, '_interfaces': [{'id': '912059b8-139c-4b51-8051-43fc1866eed3', 'name': '', 'network_id': 'c800cd45-8e0a-4854-b24c-79b5a0fae769', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'mac_address': 'fa:16:3e:32:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:30Z', 'updated_at': '2021-05-20T15:58:45Z', 'revision_number': 5, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'subnets': [{'id': 'eec98671-2ca7-4083-b575-8cb09893deb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:44.645071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:44.659162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43554) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:44.741690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.742067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.742439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.742800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.743159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.743517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.743879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.744229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.744581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.744930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.745279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.745649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:44.774457 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6dafaf-ce53-4e0e-9cff-800359062190 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:44.774873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6dafaf-ce53-4e0e-9cff-800359062190 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:44.778369 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3f6dafaf-ce53-4e0e-9cff-800359062190 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/1f4d7d78-51e9-417b-a26a-86e15bb721c4 HTTP/1.1" status: 404 len: 337 time: 0.3752513 May 20 16:00:44.780533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:44.785755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43558) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:44.807999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.objects.ports [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92431) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:00:44.823842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:39Z', 'revision_number': 3, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:44.828508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:44.828807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:44.828980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Updating router c7fcfa1e-c4a8-43e2-a75b-23998b808099 port 70665162-e359-48c3-87bc-314a50714427 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:00:44.847588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c85e6c09-e298-45a2-8c87-6fa5ff1483a9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:44.853590 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d142c0-3255-4fb8-807d-4254c9ff7041 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:44.854718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d142c0-3255-4fb8-807d-4254c9ff7041 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:44.863128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c4d142c0-3255-4fb8-807d-4254c9ff7041 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/a169158c-233f-4618-9459-bffa3153b437 HTTP/1.1" status: 404 len: 339 time: 0.0747294 May 20 16:00:44.864497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43562) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:44.909630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:44.961534 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-29207546-5f07-45ce-ac26-dd1e6d4312c4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:44.962226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29207546-5f07-45ce-ac26-dd1e6d4312c4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:44.969423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-29207546-5f07-45ce-ac26-dd1e6d4312c4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/1072ed44-739a-4979-a410-fdc9c7f5fee5 HTTP/1.1" status: 404 len: 337 time: 0.0857978 May 20 16:00:45.041209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43566) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.057382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:45.103252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:45.133592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405e13f-c062-40fe-9086-9b7bd3aa7dab None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:45.143398 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-12af490b-2bf2-44bb-90d0-2f87b9a48dba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b7512b5c2842edb48a3bcefc38bf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741280 May 20 16:00:45.147990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43570) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.155122 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dbf616-f29d-4fba-bd53-3b00160fef53 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:45.155602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dbf616-f29d-4fba-bd53-3b00160fef53 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:45.157393 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-44dbf616-f29d-4fba-bd53-3b00160fef53 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/638063b3-49b9-4f04-8b91-d5e7b5b16d37 HTTP/1.1" status: 404 len: 339 time: 0.1063240 May 20 16:00:45.163003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=de7c7d14-86fd-4bee-a910-7c2e5a9d531b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:45.166123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:45.166730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.172102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43574) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.239654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.240036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.240612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.240994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.241381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.241948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.242475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.243026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.243399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.243766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.244133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.244483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:45.266716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:45.276521 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ad8a57-24d7-41a3-b2ff-f60b858052b7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:45.277954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ad8a57-24d7-41a3-b2ff-f60b858052b7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:45.283209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.313093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.364092 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0064454 May 20 16:00:45.369132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43578) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.378970 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-88ad8a57-24d7-41a3-b2ff-f60b858052b7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/54461163-7eae-4481-be75-3aced8fc2f91 HTTP/1.1" status: 404 len: 337 time: 0.2002170 May 20 16:00:45.381731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.382409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43582) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.399757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:45.415048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-04c7771a-889a-416c-b778-18739089cd10 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:45.421015 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c291f096-e73b-430b-aa83-e8bed95d935c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] DELETE failed (client error): The resource could not be found. May 20 16:00:45.421685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c291f096-e73b-430b-aa83-e8bed95d935c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:45.440494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.443137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.447192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c021db98-b632-44cc-b455-192c12374640 HTTP/1.1" status: 204 len: 168 time: 0.2946627 May 20 16:00:45.455288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96928c73-4332-40a4-ab03-7b7b9218fce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:45.470353 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c291f096-e73b-430b-aa83-e8bed95d935c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/b09a4762-b3bd-42dc-ba12-8070696fdd69 HTTP/1.1" status: 404 len: 339 time: 0.0840964 May 20 16:00:45.471564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43588) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.474565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021db98-b632-44cc-b455-192c12374640,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:45.478279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:45.512607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4303a2-8a66-4c5a-a1de-15420ab2b7bd,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:45.569562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.571829 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/5d4303a2-8a66-4c5a-a1de-15420ab2b7bd HTTP/1.1" status: 204 len: 168 time: 2.7164357 May 20 16:00:45.573100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:45.594742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43592) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:45.600194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af0fd0-3924-4b3f-8e19-4ef653465e50 None None] Network 521a05c9-174b-48e9-885c-4143416f984c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:45.813639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.823179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'de7c7d14-86fd-4bee-a910-7c2e5a9d531b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:00:45.824275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.872708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.resource_extend [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:00:45.943357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting subnet 594dd86d-978d-49ce-ac40-a6c82b799fa4 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:45.953236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.985812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:45.991742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.118707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.248712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:46.325589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Allocated IP 2001:db8::f816:3eff:fe4e:3c83 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/de7c7d14-86fd-4bee-a910-7c2e5a9d531b/8794391e-e91a-456c-bd25-427405a095b9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:46.343461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:46.350226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting port edec42cc-fabb-455c-9ad0-3becf9be543f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:46.350573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.362673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d285f43b-eb75-4bfe-b55a-7f78c2defe04 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:46.373634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.442483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: d285f43b-eb75-4bfe-b55a-7f78c2defe04 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:46.442986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d285f43b-eb75-4bfe-b55a-7f78c2defe04 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:46.458844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:46.461976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.570833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.696036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.731084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.745271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Transition to ACTIVE for port object 70665162-e359-48c3-87bc-314a50714427 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:46.772674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.776451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 1922d3aa-8814-4235-9365-bfa18e835e60 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:46.777727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.785112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c408db0a-d0b3-4e9b-885e-0eae74a6b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:46.869791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.877755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.883719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94619227-e498-4314-9556-338a06c7c09e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:46.925552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:46.963797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab105b-70d2-410c-bf8d-852dde52cd48 None None] Pushing event updated for resources: {'Port': ['ID=70665162-e359-48c3-87bc-314a50714427,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:46.968755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] DHCP port deletion for 521a05c9-174b-48e9-885c-4143416f984c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:46.994249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Calling delete_port for edec42cc-fabb-455c-9ad0-3becf9be543f owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:46.999562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cfab105b-70d2-410c-bf8d-852dde52cd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:47.017664 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de7c7d14-86fd-4bee-a910-7c2e5a9d531b (CIDR: 2001:db8::/64) May 20 16:00:47.040932 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:00:47.041743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:00:47.079099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.083738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.108864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 1922d3aa-8814-4235-9365-bfa18e835e60, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1922d3aa-8814-4235-9365-bfa18e835e60,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:47.109647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.133057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Attempting to bind port 70665162-e359-48c3-87bc-314a50714427 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:47.133737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Attempting to bind port 70665162-e359-48c3-87bc-314a50714427 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:47.134365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Attempting to bind port 70665162-e359-48c3-87bc-314a50714427 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:47.136113 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-612a535f-4096-499a-accf-519f91d02c16 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7617495 May 20 16:00:47.151915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:47.153084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:47.153538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.154036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:47.154780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Bound port: 70665162-e359-48c3-87bc-314a50714427, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:47.155169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.180950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43618) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:47.190839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:47.368455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 1922d3aa-8814-4235-9365-bfa18e835e60 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:47.374583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] For port 70665162-e359-48c3-87bc-314a50714427, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:47.401263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] For port 70665162-e359-48c3-87bc-314a50714427, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70665162-e359-48c3-87bc-314a50714427,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:47.406028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Deleting port 1922d3aa-8814-4235-9365-bfa18e835e60 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:47.406412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.425379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.449543 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 093daf69-42da-4585-b274-3b959c527a04 associated. External IP: 172.26.8.71, port: 76f50977-613e-449e-b42b-64b05cbc2e7b. May 20 16:00:47.518395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] For port 1922d3aa-8814-4235-9365-bfa18e835e60, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1922d3aa-8814-4235-9365-bfa18e835e60,segment=NetworkSegment(cf533ddc-47e5-4d15-8c71-7e9b6910e888),segment_id=cf533ddc-47e5-4d15-8c71-7e9b6910e888)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:47.518789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.658362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Calling delete_port for 1922d3aa-8814-4235-9365-bfa18e835e60 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:47.683672 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/subnets/594dd86d-978d-49ce-ac40-a6c82b799fa4 HTTP/1.1" status: 204 len: 168 time: 2.2107792 May 20 16:00:47.687964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43632) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:47.691564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:47.700989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad8389-520a-4f57-b88c-49851c42a6fa None None] Network eaf4e5d1-11fd-4086-b660-bd1eeec0729c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:47.705993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=10b22c72-2c80-4aed-8225-bd99123772f5,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:47.709068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:47.710417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5f175ee-48c3-4636-8f2f-7e4da2c53ded tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:47.727320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.743237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bbf06a3-9d9f-4ab5-bf1e-a38ff56f7677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:47.791328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.834269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Subnet': ['ID=594dd86d-978d-49ce-ac40-a6c82b799fa4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:47.837055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:47.886109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:47.950756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:47.966102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Transition to ACTIVE for port object 8794391e-e91a-456c-bd25-427405a095b9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:47.976422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] No DVR routers for this DVR port 1922d3aa-8814-4235-9365-bfa18e835e60 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:47.983865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:48.011033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:48.011727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:48.128354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:48.150902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab105b-70d2-410c-bf8d-852dde52cd48 None None] Pushing event updated for resources: {'Port': ['ID=70665162-e359-48c3-87bc-314a50714427,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:48.163103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cfab105b-70d2-410c-bf8d-852dde52cd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:48.165325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.206041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Transition to ACTIVE for port object 8794391e-e91a-456c-bd25-427405a095b9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:48.222515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Allocated IP 172.20.0.1 (1aa7174a-6985-4777-b3f6-f5b5f889f921/29c69beb-0a93-4f12-bdd5-6d9f49805804/8579a1f1-e705-4e20-a7d7-beb37b0fcd19) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:48.222834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Pushing event deleted for resources: {'Port': ['ID=1922d3aa-8814-4235-9365-bfa18e835e60,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:48.235095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:48.238908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.243363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-962827313'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:48.246522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4a64dcfd-8919-4b8d-8ac9-ef3e31caccef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.247600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.252937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:48.258438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.263058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Usage tracker for resource:network and tenant:279b4d73598a4677ab0f3b7e95c92bac is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:48.267717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:48.279838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c0fc4611-172b-4079-aeca-add77b33106d tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.285395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:48.393471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:48.409038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1922d3aa-8814-4235-9365-bfa18e835e60 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:48.410607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Made reservation on behalf of 279b4d73598a4677ab0f3b7e95c92bac for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:48.414099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.434965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.447592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:48.450418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:48.450584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:48.459305 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:48.468739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1922d3aa-8814-4235-9365-bfa18e835e60 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:48.469430 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:48.469662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1922d3aa-8814-4235-9365-bfa18e835e60 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:48.469804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:48.470639 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:48.472117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Pushing event updated for resources: {'Port': ['ID=8794391e-e91a-456c-bd25-427405a095b9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:48.475689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:48.492922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Usage tracker for resource:security_group_rule and tenant:279b4d73598a4677ab0f3b7e95c92bac is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:48.500197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:48.507914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:48.523187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:48.607608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:48.613376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.665958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=1922d3aa-8814-4235-9365-bfa18e835e60,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:48.666918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.670786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:48.687296 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:48.692054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.718714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.724532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bb1a89a-af7a-4751-88c4-21555bba3895 tempest-RoutersIpV6AdminTest-1631714640 tempest-RoutersIpV6AdminTest-1631714640-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.738912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.773715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 1922d3aa-8814-4235-9365-bfa18e835e60 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:48.776440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c4de6611-9330-46db-b740-1ba89120b2f1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:48.820825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Attempting to bind port 8794391e-e91a-456c-bd25-427405a095b9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:48.821259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Attempting to bind port 8794391e-e91a-456c-bd25-427405a095b9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:48.821662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Attempting to bind port 8794391e-e91a-456c-bd25-427405a095b9 on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:48.842110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:48.843231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:48.843713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.844129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:48.844641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Bound port: 8794391e-e91a-456c-bd25-427405a095b9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:48.845030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:48.859387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] DHCP port deletion for eaf4e5d1-11fd-4086-b660-bd1eeec0729c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:48.904100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9596639 May 20 16:00:48.908608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:48.915738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43642) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:48.959074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Port': ['ID=edec42cc-fabb-455c-9ad0-3becf9be543f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.059726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:49.121199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] For port 8794391e-e91a-456c-bd25-427405a095b9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:49.156640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] For port 8794391e-e91a-456c-bd25-427405a095b9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8794391e-e91a-456c-bd25-427405a095b9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:49.167011 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-edb5c209-b154-4efc-95a7-fe7467070130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/093daf69-42da-4585-b274-3b959c527a04 HTTP/1.1" status: 200 len: 990 time: 0.2369976 May 20 16:00:49.168866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:49.174513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Deleting port 2014385f-c841-47d3-9ad7-552b30dcbc45 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:49.174983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.205217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.224441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.229663 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'status': 'completed', 'code': 200} May 20 16:00:49.256627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61991c0f-ff99-474e-be7c-b06f3e536f11,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.264227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.265205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Added segment 6079d29d-854a-4b4f-aaea-cac6f67c6488 of type vlan for network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 May 20 16:00:49.268339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:49.341626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.359548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.377020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521a05c9-174b-48e9-885c-4143416f984c']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:49.391265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf533ddc-47e5-4d15-8c71-7e9b6910e888') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:49.391574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf533ddc-47e5-4d15-8c71-7e9b6910e888') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:49.400688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba9fa-a07f-45d0-8053-495a3831381a req-4cf71959-3ff4-4862-a84f-b6355b11cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:49.403023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-4cf71959-3ff4-4862-a84f-b6355b11cddd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1098 time: 0.2310927 May 20 16:00:49.405108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.425429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.426978 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:37Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:45Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:49.435978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:49.436407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.438852 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:49.452063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.458833 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:49.460267 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:49.464586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:49.465854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.483255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] For port 2014385f-c841-47d3-9ad7-552b30dcbc45, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2014385f-c841-47d3-9ad7-552b30dcbc45,segment=NetworkSegment(09a703e1-8e83-4cc3-b86c-98c08b02f98b),segment_id=09a703e1-8e83-4cc3-b86c-98c08b02f98b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:49.483255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.483734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7a4e2dd-bd8c-49cc-8d94-e4e891f11c50 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:49.572632 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:49.612887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.660481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Pushing event updated for resources: {'Port': ['ID=8794391e-e91a-456c-bd25-427405a095b9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.663875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:49.673025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Calling delete_port for 2014385f-c841-47d3-9ad7-552b30dcbc45 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:49.678378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:39Z', 'revision_number': 3, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:49.687388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c874b-f36b-415e-8acb-0a2a5ac5e181 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:39Z', 'revision_number': 3, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:49.705296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.730812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-160b9d69-2b56-4364-a918-c5162155d4d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.757979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.764402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:49.770131 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/521a05c9-174b-48e9-885c-4143416f984c HTTP/1.1" status: 204 len: 168 time: 4.1737733 May 20 16:00:49.803985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=521a05c9-174b-48e9-885c-4143416f984c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:49.817630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43648) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:49.821304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:49.833409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Deleting port 2014385f-c841-47d3-9ad7-552b30dcbc45 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:49.836856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:49.990288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2924941 May 20 16:00:50.021777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Pushing event updated for resources: {'Network': ['ID=b0c94149-f85d-4e2c-b5e6-a25192d4ef10,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:50.024348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Pushing event deleted for resources: {'Port': ['ID=2014385f-c841-47d3-9ad7-552b30dcbc45,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:50.031565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:50.035947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] No DVR routers for this DVR port 2014385f-c841-47d3-9ad7-552b30dcbc45 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:50.045455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:50.070868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:50.122979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba9fa-a07f-45d0-8053-495a3831381a req-a0b92c88-0495-4534-9aa4-5a50d950e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:50.124994 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-a0b92c88-0495-4534-9aa4-5a50d950e6b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 897 time: 0.7137587 May 20 16:00:50.155339 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:50.309690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43656) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:50.393924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.506025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.545851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43660) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:50.592244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Request body: {'port': {'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-301757688'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:50.601693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70665162-e359-48c3-87bc-314a50714427 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:50.605865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:50.618150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Usage tracker for resource:port and tenant:2b4f01d70d98459fb588c1b04020707a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:50.627262 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-87e226bc-665f-4254-ba6b-20b9f7550f4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 998 time: 0.4952273 May 20 16:00:50.630975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a2626133-5d49-4275-85ef-ce8145a61638 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/093daf69-42da-4585-b274-3b959c527a04 HTTP/1.1" status: 200 len: 990 time: 0.3195524 May 20 16:00:50.632162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:50.730749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] For port 2014385f-c841-47d3-9ad7-552b30dcbc45, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:50.731113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.733832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:50.790035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 70665162-e359-48c3-87bc-314a50714427 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:50.801249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Made reservation on behalf of 2b4f01d70d98459fb588c1b04020707a for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:50.806832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.810818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 70665162-e359-48c3-87bc-314a50714427 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:50.811306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.825817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.844839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba9fa-a07f-45d0-8053-495a3831381a req-8fb7691e-c209-4f26-8098-29181f67dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:50.847242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-8fb7691e-c209-4f26-8098-29181f67dad3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 200 len: 835 time: 0.2115519 May 20 16:00:50.903462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:50.916107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Calling delete_port for 2014385f-c841-47d3-9ad7-552b30dcbc45 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:50.921774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.ipam_backend_mixin [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Port 2014385f-c841-47d3-9ad7-552b30dcbc45 was not found and therefore no delete operation was performed {{(pid=92431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 16:00:50.932817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Usage tracker for resource:security_group_rule and tenant:2b4f01d70d98459fb588c1b04020707a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:50.938728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:50.942030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:50.952084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:51.010798 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:37Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:45Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:51.028902 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782c81c-5835-4a85-a2c3-7a888f97c3ae None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T15:59:37Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:45Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:51.131278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba9fa-a07f-45d0-8053-495a3831381a req-bdaef66b-e926-4456-bfba-8369876f17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:51.133258 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-bdaef66b-e926-4456-bfba-8369876f17c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2783501 May 20 16:00:51.180602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.270970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Transition to ACTIVE for port object 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:51.340192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.370306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 70665162-e359-48c3-87bc-314a50714427, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70665162-e359-48c3-87bc-314a50714427,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:51.378169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.379390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8794391e-e91a-456c-bd25-427405a095b9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:51.402078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fd0b09b2-3bf5-4d42-a544-be26120abcd3 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:51.422984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-81a87323-d3e9-4c0c-85b9-ffc130868da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:51.424985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.434750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:51.466284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port 0936e01c-5bcb-440b-8e2a-9a6779a06412 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:00:51.533510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=70665162-e359-48c3-87bc-314a50714427,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:51.553931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:51.572023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Port': ['ID=2014385f-c841-47d3-9ad7-552b30dcbc45,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:51.579880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-61597035-ffbf-480d-a77a-4507339882ed None None] Provisioning for port 8794391e-e91a-456c-bd25-427405a095b9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:51.599294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] No DVR routers for this DVR port 2014385f-c841-47d3-9ad7-552b30dcbc45 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:51.607699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089a5267-c51d-4e44-b67e-deba080b6273 None None] New status for floating IP 093daf69-42da-4585-b274-3b959c527a04: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:00:51.646878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43664) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:51.669468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.683056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:51.685331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:51.733823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8794391e-e91a-456c-bd25-427405a095b9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:51.742439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8794391e-e91a-456c-bd25-427405a095b9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:51.743714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:51.841286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-2cfebf4d-255b-454a-ac16-4bc110450f67 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955178 May 20 16:00:52.021666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:52.045064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.097325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8794391e-e91a-456c-bd25-427405a095b9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8794391e-e91a-456c-bd25-427405a095b9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:52.099956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:52.106890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.111645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:52.176841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:52.198930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885d640-6b32-4c4c-af22-85520755542b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.220167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.258385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Pushing event updated for resources: {'Port': ['ID=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.263476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.310706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.317769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8794391e-e91a-456c-bd25-427405a095b9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.322585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.324547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2014385f-c841-47d3-9ad7-552b30dcbc45 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:52.404761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7ff474e3-8627-45c8-9313-99437ea97859 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/093daf69-42da-4585-b274-3b959c527a04 HTTP/1.1" status: 200 len: 992 time: 0.5603325 May 20 16:00:52.405059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2014385f-c841-47d3-9ad7-552b30dcbc45 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:52.405059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2014385f-c841-47d3-9ad7-552b30dcbc45 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:52.472921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port 0936e01c-5bcb-440b-8e2a-9a6779a06412 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:00:52.481772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf4e5d1-11fd-4086-b660-bd1eeec0729c']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:52.496374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.505229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56aba9fa-a07f-45d0-8053-495a3831381a req-2209a7a5-6b56-4b4f-b14f-318ae5d69b35 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276764 May 20 16:00:52.526851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a703e1-8e83-4cc3-b86c-98c08b02f98b') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:52.527729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a703e1-8e83-4cc3-b86c-98c08b02f98b') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:52.529050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Transition to ACTIVE for port object 0936e01c-5bcb-440b-8e2a-9a6779a06412 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:52.556468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-35e1e7be-a3aa-42f1-bdcb-275f782661f7 None None] Provisioning for port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:52.557008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.564602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.567306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-35e1e7be-a3aa-42f1-bdcb-275f782661f7 None None] Provisioning complete for port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:52.568101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-35e1e7be-a3aa-42f1-bdcb-275f782661f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.574138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Router 4de4b988-1020-41e0-9a3c-050d3df88d9c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:52.580519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-29693acb-f360-47a5-963a-7a3253210ce8 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:52.594018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.628493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.648797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:52.649581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.650250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-35e1e7be-a3aa-42f1-bdcb-275f782661f7 None None] Port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:52.651864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70665162-e359-48c3-87bc-314a50714427 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:52.695585 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:52.742769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=0936e01c-5bcb-440b-8e2a-9a6779a06412,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:52.752026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 70665162-e359-48c3-87bc-314a50714427 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:52.752658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:52.758029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:52.784128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Checking segment: {'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:52.784128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Network hostable DHCP agents. Network: b0c94149-f85d-4e2c-b5e6-a25192d4ef10, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:00:52.819005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:00:52.842107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b0c94149-f85d-4e2c-b5e6-a25192d4ef10) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:52.853597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:52.866956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb208e-7c31-45d7-8227-82d160c1d1e0 None None] Network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:52.873035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:52.873509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:52.874102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:52.879922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:52.880151 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:52.880494 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 2 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:52.899253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:52.899572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:52.899895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:52.906196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:52.906526 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:52.906898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 3 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:52.929403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:52.929750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:52.930267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:52.936572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:52.937165 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:52.937759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 4 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:52.962201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:52.962529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:52.962862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:52.969244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:52.969608 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:52.969993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 5 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:52.988120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:52.988483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:52.988773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:52.995376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:52.996197 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:52.996519 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 6 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:53.015161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:53.015662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:53.016002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:53.021902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:53.022244 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:53.022608 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 7 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:53.041410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:53.041779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:53.042057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:53.047830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:53.048212 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:53.049478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 8 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:53.067006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:53.067402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:53.067956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:53.073898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:53.074844 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:53.075247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 9 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:53.094284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:53.094680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:53.095145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:53.103142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:53.103443 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:53.103872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 10 to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 May 20 16:00:53.123024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:53.123324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:53.123673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:53.129487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:53.129880 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 0936e01c-5bcb-440b-8e2a-9a6779a06412 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:00:53.130162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.199616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:53.226941 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] Sync routers for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:53.234172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8794391e-e91a-456c-bd25-427405a095b9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:53.238770 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:53.239724 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:53.267377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.282237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c4f39e4f-90c8-4321-9178-271776e75bff tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:53.308511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.311837 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:53.324130 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] Routers {'4de4b988-1020-41e0-9a3c-050d3df88d9c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:53.325144 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['4de4b988-1020-41e0-9a3c-050d3df88d9c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:53.331015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] For port 0936e01c-5bcb-440b-8e2a-9a6779a06412, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:53.331304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Pushing event deleted for resources: {'Network': ['ID=eaf4e5d1-11fd-4086-b660-bd1eeec0729c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:53.331982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempted to set empty binding levels {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 16:00:53.335541 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8513777 May 20 16:00:53.341534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:53.344548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43668) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:53.345488 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] 10.222.0.13 "DELETE /v2.0/networks/eaf4e5d1-11fd-4086-b660-bd1eeec0729c HTTP/1.1" status: 204 len: 168 time: 5.6424265 May 20 16:00:53.476693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.481360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.483208 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:53.483633 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcc226-aefb-4f50-b565-f4de2b4b0fca None None] The sync data for ids ['4de4b988-1020-41e0-9a3c-050d3df88d9c'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:53.485581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8794391e-e91a-456c-bd25-427405a095b9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:53.486178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.521010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:53.588220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-d6587978-65d2-4cc3-a668-6b93942ec159 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] show failed (client error): The resource could not be found. May 20 16:00:53.590406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d6587978-65d2-4cc3-a668-6b93942ec159 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-526274941 HTTP/1.1" status: 404 len: 334 time: 0.2374372 May 20 16:00:53.596107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43674) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:53.605635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7f3faf30-8210-4690-befe-5c7743e0c401 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:53.703920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:53.704524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.715997 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-7f3faf30-8210-4690-befe-5c7743e0c401 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] update failed (client error): The resource could not be found. May 20 16:00:53.729265 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f3faf30-8210-4690-befe-5c7743e0c401 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1868120418 HTTP/1.1" status: 404 len: 335 time: 0.1201713 May 20 16:00:53.732509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:53.784043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=0936e01c-5bcb-440b-8e2a-9a6779a06412,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:53.797534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.806165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:53.811697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dafc7b30-4bbb-4952-9566-eb8fb35d1d45 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:53.838594 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.2913394 May 20 16:00:53.839218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43684) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:53.860358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting subnet e576dbe5-1151-4fe0-9d4f-bd1e33867155 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:53.865950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.934187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:53.936198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.960110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:53.979259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5ccb9-98f4-480c-96d3-555e3e93e868 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:53.980059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:53.980313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43688) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:54.107068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.139201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=a0d076e6-576b-401a-a6dc-85a0230bb800,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:54.161768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:54.165660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:54.166258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.267929 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.0842829 May 20 16:00:54.274715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:54.301013 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-993155ec-44a2-4c58-b8f0-a2a36ecd0004 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5735fca859744cc2bbab5b47740d0fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165660 May 20 16:00:54.302756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43696) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:54.342255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:9e:bd:58', 'name': 'tempest-NetworksTestDHCPv6-342388638'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:54.386613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.466495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.504855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.509396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-45e7fd82-e7d7-41e4-a5f3-e2294b8021a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:54.518492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Update dhcp port {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'de7c7d14-86fd-4bee-a910-7c2e5a9d531b', 'ip_address': '2001:db8::f816:3eff:fe4e:3c83'}, {'subnet_id': 'a0d076e6-576b-401a-a6dc-85a0230bb800'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '8794391e-e91a-456c-bd25-427405a095b9'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:00:54.585381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.628595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Deleting port 0936e01c-5bcb-440b-8e2a-9a6779a06412 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:54.628904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.634739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.676030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Pushing event updated for resources: {'Port': ['ID=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:54.695671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.706883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e064b84-6c68-4ed4-96a6-21c02f236e6f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:54.731341 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:54.732174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.890272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Allocated IP 2001:db8:0:1::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/a0d076e6-576b-401a-a6dc-85a0230bb800/8794391e-e91a-456c-bd25-427405a095b9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:54.969371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.978470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.985058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Subnet': ['ID=e576dbe5-1151-4fe0-9d4f-bd1e33867155,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:54.991359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:54.992860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc48504-24f6-4e5d-b8f9-bebb6f978057 None None] Network 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:54.997406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-411100eb-4cec-4113-bb7f-30389b6929e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:55.002024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:00:55.016065 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/subnets/e576dbe5-1151-4fe0-9d4f-bd1e33867155 HTTP/1.1" status: 204 len: 168 time: 1.2850950 May 20 16:00:55.018385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa3150-47e5-442f-bc44-d7d4e999ee82,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:55.020576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43702) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:55.024705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.028958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74aa3150-47e5-442f-bc44-d7d4e999ee82 HTTP/1.1" status: 204 len: 168 time: 0.7223465 May 20 16:00:55.028958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:55.056816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:55.151251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:55.156949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] For port 0936e01c-5bcb-440b-8e2a-9a6779a06412, host hv-neutron-6013, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:55.157540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.177078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:55.226929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:55.292809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] For port 8794391e-e91a-456c-bd25-427405a095b9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8794391e-e91a-456c-bd25-427405a095b9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:55.316095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.346140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.374483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Transition to ACTIVE for port object 8794391e-e91a-456c-bd25-427405a095b9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:55.384671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.392563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cfab105b-70d2-410c-bf8d-852dde52cd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:55.476823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting port 21628cb6-ecc0-4b70-89ba-158a63225a08 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:55.477202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.500472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Calling delete_port for 0936e01c-5bcb-440b-8e2a-9a6779a06412 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:55.510615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] DHCP port deletion for 8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:00:55.536621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:55.661267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] For port 21628cb6-ecc0-4b70-89ba-158a63225a08, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21628cb6-ecc0-4b70-89ba-158a63225a08,segment=NetworkSegment(7acda603-69f2-49be-bb89-60e7b753deef),segment_id=7acda603-69f2-49be-bb89-60e7b753deef)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:55.663300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.704762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Pushing event updated for resources: {'Port': ['ID=8794391e-e91a-456c-bd25-427405a095b9,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:55.717738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.717738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.718133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.718401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.718730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.719290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.719435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.719737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.720199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.720356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.720660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.720971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:55.726871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:55.737372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Deleting port 21628cb6-ecc0-4b70-89ba-158a63225a08 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:55.737702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.877105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] For port 21628cb6-ecc0-4b70-89ba-158a63225a08, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21628cb6-ecc0-4b70-89ba-158a63225a08,segment=NetworkSegment(7acda603-69f2-49be-bb89-60e7b753deef),segment_id=7acda603-69f2-49be-bb89-60e7b753deef)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:55.878779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.963737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:55.989891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:56.043867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.055835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Calling delete_port for 21628cb6-ecc0-4b70-89ba-158a63225a08 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:56.090414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Calling delete_port for 21628cb6-ecc0-4b70-89ba-158a63225a08 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:56.223441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.239368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1a6b49e1-0b2b-4620-90ad-555493a48a19 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.271495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.282586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.377728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Pushing event deleted for resources: {'Port': ['ID=21628cb6-ecc0-4b70-89ba-158a63225a08,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.380112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] No DVR routers for this DVR port 21628cb6-ecc0-4b70-89ba-158a63225a08 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:56.381951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:56.384925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Port': ['ID=21628cb6-ecc0-4b70-89ba-158a63225a08,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.393254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:56.396390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] No DVR routers for this DVR port 21628cb6-ecc0-4b70-89ba-158a63225a08 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:56.436119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43726) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:56.567067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4d2413b5-0fd8-4256-86f6-bcd20205db9e None None] Provisioning complete for port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:56.568119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d2413b5-0fd8-4256-86f6-bcd20205db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.623709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:00:56.681915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.700054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.715940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.717691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4d2413b5-0fd8-4256-86f6-bcd20205db9e None None] Port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:56.722267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8794391e-e91a-456c-bd25-427405a095b9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:56.757433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:56.792000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2167031'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:56.805289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acda603-69f2-49be-bb89-60e7b753deef') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:56.805988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acda603-69f2-49be-bb89-60e7b753deef') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:56.820254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:56.836190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:56.843782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.847712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 912059b8-139c-4b51-8051-43fc1866eed3 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:56.848412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.859504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:56.879951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:56.894559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.898474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event deleted for resources: {'Port': ['ID=0936e01c-5bcb-440b-8e2a-9a6779a06412,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.912692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:00:56.915160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:00:56.952318 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:00:56.957456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ff62e9a2-3a7e-4c21-8171-fadbf2739165 None None] Provisioning for port 8794391e-e91a-456c-bd25-427405a095b9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:56.964221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:56.967136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21628cb6-ecc0-4b70-89ba-158a63225a08 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:56.969858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.996028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:57.003210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:57.007889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ff62e9a2-3a7e-4c21-8171-fadbf2739165 None None] Provisioning complete for port 8794391e-e91a-456c-bd25-427405a095b9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:57.008473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ff62e9a2-3a7e-4c21-8171-fadbf2739165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.051577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.069398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 21628cb6-ecc0-4b70-89ba-158a63225a08 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:57.069775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21628cb6-ecc0-4b70-89ba-158a63225a08 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:57.113274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.150778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:57.158465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.161503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group_rule and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:57.167639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:57.191071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.202612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:57.219212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Network': ['ID=8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:57.226847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:57.230167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:57.243620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/networks/8aaed04f-ee2d-4f9e-9ec3-ee55fcd56ead HTTP/1.1" status: 204 len: 168 time: 2.2136025 May 20 16:00:57.243922 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0936e01c-5bcb-440b-8e2a-9a6779a06412 HTTP/1.1" status: 204 len: 168 time: 3.3940377 May 20 16:00:57.244143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43732) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:57.244143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43734) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:57.429502 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cf83c4-69d0-4361-8862-421058c3f56b tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] GET failed (client error): The resource could not be found. May 20 16:00:57.430429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-45cf83c4-69d0-4361-8862-421058c3f56b tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Synchronizing usage tracker for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:57.451183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 912059b8-139c-4b51-8051-43fc1866eed3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=912059b8-139c-4b51-8051-43fc1866eed3,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:57.451548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.518754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting subnet 5299cf76-ba45-45d4-b8bb-6cfc0309f7fe {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:57.526129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.564591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-45cf83c4-69d0-4361-8862-421058c3f56b tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Unset dirty status for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:57.565848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-45cf83c4-69d0-4361-8862-421058c3f56b tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "GET /v2.0/ports/0936e01c-5bcb-440b-8e2a-9a6779a06412 HTTP/1.1" status: 404 len: 333 time: 0.3226135 May 20 16:00:57.582262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43740) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:57.596699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Request body: {'port': {'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1966279502'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:57.609614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:57.647640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:57.652148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.732840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.747976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.754105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-39ef2993-a0de-4280-9eec-a44e605d8344 tempest-BulkNetworkOpsTest-1186627929 tempest-BulkNetworkOpsTest-1186627929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:57.775426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Made reservation on behalf of 2b4f01d70d98459fb588c1b04020707a for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:57.777817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.817809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:00:57.838085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a60281-42f4-4f86-8425-d37317744d5b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:57.846499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:57.848407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.848747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 32bacd80-6726-4577-8126-6b67b525a76f of type vlan for network daf63fa7-c2e9-473f-9af9-fd340f1b704b May 20 16:00:57.852181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 912059b8-139c-4b51-8051-43fc1866eed3 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:57.858887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port ca5479c5-77ea-45a1-9c86-7a66d389b671 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:00:57.863962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:57.880020 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7fcfa1e-c4a8-43e2-a75b-23998b808099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8278041 May 20 16:00:57.894741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:57.899701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8:0:1::104 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/a0d076e6-576b-401a-a6dc-85a0230bb800/4436ccbb-46c5-4d76-bfad-6dd2d2915a51) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:57.910804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.911082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fe9e:bd58 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/de7c7d14-86fd-4bee-a910-7c2e5a9d531b/4436ccbb-46c5-4d76-bfad-6dd2d2915a51) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:57.927666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:57.928942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:58.013914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.202131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.224859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:58.324811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.328528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.335929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6e9b229f-fb13-434a-a174-9552e461026c tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:58.386707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=912059b8-139c-4b51-8051-43fc1866eed3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:58.453540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:58.483473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:58.499040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:58.508491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:58.514259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:58.514932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.683722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.712112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:58.713019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.849486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-75b06cb3-814e-4860-94a6-a98babb8f543 tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:58.887434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.921202 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6005743 May 20 16:00:58.962227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43752) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:59.078158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=4436ccbb-46c5-4d76-bfad-6dd2d2915a51,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.088990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 2, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:59.105576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:59.106146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Updating router c7fcfa1e-c4a8-43e2-a75b-23998b808099 port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:00:59.115294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.122300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.752s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.123263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.197377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.222482 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7825317 May 20 16:00:59.234814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43758) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:59.272593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.322457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'name': 'tempest-PortsTestJSON-1436185469'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:59.327464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f21b7f53-4fd6-43e9-81bd-44bfd5ac9221 None None] Provisioning for port 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:59.431480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da3f10-bc07-42c0-a978-bbdbabb1000b None None] Network 6f5a5c88-c048-4236-950a-df315e1f7395 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:00:59.440023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.442498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/subnets/5299cf76-ba45-45d4-b8bb-6cfc0309f7fe HTTP/1.1" status: 204 len: 168 time: 2.1339514 May 20 16:00:59.455223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43764) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:59.474817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f21b7f53-4fd6-43e9-81bd-44bfd5ac9221 None None] Provisioning complete for port 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:59.475887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f21b7f53-4fd6-43e9-81bd-44bfd5ac9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.477435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.518996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=daf63fa7-c2e9-473f-9af9-fd340f1b704b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.539590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.547485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-582ea908-a510-4d61-b2e1-3ae94282c672 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.557790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:00:59.622638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Subnet': ['ID=5299cf76-ba45-45d4-b8bb-6cfc0309f7fe,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.635518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.643037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43770) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:59.654832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-822791804-network', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:59.661312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:59.666177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Usage tracker for resource:network and tenant:7747a33fa0e9419c86f63077a8dbbca7 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:59.670808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:59.678840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:59.692496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:59.706237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting subnet d2027a6a-b556-43c4-a5e1-ffeae5efe681 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:00:59.709221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:59.714058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Made reservation on behalf of 7747a33fa0e9419c86f63077a8dbbca7 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:59.717098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.727951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:59.739244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.771860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:59.782163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.808584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:59.823315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:59.828623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:59.832234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.851117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.874423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:59.874790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.884889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Usage tracker for resource:security_group_rule and tenant:7747a33fa0e9419c86f63077a8dbbca7 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:59.892026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:59.906030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:59.917907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.931775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.970637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:00.097018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f21b7f53-4fd6-43e9-81bd-44bfd5ac9221 None None] Port 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:00.112647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:00.176527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:00.192716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:00.194362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:00.195381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.296415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=ca5479c5-77ea-45a1-9c86-7a66d389b671,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:00.300162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:00.319506 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4f0332fe-a599-4522-8874-3cd92fbaa147 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4483106 May 20 16:01:00.325136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43774) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:00.327525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:00.331126 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:00.373659 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7898874 May 20 16:01:00.387370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43778) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:00.393698 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:00.395757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:00.411060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:00.487141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.502130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting subnet eec98671-2ca7-4083-b575-8cb09893deb9 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:00.512657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.532821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.554268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] DHCP port deletion for 6f5a5c88-c048-4236-950a-df315e1f7395 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:00.718143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.737903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.768771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 4436ccbb-46c5-4d76-bfad-6dd2d2915a51 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:00.793739 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:00.798202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Transition to ACTIVE for port object 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:00.804147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Deleting port fc6a3490-dd66-4a80-bd63-956700a538dd {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:00.804565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.820522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.841594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.859602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:01.021206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.069090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.082143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.095430 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:58Z', 'revision_number': 11, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:01.103981 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:01.123238 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:01.124483 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:01.256763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.263182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.300203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51f1f295-7436-4e46-b76a-502e1a26bd5c tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:01.408407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Attempting to bind port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:01.409583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Attempting to bind port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:01.409583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Attempting to bind port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:01.428027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519609-06cd-49ee-8382-413218066764 None None] Pushing event updated for resources: {'Port': ['ID=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:01.432473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-40519609-06cd-49ee-8382-413218066764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:01.437383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:01.437826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Checking segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:01.438036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.438427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Bound using segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:01.438925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Bound port: 8579a1f1-e705-4e20-a7d7-beb37b0fcd19, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:01.439310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.481196 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:01.485171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:01.528218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1702ff95-b5b5-4450-8440-211b8579c4f9,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:01.568602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] For port fc6a3490-dd66-4a80-bd63-956700a538dd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fc6a3490-dd66-4a80-bd63-956700a538dd,segment=NetworkSegment(e239c4d4-084d-4f59-90bb-de574b391dc6),segment_id=e239c4d4-084d-4f59-90bb-de574b391dc6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:01.569054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.571451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:01.587488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.588049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Added segment 86612cfd-8729-423e-9d39-511ff8dc5b86 of type vlan for network a84d3389-5483-43d8-8526-fa21d921e0bd May 20 16:01:01.759851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Calling delete_port for fc6a3490-dd66-4a80-bd63-956700a538dd owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:01.764792 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:58Z', 'revision_number': 11, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:01.773799 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66689a1-173c-40ec-b6cf-0399155b63e0 None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:58Z', 'revision_number': 11, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:01.805692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] For port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:01.817863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] For port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:01.826938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.843329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:01.844324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-40519609-06cd-49ee-8382-413218066764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:01.865068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1bbacfc2-5c9f-4622-84ed-44748f6ed0f0 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:01.916330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:01.916994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:01.964199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=4436ccbb-46c5-4d76-bfad-6dd2d2915a51,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:01.979042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:02.129751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:02.227458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.238011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.252268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:02.290763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.353623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:02.449536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Subnet': ['ID=eec98671-2ca7-4083-b575-8cb09893deb9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:02.453425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.467480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:02.477589 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/4436ccbb-46c5-4d76-bfad-6dd2d2915a51 HTTP/1.1" status: 204 len: 168 time: 3.3920434 May 20 16:01:02.479108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43784) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:02.505892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdb08d-0c63-475e-9a84-dafe84374d37 None None] Network c800cd45-8e0a-4854-b24c-79b5a0fae769 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:02.571326 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/eec98671-2ca7-4083-b575-8cb09893deb9 HTTP/1.1" status: 204 len: 168 time: 2.2450953 May 20 16:01:02.591642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43788) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:02.592088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port ca5479c5-77ea-45a1-9c86-7a66d389b671 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:02.601931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.607047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519609-06cd-49ee-8382-413218066764 None None] Pushing event updated for resources: {'Port': ['ID=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:02.610081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.619174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-40519609-06cd-49ee-8382-413218066764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:02.619659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-40519609-06cd-49ee-8382-413218066764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:02.625855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Transition to ACTIVE for port object ca5479c5-77ea-45a1-9c86-7a66d389b671 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:02.629896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.702973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.718536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.721535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:02.722158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.756864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Pushing event deleted for resources: {'Port': ['ID=fc6a3490-dd66-4a80-bd63-956700a538dd,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:02.767095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:02.793540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] No DVR routers for this DVR port fc6a3490-dd66-4a80-bd63-956700a538dd on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:02.796250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fc6a3490-dd66-4a80-bd63-956700a538dd no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:02.843452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: fc6a3490-dd66-4a80-bd63-956700a538dd {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:02.843798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fc6a3490-dd66-4a80-bd63-956700a538dd not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:02.844232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 912059b8-139c-4b51-8051-43fc1866eed3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:02.923023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': '32bacd80-6726-4577-8126-6b67b525a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:02.923553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: daf63fa7-c2e9-473f-9af9-fd340f1b704b, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:02.930075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 912059b8-139c-4b51-8051-43fc1866eed3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:02.930407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 912059b8-139c-4b51-8051-43fc1866eed3 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:02.959842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43792) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:02.960695 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.3115957 May 20 16:01:02.965915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Request body: {'subnet': {'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-822791804-subnet', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:02.980745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:02.981448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:02.981792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:02.992619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:03.002914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:03.003480 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:03.007219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.010295 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 2 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:03.017272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Usage tracker for resource:subnet and tenant:7747a33fa0e9419c86f63077a8dbbca7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:03.024845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:03.039965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:03.053140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:03.053696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:03.054793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:03.069541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:03.085900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:03.086444 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:03.087360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.092178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=333b6dde-d22b-4eaa-9c84-011b8c1a5631,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:03.094602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d59eb-e3db-4d75-b587-e988b2b684ef tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:03.094853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:01Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:03.095958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 3 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:03.096951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-da6d59eb-e3db-4d75-b587-e988b2b684ef tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:03.106549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f4423-1719-42a2-9329-ef979e2d5cb1 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:01Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:03.110613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:03.111275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, daf63fa7-c2e9-473f-9af9-fd340f1b704b) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:03.112776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bd575adc-c98a-402f-8f59-25b90fbe8e68 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:03.125993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857d1b7-80c6-47aa-8ed9-0ad05c7dce04 None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:03.183077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Made reservation on behalf of 7747a33fa0e9419c86f63077a8dbbca7 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:03.186689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.293371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] DHCP port deletion for c800cd45-8e0a-4854-b24c-79b5a0fae769 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:03.312026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.314668 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/subnets/d2027a6a-b556-43c4-a5e1-ffeae5efe681 HTTP/1.1" status: 204 len: 168 time: 3.8450484 May 20 16:01:03.329051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:03.335127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:03.336191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.338869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c8c4d-cc26-49d7-a455-b7f318dd007f None None] Network 005151e5-d900-4239-a967-9ccd27ecd237 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:03.346162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43798) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:03.347088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:03.347521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:03.347962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:03.392210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Pushing event updated for resources: {'Network': ['ID=a84d3389-5483-43d8-8526-fa21d921e0bd,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:03.394686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:03.395186 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:03.396220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:03.400359 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 4 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:03.410473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:03.430145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a84d3389-5483-43d8-8526-fa21d921e0bd details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:03.527850 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.2317307 May 20 16:01:03.541727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43802) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:03.552952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:03.553435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:03.553875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:03.564324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1691783632'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:03.588880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:03.591581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:03.592044 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:03.598515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 5 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:03.607708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-da6d59eb-e3db-4d75-b587-e988b2b684ef tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:03.608505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:03.614376 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-da6d59eb-e3db-4d75-b587-e988b2b684ef tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1279507 May 20 16:01:03.615541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43806) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:03.623720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:03.630497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=ca5479c5-77ea-45a1-9c86-7a66d389b671,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:03.642150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.644457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:03.647240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:03.648077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:03.648501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:03.648940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:03.651785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-81bb0c9e-8e01-4c1f-9bd9-0c5167798113 tempest-NetworksIpV6TestAttrs-810987374 tempest-NetworksIpV6TestAttrs-810987374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.546s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:03.696189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:03.697185 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:03.697509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Subnet': ['ID=d2027a6a-b556-43c4-a5e1-ffeae5efe681,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:03.703471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 6 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:03.711404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:03.730422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:03.735150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.782219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:03.782723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:03.783160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:03.820004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:03.820489 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:03.827940 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 7 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:03.860774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0660f4-65cf-49d5-ab7f-919eb3638b54 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:03.867468 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9d0660f4-65cf-49d5-ab7f-919eb3638b54 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2344558 May 20 16:01:03.867468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Deleting port 70db314b-a6b0-46fe-ad18-1197aca0b29e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:03.867468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.901312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43810) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:03.968698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:03.980997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:03.981288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:03.981748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:04.000284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.023298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:04.023811 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:04.030188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5a5c88-c048-4236-950a-df315e1f7395']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:04.040536 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 8 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:04.052658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.053155 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 776c928f-13b3-44fa-85ad-d37c9b9077e0 of type vlan for network ae8473ca-e4e7-4b8a-910f-f3894d6ba97f May 20 16:01:04.069169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e239c4d4-084d-4f59-90bb-de574b391dc6') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:04.069677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e239c4d4-084d-4f59-90bb-de574b391dc6') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:04.107404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.114965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:04.115351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:04.115791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:04.127198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089ff2f6-1138-4274-a180-c911ae3e88b8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.129107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089ff2f6-1138-4274-a180-c911ae3e88b8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.130846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089ff2f6-1138-4274-a180-c911ae3e88b8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.132637 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-089ff2f6-1138-4274-a180-c911ae3e88b8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2218411 May 20 16:01:04.140999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43814) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:04.174672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Deleting port 70db314b-a6b0-46fe-ad18-1197aca0b29e {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:04.175471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.191581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:04.192057 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:04.199476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 9 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:04.217280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.232215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.251184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:04.251605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:04.252039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:04.258721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:04.259291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:04.275429 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:04.301542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:04.302282 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:04.328136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] For port 70db314b-a6b0-46fe-ad18-1197aca0b29e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70db314b-a6b0-46fe-ad18-1197aca0b29e,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:04.328756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.357095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 10 to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 May 20 16:01:04.370289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet a0d076e6-576b-401a-a6dc-85a0230bb800 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:04.407527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.433044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] For port 70db314b-a6b0-46fe-ad18-1197aca0b29e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70db314b-a6b0-46fe-ad18-1197aca0b29e,segment=NetworkSegment(32881e0f-ee48-4aa9-8ab0-7101e511aaf6),segment_id=32881e0f-ee48-4aa9-8ab0-7101e511aaf6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:04.433741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.469492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:04.469966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:04.470405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:04.486606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:04.487102 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port ca5479c5-77ea-45a1-9c86-7a66d389b671 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:04.487587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.500363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.510261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.511079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.513108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Calling delete_port for 70db314b-a6b0-46fe-ad18-1197aca0b29e owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:04.526411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:04.562338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.595581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.667806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.701711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.707843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff5f4791-8729-4283-ac81-b15da0e2d31a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:04.761592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Calling delete_port for 70db314b-a6b0-46fe-ad18-1197aca0b29e owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:04.769532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Port': ['ID=70db314b-a6b0-46fe-ad18-1197aca0b29e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:04.778247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:04.782965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No DVR routers for this DVR port 70db314b-a6b0-46fe-ad18-1197aca0b29e on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:04.853800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.864422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bc01ad9-4240-4d56-8cbd-bdce614263e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:04.926737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:04.957676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.975343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c800cd45-8e0a-4854-b24c-79b5a0fae769']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:04.987336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Pushing event deleted for resources: {'Port': ['ID=70db314b-a6b0-46fe-ad18-1197aca0b29e,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:04.991833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:04.993164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32881e0f-ee48-4aa9-8ab0-7101e511aaf6') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:04.993490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32881e0f-ee48-4aa9-8ab0-7101e511aaf6') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:05.003024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] No DVR routers for this DVR port 70db314b-a6b0-46fe-ad18-1197aca0b29e on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:05.040979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:05.051431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:05.052339 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.060342 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/networks/6f5a5c88-c048-4236-950a-df315e1f7395 HTTP/1.1" status: 204 len: 168 time: 1.7093995 May 20 16:01:05.077451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43818) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:05.092091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=ae8473ca-e4e7-4b8a-910f-f3894d6ba97f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:05.099435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.105641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.105919 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5594492 May 20 16:01:05.109059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43822) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:05.113092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5c0c0f4-bec9-4357-9b23-bc6fc0baf246 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:05.119205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network ae8473ca-e4e7-4b8a-910f-f3894d6ba97f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:05.131900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:05.134597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-73bb1a82-9f2f-4bea-83c7-df9c9feb75f3 tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:05.180029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:05.184294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:05.195825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'ports': [{'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'}, {'network_id': 'ae8473ca-e4e7-4b8a-910f-f3894d6ba97f'}]} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:05.196137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:05.196619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'ae8473ca-e4e7-4b8a-910f-f3894d6ba97f'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:05.217070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.240725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:05.241897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.246673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] DHCP port deletion for 005151e5-d900-4239-a967-9ccd27ecd237 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:05.278733 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:05.333137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Network': ['ID=6f5a5c88-c048-4236-950a-df315e1f7395,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:05.341611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:05.380859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Checking segment: {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:05.381619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Network hostable DHCP agents. Network: a84d3389-5483-43d8-8526-fa21d921e0bd, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:05.403838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.407322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Network a84d3389-5483-43d8-8526-fa21d921e0bd is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:05.414892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-351745e7-f067-4188-9db3-a0055325bb5b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:05.433608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.447583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Pushing event deleted for resources: {'Network': ['ID=c800cd45-8e0a-4854-b24c-79b5a0fae769,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:05.453547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:05.457974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a84d3389-5483-43d8-8526-fa21d921e0bd) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:05.473397 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/networks/c800cd45-8e0a-4854-b24c-79b5a0fae769 HTTP/1.1" status: 204 len: 168 time: 2.8818910 May 20 16:01:05.475086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43826) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:05.482355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'routes': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:05.487102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] For port ca5479c5-77ea-45a1-9c86-7a66d389b671, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:05.487792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempted to set empty binding levels {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 16:01:05.494292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b09c3-e9b0-4c70-a927-b4b0237c729c None None] Network a84d3389-5483-43d8-8526-fa21d921e0bd requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:05.535577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.536375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.554384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.560677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbd5337a-d6dc-46ec-bdf8-7b24c4cf3d34 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:05.646079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] In _notify_port_updated(), no bound segment for port ca5479c5-77ea-45a1-9c86-7a66d389b671 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:01:05.647178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.647791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.649217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "PUT /v2.0/ports/ca5479c5-77ea-45a1-9c86-7a66d389b671 HTTP/1.1" status: 200 len: 977 time: 5.2586908 May 20 16:01:05.654531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.659705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43830) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:05.685291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.702450 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7457707 May 20 16:01:05.711540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43834) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:05.720552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:05.778796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:05.801089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:05.815469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=ca5479c5-77ea-45a1-9c86-7a66d389b671,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:05.818475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:05.820886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:05.823690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Usage tracker for resource:router and tenant:7747a33fa0e9419c86f63077a8dbbca7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:05.833586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:05.837026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.extraroute_db [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Added routes are [] {{(pid=92431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 16:01:05.837491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.extraroute_db [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Removed routes are [] {{(pid=92431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 16:01:05.837956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.844059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:05.870781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:05.886749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:05.891057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.909208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Deleting port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:05.909920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.986235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.987446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.012516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 2} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:06.020954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.111093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.212055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.214665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.214665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.214665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.215874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.216465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.217742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.218561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.219231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.220232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.221321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.222150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.223526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.223932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.224823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.226042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.226175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:06.226759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.230723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Synchronizing usage tracker for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:06.250922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] For port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,segment=NetworkSegment(9fc30731-964e-4bf4-b4bb-b480a0eb62f5),segment_id=9fc30731-964e-4bf4-b4bb-b480a0eb62f5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:06.251513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.265734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.276773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-614afaf9-0d55-4b07-b515-1245c36422aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:06.300028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.304151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.316338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.412166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:06.412740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.521883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70db314b-a6b0-46fe-ad18-1197aca0b29e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:06.600802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 45b0751b-acb9-40f7-b287-47cb4aab8361 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:01:06.677593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Unset dirty status for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:06.683517 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0aed50d1-1d50-4937-8a69-8baeb7c7e211 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15648 time: 1.0095382 May 20 16:01:06.684726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43840) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:06.720920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Calling delete_port for 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:06.741210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 70db314b-a6b0-46fe-ad18-1197aca0b29e {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:06.741810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70db314b-a6b0-46fe-ad18-1197aca0b29e not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:06.753640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a84d3389-5483-43d8-8526-fa21d921e0bd', 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'fixed_ips': [{'subnet_id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:06.754868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.768300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port c548295c-6ca4-4c90-b1f1-b0d5708c688a yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:06.836691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] For port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,segment=NetworkSegment(9fc30731-964e-4bf4-b4bb-b480a0eb62f5),segment_id=9fc30731-964e-4bf4-b4bb-b480a0eb62f5)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:06.837555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.845105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:06.895871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:06.917903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:06.945180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:06.969138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:07.002014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] Sync routers for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:07.028929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.030047 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-85071906-e951-41a9-ae4c-48d94f63089e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 704 time: 1.5537257 May 20 16:01:07.033019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43844) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:07.066417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:07.067568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:07.107446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Calling delete_port for 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:07.137916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fb118368-17fd-4811-8121-ca2cab1a0d07 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:07.153269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.169189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a2f358d0-845e-4947-bb6b-2f7276ad739e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:07.186319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fb118368-17fd-4811-8121-ca2cab1a0d07 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:07.187499 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fb118368-17fd-4811-8121-ca2cab1a0d07 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 205 time: 0.1532588 May 20 16:01:07.192542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43848) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:07.216127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.239687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d076e6-576b-401a-a6dc-85a0230bb800,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:07.249998 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/a0d076e6-576b-401a-a6dc-85a0230bb800 HTTP/1.1" status: 204 len: 168 time: 3.1029658 May 20 16:01:07.257085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43852) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:07.258047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:07.279233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Deleting port ca5479c5-77ea-45a1-9c86-7a66d389b671 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:07.279558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.319431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242936c-7272-4101-9c47-1865dfe57584 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:07.367859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.382909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-39d905ba-1c38-4b0e-9a0d-635eadf3e0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:07.414310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No active binding found for port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 {{(pid=92433) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 16:01:07.414859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:07.541999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Pushing event deleted for resources: {'Port': ['ID=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:07.553999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] No DVR routers for this DVR port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:07.596646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.635417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:07.663989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:07.774822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Allocated IP 172.20.0.2 (a84d3389-5483-43d8-8526-fa21d921e0bd/7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d/1c1e1e02-6948-428a-8779-e0a22a261ebf) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:07.798797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:58Z', 'revision_number': 11, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:07.810581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.822787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ad05d1b2-1889-4ed7-a8f4-2ba9d273b3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:07.842392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] Checking router: 45b0751b-acb9-40f7-b287-47cb4aab8361 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:07.890896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet de7c7d14-86fd-4bee-a910-7c2e5a9d531b {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:07.906776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] For port ca5479c5-77ea-45a1-9c86-7a66d389b671, host hv-neutron-6013, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:07.907852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.940784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.967304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] Routers {'45b0751b-acb9-40f7-b287-47cb4aab8361'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:07.967982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45b0751b-acb9-40f7-b287-47cb4aab8361'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:08.000313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Port': ['ID=4c5be4c1-8a74-4b67-b0fa-5de9d68611c8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:08.017693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] No DVR routers for this DVR port 4c5be4c1-8a74-4b67-b0fa-5de9d68611c8 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:08.019870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:08.124044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Calling delete_port for ca5479c5-77ea-45a1-9c86-7a66d389b671 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:08.129426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.136202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.173990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] Set router 45b0751b-acb9-40f7-b287-47cb4aab8361 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:08.216543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.287528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.313521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.313880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router 45b0751b-acb9-40f7-b287-47cb4aab8361 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:01:08.316463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:58Z', 'revision_number': 11, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:08.325994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb28688-094e-4f82-a9d2-e54558b739ab None None] The sync data for ids ['45b0751b-acb9-40f7-b287-47cb4aab8361'] in dv-neutron-601336-76-hyperv is: [{'id': '45b0751b-acb9-40f7-b287-47cb4aab8361', 'name': 'tempest-RoutersIpV6Test-router-735004693', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:24Z', 'updated_at': '2021-05-20T16:00:58Z', 'revision_number': 11, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:08.382581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.383636 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1398fca7-8325-4cff-923c-25bd2cd40bb1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 204 len: 168 time: 1.1901348 May 20 16:01:08.392286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43856) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:08.407392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1241697985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:08.420732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:08.429628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Usage tracker for resource:router and tenant:ad480fb314cc424c886871cf85be7a8a is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:08.433562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.459606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:08.468670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.473976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:08.476880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.483672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.487049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Transition to ACTIVE for port object 1c1e1e02-6948-428a-8779-e0a22a261ebf will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:08.498077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.515554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7c4ee3a5-0ae7-4799-a491-d267be2ed82d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:08.524258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Transition to ACTIVE for port object 1c1e1e02-6948-428a-8779-e0a22a261ebf will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:08.543651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.548406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b4f8250e-a1c8-4578-be12-f75d71bb09a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:08.609488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.610877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.638205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca5479c5-77ea-45a1-9c86-7a66d389b671,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:08.658038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.680587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Network a84d3389-5483-43d8-8526-fa21d921e0bd is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:08.686167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:08.693252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:08.701029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:08.703767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Pushing event updated for resources: {'Port': ['ID=1c1e1e02-6948-428a-8779-e0a22a261ebf,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:08.704394 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ca5479c5-77ea-45a1-9c86-7a66d389b671 HTTP/1.1" status: 204 len: 168 time: 2.0192814 May 20 16:01:08.705520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005151e5-d900-4239-a967-9ccd27ecd237']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:08.710110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:08.714164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43862) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:08.768841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.787493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.814732 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f269622-1503-4da1-85ac-ff8c055f8533 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] GET failed (client error): The resource could not be found. May 20 16:01:08.815281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0f269622-1503-4da1-85ac-ff8c055f8533 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Synchronizing usage tracker for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:08.885103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Attempting to bind port 1c1e1e02-6948-428a-8779-e0a22a261ebf on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:08.885777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Attempting to bind port 1c1e1e02-6948-428a-8779-e0a22a261ebf by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:08.886445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Attempting to bind port 1c1e1e02-6948-428a-8779-e0a22a261ebf on network a84d3389-5483-43d8-8526-fa21d921e0bd {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:08.898523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:08.899808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Checking segment: {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:08.900482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.904016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Bound using segment: {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:08.904920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Bound port: 1c1e1e02-6948-428a-8779-e0a22a261ebf, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:08.905853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.920748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:08.946907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0f269622-1503-4da1-85ac-ff8c055f8533 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Unset dirty status for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:08.953512 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0f269622-1503-4da1-85ac-ff8c055f8533 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "GET /v2.0/ports/ca5479c5-77ea-45a1-9c86-7a66d389b671 HTTP/1.1" status: 404 len: 333 time: 0.2326775 May 20 16:01:08.954543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43866) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:08.971187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1482189413', 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:08.979479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:08.986252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:09.004242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Allocated IP 172.26.8.10 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/88895568-3f06-4e06-9d03-d6ba6d7e3aa6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:09.016179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:09.020505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.025505 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b8e26cbd-8876-4e02-8913-af87efdda834 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6262827 May 20 16:01:09.031862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43870) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:09.040607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc30731-964e-4bf4-b4bb-b480a0eb62f5') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:09.041193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc30731-964e-4bf4-b4bb-b480a0eb62f5') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:09.042170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:09.078787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port a2b249c1-3678-4dc5-8aac-e13cee60e9dc yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:09.197310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.240196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] For port 1c1e1e02-6948-428a-8779-e0a22a261ebf, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:09.243579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:09.243579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.281649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.284963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] For port 1c1e1e02-6948-428a-8779-e0a22a261ebf, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1c1e1e02-6948-428a-8779-e0a22a261ebf,segment=NetworkSegment(86612cfd-8729-423e-9d39-511ff8dc5b86),segment_id=86612cfd-8729-423e-9d39-511ff8dc5b86)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:09.297094 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.304730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:09.313307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:09.314355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:09.344027 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:09.504407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Pushing event updated for resources: {'Port': ['ID=1c1e1e02-6948-428a-8779-e0a22a261ebf,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:09.513117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:09.574309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.628919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:09.632958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3512669e-3e59-4fdc-b427-2d70332dec69 None None] Provisioning complete for port 8794391e-e91a-456c-bd25-427405a095b9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:09.633623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3512669e-3e59-4fdc-b427-2d70332dec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.649301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.684920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43876) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:09.694634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Network': ['ID=005151e5-d900-4239-a967-9ccd27ecd237,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:09.695908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Made reservation on behalf of 2b4f01d70d98459fb588c1b04020707a for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:09.698442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.703729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:09.805809 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/networks/005151e5-d900-4239-a967-9ccd27ecd237 HTTP/1.1" status: 204 len: 168 time: 4.7191558 May 20 16:01:09.806094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43880) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:09.831306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.899852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.912754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:09.939754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port 1b6f75fa-0253-405d-8185-42ad46782076 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:09.966712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=de7c7d14-86fd-4bee-a910-7c2e5a9d531b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:09.972073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:09.975519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.983302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff27d4-e2e7-4db0-8cc9-85a3941b63c2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:09.983881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff27d4-e2e7-4db0-8cc9-85a3941b63c2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:09.984366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff27d4-e2e7-4db0-8cc9-85a3941b63c2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:09.986152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5bff27d4-e2e7-4db0-8cc9-85a3941b63c2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 3001 time: 0.2843664 May 20 16:01:10.002228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545a6f8-81cc-4c40-83f7-e7d019fef08e None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:10.010146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/de7c7d14-86fd-4bee-a910-7c2e5a9d531b HTTP/1.1" status: 204 len: 168 time: 2.7508364 May 20 16:01:10.011777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43886) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:10.094909 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c469242e-1032-40c6-aa1b-daaf909cbfa7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818317 May 20 16:01:10.097881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.100685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43890) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:10.109698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-999c09aa-acda-4d3b-a88b-e96b314be852 tempest-RoutersIpV6AdminTest-941907245 tempest-RoutersIpV6AdminTest-941907245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:10.152637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:10.266829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:10.290076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:10.298407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:10.299262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.332981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=c548295c-6ca4-4c90-b1f1-b0d5708c688a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:10.337121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:10.340409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1274dfa-2668-4f78-89f7-0880f34cc886 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:10.385270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.395590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:10.396205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.401325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:10.404311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting subnet d6af114b-c1a8-4447-90c9-c2fbd57c5c1d {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:10.409269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:10.434174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:10.455490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.502386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f34ad2f2-9821-479d-a8f9-8cb489c45fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.524843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.666781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:10.716693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:10.722545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.746769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=a2b249c1-3678-4dc5-8aac-e13cee60e9dc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:10.827998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:10.831352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Deleting port 8794391e-e91a-456c-bd25-427405a095b9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:10.831352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:10.902301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': '776c928f-13b3-44fa-85ad-d37c9b9077e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ae8473ca-e4e7-4b8a-910f-f3894d6ba97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:10.902802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: ae8473ca-e4e7-4b8a-910f-f3894d6ba97f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:10.988483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network ae8473ca-e4e7-4b8a-910f-f3894d6ba97f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:11.007093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, ae8473ca-e4e7-4b8a-910f-f3894d6ba97f) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:11.014752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:11.021524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:11.022585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.028681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:11.029650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.082718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c1e1e02-6948-428a-8779-e0a22a261ebf up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:11.093402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.114309 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9810650 May 20 16:01:11.119302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:11.120488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43896) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:11.139869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98d5b3-03a7-4896-b322-5fd735ee9cc4 None None] Network ae8473ca-e4e7-4b8a-910f-f3894d6ba97f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:11.253081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90ca49-227a-4ff0-addf-68162f5089c5 None None] Network a84d3389-5483-43d8-8526-fa21d921e0bd requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:11.258731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.303394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:11.324214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:11.349225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:11.360716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] For port 8794391e-e91a-456c-bd25-427405a095b9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8794391e-e91a-456c-bd25-427405a095b9,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:11.361121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.434029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Pushing event updated for resources: {'Port': ['ID=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:11.451247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:11.467231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Router 65412f91-696e-44b3-a928-370f7903da0e is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:01:11.480627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port a2b249c1-3678-4dc5-8aac-e13cee60e9dc {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:11.481244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.608724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Calling delete_port for 8794391e-e91a-456c-bd25-427405a095b9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:11.626886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.634398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac09d500-b4f6-43e0-b0d1-2fa60db6b34a None None] Provisioning for port 1c1e1e02-6948-428a-8779-e0a22a261ebf completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:11.678040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.777950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for a2b249c1-3678-4dc5-8aac-e13cee60e9dc owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:11.789812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1c1e1e02-6948-428a-8779-e0a22a261ebf completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:11.881297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1c1e1e02-6948-428a-8779-e0a22a261ebf triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:11.881297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.004459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.016450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dbfc80bc-d211-4f63-8299-d80b4ad4c667 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:12.118481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=a2b249c1-3678-4dc5-8aac-e13cee60e9dc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:12.126867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:12.132549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:01:12.167885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.177394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-24bf9717-2a84-4f5b-b0e4-1a1e178fdcf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:12.204076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.242318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Pushing event deleted for resources: {'Port': ['ID=8794391e-e91a-456c-bd25-427405a095b9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:12.252291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] No DVR routers for this DVR port 8794391e-e91a-456c-bd25-427405a095b9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:12.254003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:12.262912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/a2b249c1-3678-4dc5-8aac-e13cee60e9dc HTTP/1.1" status: 204 len: 168 time: 1.1411116 May 20 16:01:12.272187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43906) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:12.278622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.302908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:12.332055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1c1e1e02-6948-428a-8779-e0a22a261ebf, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1c1e1e02-6948-428a-8779-e0a22a261ebf,segment=NetworkSegment(86612cfd-8729-423e-9d39-511ff8dc5b86),segment_id=86612cfd-8729-423e-9d39-511ff8dc5b86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:12.337840 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] Sync routers for ids ['65412f91-696e-44b3-a928-370f7903da0e'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:12.340521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.344081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-79b6669a-2f41-4025-aeb9-dc0b3fed159e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:12.357945 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] Routers {'65412f91-696e-44b3-a928-370f7903da0e'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:12.358844 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['65412f91-696e-44b3-a928-370f7903da0e'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:12.392728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.400408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.402850 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3d89b166-f0ce-4ac7-88cc-0f62ca4bd774 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "PUT /v2.0/routers/65412f91-696e-44b3-a928-370f7903da0e HTTP/1.1" status: 200 len: 698 time: 3.3694382 May 20 16:01:12.422596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43910) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:12.448916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70a514ba-d6a9-4f7a-b298-37916a729858 tempest-TestServerAdvancedOps-462711027 tempest-TestServerAdvancedOps-462711027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:12.468229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8794391e-e91a-456c-bd25-427405a095b9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:12.601659 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] Set router 65412f91-696e-44b3-a928-370f7903da0e gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:12.687081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:12.693147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8794391e-e91a-456c-bd25-427405a095b9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:12.694878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8794391e-e91a-456c-bd25-427405a095b9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:12.702475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:12.706442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:12.716213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:12.716213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.722225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=1b6f75fa-0253-405d-8185-42ad46782076,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:12.727430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:12.739006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1c1e1e02-6948-428a-8779-e0a22a261ebf,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:12.752554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:12.853027 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3398d1d6-7db3-4902-8019-c0f11bf9206b tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/routers/65412f91-696e-44b3-a928-370f7903da0e HTTP/1.1" status: 200 len: 704 time: 0.4279983 May 20 16:01:12.858933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43914) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:12.868984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b700af76-2c0c-453c-9751-bfed5dbe234f None None] Provisioning complete for port 1c1e1e02-6948-428a-8779-e0a22a261ebf triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:12.871469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b700af76-2c0c-453c-9751-bfed5dbe234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.894695 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65412f91-696e-44b3-a928-370f7903da0e', 'name': 'tempest-RoutersIpV6Test-router-1241697985', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:10Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:12.902967 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] Checking router: 65412f91-696e-44b3-a928-370f7903da0e for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:12.920031 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] Routers {'65412f91-696e-44b3-a928-370f7903da0e'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:12.921601 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:00:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['65412f91-696e-44b3-a928-370f7903da0e'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:12.956211 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.9926219 May 20 16:01:12.961134 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.services.revisions.revision_plugin [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Could not find related port for resource to bump revision. May 20 16:01:12.969379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c1e1e02-6948-428a-8779-e0a22a261ebf up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:12.977630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43918) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:12.991021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-43cafc2e-137a-43bb-a96d-ad28ee2fd4c7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Synchronizing usage tracker for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:12.997999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_pluggable_backend [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Port 8794391e-e91a-456c-bd25-427405a095b9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=92432) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} May 20 16:01:12.998508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_pluggable_backend [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4e:3c83 {{(pid=92432) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} May 20 16:01:13.011804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_pluggable_backend [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4e:3c83 {{(pid=92432) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} May 20 16:01:13.024745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.036097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-15f11572-c0b5-4950-b810-743470f55588 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:13.067982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43922) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:13.111581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d62689-3191-45f3-ae7e-479a54a98b7e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.118491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d62689-3191-45f3-ae7e-479a54a98b7e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.119521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-91d62689-3191-45f3-ae7e-479a54a98b7e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:13.136943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-43cafc2e-137a-43bb-a96d-ad28ee2fd4c7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Unset dirty status for tenant:ad480fb314cc424c886871cf85be7a8a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:13.142609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-43cafc2e-137a-43bb-a96d-ad28ee2fd4c7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=65412f91-696e-44b3-a928-370f7903da0e HTTP/1.1" status: 200 len: 205 time: 0.2817454 May 20 16:01:13.154581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:13.164657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43926) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:13.166026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:13.199410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057bc16d-daee-43cd-aa21-ad854eec4767 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:13.200579 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] Set router 65412f91-696e-44b3-a928-370f7903da0e gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:13.243040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.428585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1c1e1e02-6948-428a-8779-e0a22a261ebf triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:13.428585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.442090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03258b1-42c5-4ea9-bed7-3f6fb1a6eceb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.442719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c03258b1-42c5-4ea9-bed7-3f6fb1a6eceb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Synchronizing usage tracker for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:13.449733 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65412f91-696e-44b3-a928-370f7903da0e', 'name': 'tempest-RoutersIpV6Test-router-1241697985', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:10Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:13.458675 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c964a-50ae-4c20-9de9-df4368670b6b None None] The sync data for ids ['65412f91-696e-44b3-a928-370f7903da0e'] in dv-neutron-601336-76-hyperv is: [{'id': '65412f91-696e-44b3-a928-370f7903da0e', 'name': 'tempest-RoutersIpV6Test-router-1241697985', 'tenant_id': 'ad480fb314cc424c886871cf85be7a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:10Z', 'revision_number': 2, 'project_id': 'ad480fb314cc424c886871cf85be7a8a', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:13.499773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.578190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c03258b1-42c5-4ea9-bed7-3f6fb1a6eceb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Unset dirty status for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:13.579785 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c03258b1-42c5-4ea9-bed7-3f6fb1a6eceb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "GET /v2.0/ports/1b6f75fa-0253-405d-8185-42ad46782076 HTTP/1.1" status: 200 len: 955 time: 0.5968165 May 20 16:01:13.583067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf9a59-a9a3-4414-bfad-60c1dfb11201 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.584467 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-73bf9a59-a9a3-4414-bfad-60c1dfb11201 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 814 time: 0.4960938 May 20 16:01:13.596729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43930) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:13.713946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.722439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.860736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c513aee-d2bc-4c56-8151-7158550c63bd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:13.900185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de2219cd-2e99-40ff-bce6-ebfc1b456178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.922399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'd9831b8b-44b5-405d-8583-e7a1a0c2bcea'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:13.923755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.960333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.961643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.977720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-91d62689-3191-45f3-ae7e-479a54a98b7e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:13.982638 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-91d62689-3191-45f3-ae7e-479a54a98b7e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.7066464 May 20 16:01:14.021824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Subnet': ['ID=d6af114b-c1a8-4447-90c9-c2fbd57c5c1d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:14.042899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43938) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.108763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4613d59d-aadf-44b5-b3bb-8ffd0f4ae3d9 None None] Network cef70e41-9dcc-4ef0-965a-6d2d252cb68b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:14.122903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=d9831b8b-44b5-405d-8583-e7a1a0c2bcea,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:14.127402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:14.128480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:14.150953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.184261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43942) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.225468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--1723971741', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:14.232355 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/subnets/d6af114b-c1a8-4447-90c9-c2fbd57c5c1d HTTP/1.1" status: 204 len: 168 time: 4.3682156 May 20 16:01:14.238378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1312573 May 20 16:01:14.246140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43946) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.247783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 43948) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.329620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.336142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.391348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-8f6d4dab-c285-4b85-b484-93e66c827cd3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5251660 May 20 16:01:14.392272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:14.393090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.393926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Fanout notify agent at l3_agent the message router_deleted on router 65412f91-696e-44b3-a928-370f7903da0e {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:01:14.414980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Allocated IP 2001:db8::f816:3eff:fe9c:8c1f (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d9831b8b-44b5-405d-8583-e7a1a0c2bcea/e77d8af0-45c9-44c7-885b-5d5596b01c7f) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:14.423378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:14.430402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:14.434785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:14.435026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.436870 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-08122d33-ec73-4526-8757-baabb6f85472 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/65412f91-696e-44b3-a928-370f7903da0e HTTP/1.1" status: 204 len: 168 time: 1.2669144 May 20 16:01:14.441793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.447825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:14.629936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-86b86aaf-2333-482c-9808-e457156e3f80 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=65412f91-696e-44b3-a928-370f7903da0e HTTP/1.1" status: 200 len: 205 time: 0.1860318 May 20 16:01:14.642023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43958) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.695450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:14.812731 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-0bbadd0f-85cc-4803-994f-b6e8c51e29b4 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:14.814653 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0bbadd0f-85cc-4803-994f-b6e8c51e29b4 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/65412f91-696e-44b3-a928-370f7903da0e HTTP/1.1" status: 404 len: 336 time: 0.1720300 May 20 16:01:14.820542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43962) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.893477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-2397f44e-90fe-42dd-b5c4-2fa3ff081443 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:14.893871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2397f44e-90fe-42dd-b5c4-2fa3ff081443 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:14.895887 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2397f44e-90fe-42dd-b5c4-2fa3ff081443 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/bddeb6be-d4c9-48e1-8a0d-e8dca1cd503c HTTP/1.1" status: 404 len: 337 time: 0.0744312 May 20 16:01:14.908065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] DHCP port deletion for cef70e41-9dcc-4ef0-965a-6d2d252cb68b request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:14.910683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43966) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:14.984860 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81c39f0-0989-41af-af10-c9641f200f78 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:14.985320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 63ed163f-a26d-47ef-9a2d-97ef56b87406 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:14.985886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81c39f0-0989-41af-af10-c9641f200f78 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:14.988008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a81c39f0-0989-41af-af10-c9641f200f78 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/2a758b3f-d06e-4e4c-8ee6-d46c22448f44 HTTP/1.1" status: 404 len: 337 time: 0.0763340 May 20 16:01:14.992372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43970) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.041780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.043935 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a5261c-8eee-4e3e-9f1f-b180fd01fe5c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:15.044718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a5261c-8eee-4e3e-9f1f-b180fd01fe5c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:15.046754 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d9a5261c-8eee-4e3e-9f1f-b180fd01fe5c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/5d4303a2-8a66-4c5a-a1de-15420ab2b7bd HTTP/1.1" status: 404 len: 337 time: 0.0531089 May 20 16:01:15.050160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43974) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.114172 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-8705f1f3-e13e-4f4f-adf3-783aa921f6e2 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:15.114430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8705f1f3-e13e-4f4f-adf3-783aa921f6e2 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:15.115348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Transition to ACTIVE for port object e77d8af0-45c9-44c7-885b-5d5596b01c7f will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:15.120794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8705f1f3-e13e-4f4f-adf3-783aa921f6e2 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/eec98671-2ca7-4083-b575-8cb09893deb9 HTTP/1.1" status: 404 len: 337 time: 0.0652845 May 20 16:01:15.120794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43978) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.124160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:15.130393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.173849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-0ac74934-b836-45f6-b9d6-441badd6cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:15.175586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-0ac74934-b836-45f6-b9d6-441badd6cc9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1098 time: 0.6153576 May 20 16:01:15.189136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1c3f1760-47e0-4153-adfb-a3bcb2cceaf5 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 200 len: 205 time: 0.0629811 May 20 16:01:15.193857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43982) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.217278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Transition to ACTIVE for port object e77d8af0-45c9-44c7-885b-5d5596b01c7f will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:15.227182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.242239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.250911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-94a34fbb-2de0-44dd-a957-5dba02e77389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:15.341538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:15.347537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:15.350710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Deleting port 63ed163f-a26d-47ef-9a2d-97ef56b87406 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:15.351205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.364955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:15.394279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-46c3517a-7203-4397-b777-08c926353a3d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:15.398637 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-46c3517a-7203-4397-b777-08c926353a3d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/45b0751b-acb9-40f7-b287-47cb4aab8361 HTTP/1.1" status: 404 len: 336 time: 0.1981881 May 20 16:01:15.401400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43986) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.467661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Pushing event updated for resources: {'Port': ['ID=e77d8af0-45c9-44c7-885b-5d5596b01c7f,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:15.481633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 63ed163f-a26d-47ef-9a2d-97ef56b87406, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63ed163f-a26d-47ef-9a2d-97ef56b87406,segment=NetworkSegment(cea5950e-2e9c-48fd-8731-a99bf91a1f50),segment_id=cea5950e-2e9c-48fd-8731-a99bf91a1f50)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:15.483181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.488166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Deleting port 1b6f75fa-0253-405d-8185-42ad46782076 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:15.488515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.497699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:15.528928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.548348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1458c42-159e-4c7e-bfaa-1e8a2a568743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:15.579961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.609892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c9a8e1be-f388-4481-81d7-81a9981adf9d tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc26d008-0b10-449b-8abd-7fa6d7c41845 HTTP/1.1" status: 200 len: 205 time: 0.2044852 May 20 16:01:15.614226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43990) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.626528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] For port 63ed163f-a26d-47ef-9a2d-97ef56b87406, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63ed163f-a26d-47ef-9a2d-97ef56b87406,segment=NetworkSegment(cea5950e-2e9c-48fd-8731-a99bf91a1f50),segment_id=cea5950e-2e9c-48fd-8731-a99bf91a1f50)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:15.626938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.655809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Attempting to bind port e77d8af0-45c9-44c7-885b-5d5596b01c7f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:15.656179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Attempting to bind port e77d8af0-45c9-44c7-885b-5d5596b01c7f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:15.656628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Attempting to bind port e77d8af0-45c9-44c7-885b-5d5596b01c7f on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:15.693542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:15.851406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.851914 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment 357ce9f9-1bfe-4dd1-9396-18648e61a72b of type vlan for network 6fe778a0-559c-4f66-b114-1ff1980bb4bf May 20 16:01:15.896627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:15.901822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:15.902518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:15.903110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.903718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:15.904480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Bound port: e77d8af0-45c9-44c7-885b-5d5596b01c7f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:15.905071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.923933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:15.937096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Calling delete_port for 63ed163f-a26d-47ef-9a2d-97ef56b87406 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:15.950870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=63ed163f-a26d-47ef-9a2d-97ef56b87406,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:15.959524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:15.967856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:15.976694 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-c87cf4d8-18fc-48df-a8fa-20524612dc74 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:15.978062 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c87cf4d8-18fc-48df-a8fa-20524612dc74 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/cc26d008-0b10-449b-8abd-7fa6d7c41845 HTTP/1.1" status: 404 len: 336 time: 0.3621922 May 20 16:01:15.981866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:15.988528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43994) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:15.996043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port c548295c-6ca4-4c90-b1f1-b0d5708c688a {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:15.996553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.068268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] For port e77d8af0-45c9-44c7-885b-5d5596b01c7f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:16.072469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] For port e77d8af0-45c9-44c7-885b-5d5596b01c7f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e77d8af0-45c9-44c7-885b-5d5596b01c7f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:16.080197 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b052a5-c150-44a0-bcad-2927e34b365a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:16.082089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b052a5-c150-44a0-bcad-2927e34b365a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:16.082692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.087710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cfab105b-70d2-410c-bf8d-852dde52cd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:16.089007 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-56b052a5-c150-44a0-bcad-2927e34b365a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/9a24105f-da25-40eb-9ff3-5fa8ab7c0896 HTTP/1.1" status: 404 len: 337 time: 0.0989835 May 20 16:01:16.090197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 43998) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:16.161326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:16.173864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.200633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] No DVR routers for this DVR port 63ed163f-a26d-47ef-9a2d-97ef56b87406 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:16.208385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Pushing event updated for resources: {'Port': ['ID=e77d8af0-45c9-44c7-885b-5d5596b01c7f,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:16.213464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:16.213983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6e0a76dc-0038-4e58-9862-4ed257598fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:16.222425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-860944a4-6c1a-451a-b85d-8072a57dcd1c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 200 len: 205 time: 0.1152873 May 20 16:01:16.223923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-60099106-39ea-45df-8b8e-fc6c1ae0f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:16.230249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-60099106-39ea-45df-8b8e-fc6c1ae0f484 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 897 time: 0.9098539 May 20 16:01:16.284806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Pushing event deleted for resources: {'Port': ['ID=63ed163f-a26d-47ef-9a2d-97ef56b87406,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:16.290374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:16.311907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.317798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44002) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:16.446106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.448493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-8cb27a28-c088-412c-a01d-0b09e3e0410e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 1000 time: 0.2150757 May 20 16:01:16.500374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Calling delete_port for 1b6f75fa-0253-405d-8185-42ad46782076 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:16.601383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-e391b234-47e4-426d-ada4-65d4d2f69ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:16.603841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-e391b234-47e4-426d-ada4-65d4d2f69ce0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 200 len: 835 time: 0.1476262 May 20 16:01:16.684353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:16.688047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.717803 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-1e52c2eb-328c-4e5e-bbb0-53a350651251 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:16.718858 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1e52c2eb-328c-4e5e-bbb0-53a350651251 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/bb60786a-230e-4c9c-a903-38d0c38b2edd HTTP/1.1" status: 404 len: 336 time: 0.3142180 May 20 16:01:16.724175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44006) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:16.818468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fe2a1159-c47e-4fd0-b807-c26f446550eb tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7356b29b-22ff-484e-a911-c368097461f4 HTTP/1.1" status: 200 len: 205 time: 0.0850656 May 20 16:01:16.818468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44010) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:16.819413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:16.952660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e77d8af0-45c9-44c7-885b-5d5596b01c7f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:16.955105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-b6ceb18f-6208-4b73-baf0-388531c763ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:16.958397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-b6ceb18f-6208-4b73-baf0-388531c763ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3471820 May 20 16:01:16.960363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-144afcc7-cb63-4507-ab3b-2d34eb45b84c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:16.965868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-144afcc7-cb63-4507-ab3b-2d34eb45b84c tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/7356b29b-22ff-484e-a911-c368097461f4 HTTP/1.1" status: 404 len: 336 time: 0.1428101 May 20 16:01:16.983251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44016) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.088406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e77d8af0-45c9-44c7-885b-5d5596b01c7f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:17.163626 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-e4d2b4fa-34aa-4dd0-a36a-ccd71efcf7ad service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980186 May 20 16:01:17.297765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:17.303300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:17.303925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:17.335977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for c548295c-6ca4-4c90-b1f1-b0d5708c688a owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:17.339299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1855c1bc-7c65-485e-a76c-2fbcba1aa088 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:17.347979 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1dbac5ce-81ee-4ab2-ad8f-b55bb5ffe2f1 req-f353b13d-402c-435a-a699-fc762f97fd77 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780977 May 20 16:01:17.434403 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2456264 May 20 16:01:17.436947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44020) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.552344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Deleting port 63ed163f-a26d-47ef-9a2d-97ef56b87406 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:17.553239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:17.556687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23ec2af-c6b8-49dc-acb9-3e7c5ceed0b2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:17.559450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e23ec2af-c6b8-49dc-acb9-3e7c5ceed0b2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1210563 May 20 16:01:17.563947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44024) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.600916 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f56594-4ba3-40d8-99ef-51ca92af983a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:17.601665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f56594-4ba3-40d8-99ef-51ca92af983a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:17.607403 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-77f56594-4ba3-40d8-99ef-51ca92af983a tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/16a2f919-2ad9-462b-ba79-7de254a6321b HTTP/1.1" status: 404 len: 337 time: 0.3086989 May 20 16:01:17.614372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Provisioning for port e77d8af0-45c9-44c7-885b-5d5596b01c7f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:17.623377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Provisioning complete for port e77d8af0-45c9-44c7-885b-5d5596b01c7f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:17.623965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:17.641806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44028) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.694699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:01:17.813689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569c7427-6de1-4707-8444-26775c45e580 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:17.816797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-569c7427-6de1-4707-8444-26775c45e580 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2513349 May 20 16:01:17.821000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44032) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.854387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=6fe778a0-559c-4f66-b114-1ff1980bb4bf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:17.868093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:17.889482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:17.890618 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3698760a-0d64-49cb-9543-9f766b6d3178 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611932 May 20 16:01:17.890618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44036) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.893429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:17.904002 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9831b8b-44b5-405d-8583-e7a1a0c2bcea (CIDR: 2001:db8::/64) May 20 16:01:17.909965 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1b84dfcd-7827-442b-a307-7feffb92cfda tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7618d69e-2471-4cc9-adad-c7cfb7fc9866 HTTP/1.1" status: 200 len: 205 time: 0.2432914 May 20 16:01:17.920843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44040) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:17.942477 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:01:17.943182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:17.978919 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f55a54b2-caa0-4fae-8449-cd8e4ddba9fa tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822070 May 20 16:01:17.980948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44044) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.019189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] For port e77d8af0-45c9-44c7-885b-5d5596b01c7f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e77d8af0-45c9-44c7-885b-5d5596b01c7f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:18.026102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.034759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8433602c-4fa0-461e-a431-72fd2e1a5521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:18.109097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.124305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Pushing event updated for resources: {'Port': ['ID=e77d8af0-45c9-44c7-885b-5d5596b01c7f,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:18.131634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:18.141745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:18.186099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] For port 63ed163f-a26d-47ef-9a2d-97ef56b87406, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:18.186455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.209967 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-6ab2c261-0815-4467-bd43-daa37f240cf1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:18.211011 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6ab2c261-0815-4467-bd43-daa37f240cf1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/7618d69e-2471-4cc9-adad-c7cfb7fc9866 HTTP/1.1" status: 404 len: 336 time: 0.2717750 May 20 16:01:18.217731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44048) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.219437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b6f75fa-0253-405d-8185-42ad46782076,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:18.282801 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9539c390-3292-49d5-aa2d-860e414d9b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.0260897 May 20 16:01:18.282801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:18.309283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44052) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.319813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:18.357460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Calling delete_port for 63ed163f-a26d-47ef-9a2d-97ef56b87406 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:18.362488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ba8a5c-6217-49da-8d5b-63b6a9d094ed tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:18.363384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ba8a5c-6217-49da-8d5b-63b6a9d094ed tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:18.366508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-71ba8a5c-6217-49da-8d5b-63b6a9d094ed tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/8f0cbd50-3295-4ec6-a73f-f3a595debf4a HTTP/1.1" status: 404 len: 337 time: 0.1470129 May 20 16:01:18.371105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.ipam_backend_mixin [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Port 63ed163f-a26d-47ef-9a2d-97ef56b87406 was not found and therefore no delete operation was performed {{(pid=92431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 16:01:18.375371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44056) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.378216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.380129 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1b6f75fa-0253-405d-8185-42ad46782076 HTTP/1.1" status: 204 len: 168 time: 4.7800720 May 20 16:01:18.383106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20178dc2-b9b6-4867-9367-e4bd9d8d01b2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:18.386608 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-20178dc2-b9b6-4867-9367-e4bd9d8d01b2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4035311 May 20 16:01:18.416786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44060) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.417142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44062) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.424673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.492088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:18.597428 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-57981bbe-e568-47d4-8d02-14de70664fe4 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3dd28-296e-48d7-8f98-a1bd330c3449 HTTP/1.1" status: 200 len: 205 time: 0.2209651 May 20 16:01:18.600598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:18.603159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44068) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.608541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:18.661640 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aeba1571-55fa-465a-8287-75270f9ab476 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2310760 May 20 16:01:18.662351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.667059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] No DVR routers for this DVR port 63ed163f-a26d-47ef-9a2d-97ef56b87406 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:18.669069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Port': ['ID=63ed163f-a26d-47ef-9a2d-97ef56b87406,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:18.671359 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8aede9-82b9-4683-9a3b-dbbc56c0aacc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] GET failed (client error): The resource could not be found. May 20 16:01:18.671591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:18.672260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d8aede9-82b9-4683-9a3b-dbbc56c0aacc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Synchronizing usage tracker for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:18.675033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44072) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.687653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093606322', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:18.714386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:18.715268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:18.728548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:18.739648 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-97f607ce-d5d9-4aca-b1d4-ac064f5827d0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] delete failed (client error): The resource could not be found. May 20 16:01:18.745935 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-97f607ce-d5d9-4aca-b1d4-ac064f5827d0 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/routers/83a3dd28-296e-48d7-8f98-a1bd330c3449 HTTP/1.1" status: 404 len: 336 time: 0.1365211 May 20 16:01:18.761942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:18.818899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:18.824132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.863317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=c548295c-6ca4-4c90-b1f1-b0d5708c688a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:18.877676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:18.902476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Sync routers for ids ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:18.904757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:18.907488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:18.921328 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee180c5b-389e-429d-8140-0a5976c34c3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:18.922108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee180c5b-389e-429d-8140-0a5976c34c3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:18.926210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Routers {'96bac3ef-b444-4dd6-87f9-35e7ffb07af8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:18.927913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:18.939266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:18.943978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:18.948241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:18.956484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:18.975779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:18.981239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.031082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e77d8af0-45c9-44c7-885b-5d5596b01c7f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:19.053900 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ee180c5b-389e-429d-8140-0a5976c34c3e tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/2ee2c87f-96b0-4cc6-9f2a-a83c367d31aa HTTP/1.1" status: 404 len: 337 time: 0.2833874 May 20 16:01:19.076538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d8aede9-82b9-4683-9a3b-dbbc56c0aacc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Unset dirty status for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:19.082051 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d8aede9-82b9-4683-9a3b-dbbc56c0aacc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "GET /v2.0/ports/1b6f75fa-0253-405d-8185-42ad46782076 HTTP/1.1" status: 404 len: 333 time: 0.6495686 May 20 16:01:19.086013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44080) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:19.086842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44082) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:19.103797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Request body: {'port': {'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-966087427'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:19.111645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.116149 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.4007511 May 20 16:01:19.116369 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/c548295c-6ca4-4c90-b1f1-b0d5708c688a HTTP/1.1" status: 204 len: 168 time: 5.0628581 May 20 16:01:19.119996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.134896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44088) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:19.135426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44090) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:19.320725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Set router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:19.366322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:19.371013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e77d8af0-45c9-44c7-885b-5d5596b01c7f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:19.371680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.535845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef70e41-9dcc-4ef0-965a-6d2d252cb68b']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:19.549126 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5560b488-c24e-4912-bf30-1390473a60ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] DELETE failed (client error): The resource could not be found. May 20 16:01:19.549890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5560b488-c24e-4912-bf30-1390473a60ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:19.552551 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5560b488-c24e-4912-bf30-1390473a60ca tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] 10.222.0.13 "DELETE /v2.0/subnets/0e8c2f0a-f77a-4d66-9f3f-0bad18421bdf HTTP/1.1" status: 404 len: 337 time: 0.4638758 May 20 16:01:19.586848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:19.595707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea5950e-2e9c-48fd-8731-a99bf91a1f50') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:19.596257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea5950e-2e9c-48fd-8731-a99bf91a1f50') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:19.653906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.696904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Made reservation on behalf of 2b4f01d70d98459fb588c1b04020707a for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:19.702017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.762795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.849299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:01:12Z', 'revision_number': 3, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:19.851005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port 3330242d-8dd6-4871-a336-0dff4d0016a5 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:19.861801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Checking router: 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:19.862814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Updating router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:01:19.911777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:19.911777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:19.934342 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:20.001324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9799e-7762-43dc-8473-7d0a25808223 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:20.002721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a8c9799e-7762-43dc-8473-7d0a25808223 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:20.004847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.233834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.238301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.249763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-34a79b6a-64f5-4197-bd3b-c99ed5323e14 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:20.281872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Pushing event deleted for resources: {'Network': ['ID=cef70e41-9dcc-4ef0-965a-6d2d252cb68b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:20.285537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:20.295919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a8c9799e-7762-43dc-8473-7d0a25808223 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:20.297530 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a8c9799e-7762-43dc-8473-7d0a25808223 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9340575 May 20 16:01:20.317115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44100) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:20.317900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44102) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:20.332511 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/networks/cef70e41-9dcc-4ef0-965a-6d2d252cb68b HTTP/1.1" status: 204 len: 168 time: 6.0824354 May 20 16:01:20.337693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44110) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:20.447950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ec7d391-92ea-4600-8310-7fe92328b955 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Synchronizing usage tracker for tenant:e7f9169bf10e4a398d4ec1fa9151a819 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:20.523443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3ec7d391-92ea-4600-8310-7fe92328b955 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Unset dirty status for tenant:e7f9169bf10e4a398d4ec1fa9151a819 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:20.525102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3ec7d391-92ea-4600-8310-7fe92328b955 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de4b988-1020-41e0-9a3c-050d3df88d9c HTTP/1.1" status: 200 len: 205 time: 0.1852596 May 20 16:01:20.529242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44114) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:20.543382 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a665dd-acc9-4d75-bc66-ab5821d5e575 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:01:20.544906 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-87a665dd-acc9-4d75-bc66-ab5821d5e575 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/a2b249c1-3678-4dc5-8aac-e13cee60e9dc HTTP/1.1" status: 404 len: 333 time: 0.2252920 May 20 16:01:20.553696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44118) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:20.563162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.624464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-10ea7970-7054-4dcf-a856-c5e33b50c938 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:20.720604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.744879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Transition to ACTIVE for port object 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:20.758010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.764322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab97a6a9-599d-4fc4-a828-dd209675b357 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:01:20.766404 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ab97a6a9-599d-4fc4-a828-dd209675b357 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/c548295c-6ca4-4c90-b1f1-b0d5708c688a HTTP/1.1" status: 404 len: 333 time: 0.2074051 May 20 16:01:20.771581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27f1d300-f502-4fa8-bcf9-3f7818ad33ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:20.781815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.783246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:20.784927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44124) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:20.793751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:20.851920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551cfca-9319-4915-b377-71587a7a0a7e None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:20.870670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:20.871671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:20.917746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.070161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Attempting to bind port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:21.071018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Attempting to bind port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:21.071753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Attempting to bind port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:21.090312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5599-43c7-4943-9ef9-ba01f184ae93 None None] Pushing event updated for resources: {'Port': ['ID=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:21.101964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-94ca5599-43c7-4943-9ef9-ba01f184ae93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:21.103597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:21.104967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:21.105892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.106896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:21.107849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Bound port: 88895568-3f06-4e06-9d03-d6ba6d7e3aa6, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:21.108480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.116853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=d83925af-39ca-4ac2-b3ee-ab5ea2188b43,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:21.139966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:21.194198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8830378 May 20 16:01:21.198686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44128) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:21.208177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.235452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.243156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f26ae3ff-06d1-4a5a-84dd-9e50f3e67043 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:21.262694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:66:6e:aa', 'name': 'tempest-NetworksTestDHCPv6-1615265851'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:21.289781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] For port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:21.303832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] For port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:21.337882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.352729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:21.439374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Routers {'96bac3ef-b444-4dd6-87f9-35e7ffb07af8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:21.440134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:21.459194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=e62218c7-16ad-4a66-aca6-2fbded356927,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:21.510018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:21.554596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5599-43c7-4943-9ef9-ba01f184ae93 None None] Pushing event updated for resources: {'Port': ['ID=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:21.574320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-94ca5599-43c7-4943-9ef9-ba01f184ae93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:21.589494 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ac768c3f-7d80-451f-a5ac-a2f574107baa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad480fb314cc424c886871cf85be7a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2675986 May 20 16:01:21.591502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44132) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:21.624949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.631430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.633961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:21.634326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 6fe778a0-559c-4f66-b114-1ff1980bb4bf, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:21.635680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.645317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8473ca-e4e7-4b8a-910f-f3894d6ba97f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:21.663508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776c928f-13b3-44fa-85ad-d37c9b9077e0') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:21.663809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776c928f-13b3-44fa-85ad-d37c9b9077e0') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:21.680687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.699629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:21.707022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.716291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 6fe778a0-559c-4f66-b114-1ff1980bb4bf) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:21.724361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:21.724771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:21.742846 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:21.750636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:21.751368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.791837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c25082-47b3-4665-bc91-41c7e40c70a2 None None] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:21.850982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1710267 May 20 16:01:21.866001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.871877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.872809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Fanout notify agent at l3_agent the message router_deleted on router 4de4b988-1020-41e0-9a3c-050d3df88d9c {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:01:21.889114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:21.892738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d034058f-ebc7-4c92-ad13-4970c5c4a359 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:21.922070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/ae8473ca-e4e7-4b8a-910f-f3894d6ba97f HTTP/1.1" status: 204 len: 168 time: 1.1250041 May 20 16:01:21.923238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=ae8473ca-e4e7-4b8a-910f-f3894d6ba97f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:21.930833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:21.931575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44138) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:21.939287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491564444'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:21.945308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:21.951341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:21.956665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:21.967399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:21.981925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Update dhcp port {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'd9831b8b-44b5-405d-8583-e7a1a0c2bcea', 'ip_address': '2001:db8::f816:3eff:fe9c:8c1f'}, {'subnet_id': 'd83925af-39ca-4ac2-b3ee-ab5ea2188b43'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': 'e77d8af0-45c9-44c7-885b-5d5596b01c7f'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:01:21.983902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:21.989368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.030672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:22.041122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] Set router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:22.048861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.049579 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 33b60c4e-9749-491d-90d1-5dc5f6dae1ed of type vlan for network 2069c61f-66ba-4b19-9bea-a52ef229b706 May 20 16:01:22.061589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.088386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.092705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.105603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:22.113554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:22.118986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:22.131153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:22.135443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.143636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:22.144904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.147760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-86984443-4ab2-4fc8-b9bc-1698a118470e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:22.153042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:22.190628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44142) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:22.209558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042460683', 'description': 'tempest-secgroup-smoke-1042460683 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:22.221707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:22.241682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:22.297503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:22.309437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.312010 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a86ca9f0-cd2b-485c-b30c-f85209cf59f7 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] 10.222.0.13 "DELETE /v2.0/routers/4de4b988-1020-41e0-9a3c-050d3df88d9c HTTP/1.1" status: 204 len: 168 time: 1.7812893 May 20 16:01:22.323279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:22.335796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4017596 May 20 16:01:22.342295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44148) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:22.358129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:22.367985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:22.375963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:22.414842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=2069c61f-66ba-4b19-9bea-a52ef229b706,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:22.429560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:22.446906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:22.502254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:22.516142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:22.518130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:22.519505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.577383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.732189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=3330242d-8dd6-4871-a336-0dff4d0016a5,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:22.737388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.738259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': 'e62218c7-16ad-4a66-aca6-2fbded356927'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:22.739637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.758168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:22.778565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:22.783838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:22.788246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:22.795596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:22.818944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:22.827885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:22.833097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:22.844814 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.7501478 May 20 16:01:22.845074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:22.846900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44154) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:22.857891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.883050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:22.920919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44158) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:22.933392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:22.937704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:22.964255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Allocated IP 2001:db8:0:1::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d83925af-39ca-4ac2-b3ee-ab5ea2188b43/e77d8af0-45c9-44c7-885b-5d5596b01c7f) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:23.025706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.074787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.127716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] For port e77d8af0-45c9-44c7-885b-5d5596b01c7f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e77d8af0-45c9-44c7-885b-5d5596b01c7f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:23.182287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.214237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Transition to ACTIVE for port object e77d8af0-45c9-44c7-885b-5d5596b01c7f will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:23.231324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 83e3a27b-2ba3-4954-afb9-4fdb675b981d yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:23.278417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.294533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:23.328022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.370372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.371753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.381308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c80788cf-b4fc-4bc7-90fd-77562843d6e4 tempest-RoutersAdminNegativeIpV6Test-1402865904 tempest-RoutersAdminNegativeIpV6Test-1402865904-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:23.398369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:23.501826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.503889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb7dfc-8518-40a4-b4a8-622efce6d153,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:23.507771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:23.515498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:23.521284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.526003 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3308003 May 20 16:01:23.529129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44164) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:23.529962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:23.543109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'f7da16fd-ffb9-45c3-945d-e8ab654e6cbe', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:23.546725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Allocated IP 172.20.0.18 (6fe778a0-559c-4f66-b114-1ff1980bb4bf/e62218c7-16ad-4a66-aca6-2fbded356927/3417ed3f-3883-479e-b766-39fa2e559847) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:23.549147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Pushing event updated for resources: {'Port': ['ID=e77d8af0-45c9-44c7-885b-5d5596b01c7f,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:23.556326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:23.558677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:01:12Z', 'revision_number': 3, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:23.572624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9ff92-1441-4c85-a1ad-2e45d9f89262 None None] The sync data for ids ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'] in dv-neutron-601336-76-hyperv is: [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:01:12Z', 'revision_number': 3, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:23.579463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:23.589158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:23.599764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:23.648844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:23.800736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.871939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.888842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Transition to ACTIVE for port object 3417ed3f-3883-479e-b766-39fa2e559847 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:23.913913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Transition to ACTIVE for port object 3417ed3f-3883-479e-b766-39fa2e559847 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:23.927677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.930422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Allocated IP 172.20.0.1 (a84d3389-5483-43d8-8526-fa21d921e0bd/7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d/8041fd33-67d7-4624-ba6b-500021212cd9) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:23.934939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:23.939038 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3da967f9-506f-4d1e-825a-a33e36e066bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7f9169bf10e4a398d4ec1fa9151a819&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0163703 May 20 16:01:23.950743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:23.951907 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4eb7dfc-8518-40a4-b4a8-622efce6d153 HTTP/1.1" status: 204 len: 168 time: 2.2981563 May 20 16:01:23.961030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:24.083036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:24.090704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:24.098459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:24.138439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] device_id is not set on port 3330242d-8dd6-4871-a336-0dff4d0016a5 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:24.157378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.199803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Transition to ACTIVE for port object 3330242d-8dd6-4871-a336-0dff4d0016a5 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:24.287614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.297472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db74b8a7-3370-490b-8cea-3bdf9830a032 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:24.414123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Pushing event updated for resources: {'Port': ['ID=3417ed3f-3883-479e-b766-39fa2e559847,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:24.443215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.458301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:24.458943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.480775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Attempting to bind port 3417ed3f-3883-479e-b766-39fa2e559847 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:24.481497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Attempting to bind port 3417ed3f-3883-479e-b766-39fa2e559847 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:24.482059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Attempting to bind port 3417ed3f-3883-479e-b766-39fa2e559847 on network 6fe778a0-559c-4f66-b114-1ff1980bb4bf {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:24.500492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:24.501248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Checking segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:24.506429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.507229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Bound using segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:24.507929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Bound port: 3417ed3f-3883-479e-b766-39fa2e559847, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:24.508515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.694947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.697093 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1600258 May 20 16:01:24.703397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44182) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:24.736202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] For port 3417ed3f-3883-479e-b766-39fa2e559847, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:24.754087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] For port 3417ed3f-3883-479e-b766-39fa2e559847, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3417ed3f-3883-479e-b766-39fa2e559847,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:24.767858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.771423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'f7da16fd-ffb9-45c3-945d-e8ab654e6cbe', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:24.777941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:24.778265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=3330242d-8dd6-4871-a336-0dff4d0016a5,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:24.803756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:24.804762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:24.806597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:24.825785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:24.843203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:24.869508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:24.922095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe930aa-809d-43af-916c-2504718189de,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:24.936218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:24.936333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:24.936673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:24.941277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:24.942229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:24.965999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04c110c5-95e4-4763-adfb-ed3b64907f04 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:25.033856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:25.034230 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:25.034788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.035088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Pushing event updated for resources: {'Port': ['ID=3417ed3f-3883-479e-b766-39fa2e559847,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:25.043567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:25.103397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-93574a59-b1f2-49ee-b17a-61fc27478303 None None] Provisioning for port e77d8af0-45c9-44c7-885b-5d5596b01c7f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:25.106263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 2 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:25.129673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-93574a59-b1f2-49ee-b17a-61fc27478303 None None] Provisioning complete for port e77d8af0-45c9-44c7-885b-5d5596b01c7f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:25.130547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-93574a59-b1f2-49ee-b17a-61fc27478303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.187353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e77d8af0-45c9-44c7-885b-5d5596b01c7f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:25.251084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.282489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Transition to ACTIVE for port object 8041fd33-67d7-4624-ba6b-500021212cd9 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:25.317405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:25.317938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:25.318616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:25.347295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.362027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3844fe11-2222-4a4a-bfdb-193e668c2d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:25.378727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:25.379241 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:25.380229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=e24ef423-f12b-4273-abf3-621ed416d169,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:25.390415 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 3 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:25.410299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': '33b60c4e-9749-491d-90d1-5dc5f6dae1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:25.410795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: 2069c61f-66ba-4b19-9bea-a52ef229b706, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:25.418643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8:0:1::5c (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d83925af-39ca-4ac2-b3ee-ab5ea2188b43/83e3a27b-2ba3-4954-afb9-4fdb675b981d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:25.434602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:25.466458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.477291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::f816:3eff:fe66:6eaa (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/d9831b8b-44b5-405d-8583-e7a1a0c2bcea/83e3a27b-2ba3-4954-afb9-4fdb675b981d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:25.483978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.489635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.496259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:25.498897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:25.502229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:25.515660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-03f4aa0a-9a6d-4f92-b678-6daa3556916d tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:25.528569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Network a84d3389-5483-43d8-8526-fa21d921e0bd is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:25.552555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:25.562212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:25.572493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:25.573183 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:25.578560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 4 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:25.617117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:25.618089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:25.618889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:25.623067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6412e0bb-3de4-4b11-9ce8-548b189b8b33,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:25.641571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Pushing event updated for resources: {'Port': ['ID=8041fd33-67d7-4624-ba6b-500021212cd9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:25.641899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:25.650589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:25.661268 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:25.663574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:25.682376 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 5 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:25.692245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:25.702250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.727681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e77d8af0-45c9-44c7-885b-5d5596b01c7f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:25.728431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.771967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:25.772821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:25.777510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:25.789705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.802156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.804130 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0904689 May 20 16:01:25.813378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44196) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:25.828929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 2069c61f-66ba-4b19-9bea-a52ef229b706) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:25.849914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:25.850417 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:25.857700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b5b8d-2377-4cc9-a4b4-f161c2eed855 None None] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:25.862827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'f7da16fd-ffb9-45c3-945d-e8ab654e6cbe', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:25.869101 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 6 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:25.881454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44200) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:25.883313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:25.884059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:25.897095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:25.918671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:25.927793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:25.932528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:25.933017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:25.933741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:25.942974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:25.949913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:25.950335 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:25.955565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6048717 May 20 16:01:25.956374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44206) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:25.959265 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 7 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:25.988248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706', 'name': 'tempest-PortsTestJSON-1082836998'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:26.045613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:26.046039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:26.046442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:26.112062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.135202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.153248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:26.154045 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:26.164158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 83e3a27b-2ba3-4954-afb9-4fdb675b981d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:26.173811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.177124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 8 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:26.182276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f46a53b-7589-4efd-878a-6781c71ad7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:26.270231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f0a4867d-d9cf-4a8e-a334-7ecbf51a6b09 None None] Provisioning for port 8041fd33-67d7-4624-ba6b-500021212cd9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:26.271191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ddfb2-1211-4438-8081-a58ad4dc0b89,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:26.273960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:26.277887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.332939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.337444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/314ddfb2-1211-4438-8081-a58ad4dc0b89 HTTP/1.1" status: 204 len: 168 time: 2.3751652 May 20 16:01:26.395540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.397260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f0a4867d-d9cf-4a8e-a334-7ecbf51a6b09 None None] Provisioning complete for port 8041fd33-67d7-4624-ba6b-500021212cd9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:26.398175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f0a4867d-d9cf-4a8e-a334-7ecbf51a6b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.406039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e354bbdc-98f6-4ce1-aec4-3f375892047c tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:26.499348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--3954203'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:26.532410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:26.555051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:26.556052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:26.556906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:26.568609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:26.575923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:26.581330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:26.584780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:26.587996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:26.592938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:26.595074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:26.595763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.620629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:26.621675 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:26.636827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=83e3a27b-2ba3-4954-afb9-4fdb675b981d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:26.640297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:26.663314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 9 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:26.669296 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4613979 May 20 16:01:26.673490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44212) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:26.707745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:26.765417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4867d-d9cf-4a8e-a334-7ecbf51a6b09 None None] Port 8041fd33-67d7-4624-ba6b-500021212cd9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:26.843868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:26.845704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:26.846376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:26.868272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.883111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.883852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.895757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.914056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:26.923885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:26.929901 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:26.937054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5872737f-24ec-4561-96a6-6227effb5adb tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:26.940328 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempt 10 to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 May 20 16:01:26.977116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.998359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:27.009820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.025093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:27.025741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.035953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Pushing event updated for resources: {'Port': ['ID=8041fd33-67d7-4624-ba6b-500021212cd9,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:27.036994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:27.040236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:27.066458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0a2de8ec-ddb9-4560-a195-c0ee597cda48 tempest-ServersTestJSON-1512317746 tempest-ServersTestJSON-1512317746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:27.098033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.136777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-2069c61f-66ba-4b19-9bea-a52ef229b706', 'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': 'e24ef423-f12b-4273-abf3-621ed416d169'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:27.138225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.163545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:27.166197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:27.174719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempting to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:27.181742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 83e3a27b-2ba3-4954-afb9-4fdb675b981d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:27.187206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.239434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b7141e-7df8-4037-be22-58d94e6d2221,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:27.253087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:27.284014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:27.300822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:27.301912 dv-neutron-601336-76-hyperv neutron-server[92432]: ERROR neutron.plugins.ml2.managers [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Failed to bind port 3330242d-8dd6-4871-a336-0dff4d0016a5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '6079d29d-854a-4b4f-aaea-cac6f67c6488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0c94149-f85d-4e2c-b5e6-a25192d4ef10'}] May 20 16:01:27.304391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.365944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:27.369539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:27.376839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:27.502258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.514531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-453c3b4b-1cbc-4141-9410-3637a875dacc None None] Provisioning for port 83e3a27b-2ba3-4954-afb9-4fdb675b981d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:27.538726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:27.543726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.564347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.569642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:27.574216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:27.577571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:27.584748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:27.617864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-453c3b4b-1cbc-4141-9410-3637a875dacc None None] Provisioning complete for port 83e3a27b-2ba3-4954-afb9-4fdb675b981d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:27.618509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-453c3b4b-1cbc-4141-9410-3637a875dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.679413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.699112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e8cff4f-4a45-4e97-ae5f-59255691f2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:27.713896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.718297 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9006763 May 20 16:01:27.718544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.727156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44216) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:27.738695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.752722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'f7da16fd-ffb9-45c3-945d-e8ab654e6cbe', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:27.809706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port c92c8d84-fcda-48bb-afe2-7bbb41af71fc yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:27.828853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Allocated IP 172.20.0.2 (2069c61f-66ba-4b19-9bea-a52ef229b706/e24ef423-f12b-4273-abf3-621ed416d169/1fefc739-4a58-4423-9b83-04c5b71cbba4) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:27.835299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:27.840622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:27.844138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:27.851394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:27.905191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8563e5db-bb6e-4be6-b79b-8f744287df09,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:27.942464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:27.943444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f2e6b39-ad8c-428d-ae86-509ad0bfe024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:27.974903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.976999 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0868838 May 20 16:01:28.005882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44220) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:28.067321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] For port 3330242d-8dd6-4871-a336-0dff4d0016a5, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:28.068094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attempted to set empty binding levels {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 16:01:28.109229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.130455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099001c3-b846-4a3e-b13e-97faa18fb534,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:28.141803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Network a84d3389-5483-43d8-8526-fa21d921e0bd is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:28.145550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:28.146542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cdb9f78e-2f17-47a3-bfce-077b2cc5764a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:28.155389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 83e3a27b-2ba3-4954-afb9-4fdb675b981d owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:28.158293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.165815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:28.230309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] In _notify_port_updated(), no bound segment for port 3330242d-8dd6-4871-a336-0dff4d0016a5 on network b0c94149-f85d-4e2c-b5e6-a25192d4ef10 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:01:28.231891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:28.232997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.239301 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "PUT /v2.0/ports/3330242d-8dd6-4871-a336-0dff4d0016a5 HTTP/1.1" status: 200 len: 976 time: 5.3659723 May 20 16:01:28.261311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44224) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:28.287967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.303476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Transition to ACTIVE for port object 1fefc739-4a58-4423-9b83-04c5b71cbba4 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:28.335274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Transition to ACTIVE for port object 1fefc739-4a58-4423-9b83-04c5b71cbba4 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:28.380607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14067e-5f04-4430-9019-8ed95ba42f79 None None] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:28.544124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f6ae2c1e-14e7-414e-bfa1-2445c1b0a4d9 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:28.557026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.566171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event updated for resources: {'Port': ['ID=3330242d-8dd6-4871-a336-0dff4d0016a5,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:28.578873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.603332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:28.628032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.643448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:28.663180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.678930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:28.708803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f6ae2c1e-14e7-414e-bfa1-2445c1b0a4d9 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:28.711081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f6ae2c1e-14e7-414e-bfa1-2445c1b0a4d9 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.7007363 May 20 16:01:28.719065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44228) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:28.732465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-security--299193262', 'description': 'tempest-security-description-894231491'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:28.747173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.7 (2069c61f-66ba-4b19-9bea-a52ef229b706/e24ef423-f12b-4273-abf3-621ed416d169/c92c8d84-fcda-48bb-afe2-7bbb41af71fc) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:28.782697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:28.795706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-453c3b4b-1cbc-4141-9410-3637a875dacc None None] Port 83e3a27b-2ba3-4954-afb9-4fdb675b981d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:28.798423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:28.818937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:28.833396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537ae0a4-d415-4995-87f1-10f0fb843b7e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:28.837445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:01:28.841183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:28.851736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.865990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Deleting port 3330242d-8dd6-4871-a336-0dff4d0016a5 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:28.866344 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.870988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.875524 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1443245 May 20 16:01:28.875766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:28.877218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44232) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:28.896922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:28.937020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'f7da16fd-ffb9-45c3-945d-e8ab654e6cbe', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:28.937522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Pushing event updated for resources: {'Port': ['ID=1fefc739-4a58-4423-9b83-04c5b71cbba4,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:28.942125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:28.955764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3ec12b8c-89d8-4055-bc1a-d4569be166d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:28.961951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:29.040218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:29.048693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:29.069979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:29.094277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3417ed3f-3883-479e-b766-39fa2e559847 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:29.096355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] For port 3330242d-8dd6-4871-a336-0dff4d0016a5, host hv-neutron-6013, got binding levels [] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:29.096934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.112336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.169023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.187409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Attempting to bind port 1fefc739-4a58-4423-9b83-04c5b71cbba4 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:29.187922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Attempting to bind port 1fefc739-4a58-4423-9b83-04c5b71cbba4 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '33b60c4e-9749-491d-90d1-5dc5f6dae1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:29.188138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Attempting to bind port 1fefc739-4a58-4423-9b83-04c5b71cbba4 on network 2069c61f-66ba-4b19-9bea-a52ef229b706 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:29.193787 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:01:29.202087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.208797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:29.209181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Checking segment: {'id': '33b60c4e-9749-491d-90d1-5dc5f6dae1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:29.209713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.210176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Bound using segment: {'id': '33b60c4e-9749-491d-90d1-5dc5f6dae1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:29.210738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Bound port: 1fefc739-4a58-4423-9b83-04c5b71cbba4, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b60c4e-9749-491d-90d1-5dc5f6dae1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2069c61f-66ba-4b19-9bea-a52ef229b706'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:29.211190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.213958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:29.231846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Provisioning complete for port 8041fd33-67d7-4624-ba6b-500021212cd9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:29.232193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.236439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:29.245671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.308101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=83e3a27b-2ba3-4954-afb9-4fdb675b981d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:29.319587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:29.323559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:29.356406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:29.358584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:29.375975 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Sync routers for ids ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:29.393279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Port 8041fd33-67d7-4624-ba6b-500021212cd9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:29.393565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Routers {'96bac3ef-b444-4dd6-87f9-35e7ffb07af8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:29.395097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 3417ed3f-3883-479e-b766-39fa2e559847 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:29.395917 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:29.409117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.430814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] For port 1fefc739-4a58-4423-9b83-04c5b71cbba4, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:29.435107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] For port 1fefc739-4a58-4423-9b83-04c5b71cbba4, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1fefc739-4a58-4423-9b83-04c5b71cbba4,segment=NetworkSegment(33b60c4e-9749-491d-90d1-5dc5f6dae1ed),segment_id=33b60c4e-9749-491d-90d1-5dc5f6dae1ed)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:29.436305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Provisioning for port 3417ed3f-3883-479e-b766-39fa2e559847 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:29.441599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Calling delete_port for 3330242d-8dd6-4871-a336-0dff4d0016a5 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:29.442097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Provisioning complete for port 3417ed3f-3883-479e-b766-39fa2e559847 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:29.442700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.469012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.478686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:29.480935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.484121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.490267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44236) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:29.490481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "PUT /v2.0/security-groups/099001c3-b846-4a3e-b13e-97faa18fb534 HTTP/1.1" status: 200 len: 1778 time: 0.7669535 May 20 16:01:29.496724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object c92c8d84-fcda-48bb-afe2-7bbb41af71fc will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:29.516896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.524435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099001c3-b846-4a3e-b13e-97faa18fb534,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:29.525309 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] 10.222.0.13 "PUT /v2.0/routers/96bac3ef-b444-4dd6-87f9-35e7ffb07af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1641333 May 20 16:01:29.554335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:29.567962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:29.580256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.585113 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/83e3a27b-2ba3-4954-afb9-4fdb675b981d HTTP/1.1" status: 204 len: 168 time: 2.9099338 May 20 16:01:29.601677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44242) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:29.716120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.742699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0a52e263-a0e3-4164-9194-104796799999 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:29.746221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d17c88-c3a9-4ca1-a5a7-09413b2abcb1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:29.769247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:29.790684 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Pushing event updated for resources: {'Port': ['ID=1fefc739-4a58-4423-9b83-04c5b71cbba4,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:29.791959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.793189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9149096 May 20 16:01:29.805114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:29.805791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44246) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:29.836006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'f7da16fd-ffb9-45c3-945d-e8ab654e6cbe', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:29.866934 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4229978c-ec30-4c5b-a847-1e3d99681e53 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups/099001c3-b846-4a3e-b13e-97faa18fb534 HTTP/1.1" status: 200 len: 1778 time: 0.3681533 May 20 16:01:29.870503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44252) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:29.870813 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Set router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:29.930111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:29.953965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.978506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:29.986765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:29.998232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:30.031572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] For port 3417ed3f-3883-479e-b766-39fa2e559847, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3417ed3f-3883-479e-b766-39fa2e559847,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:30.038588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.044340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.051810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:30.063166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a89ec5-85ab-4001-a25d-68b391d155c5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.063958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e9a89ec5-85ab-4001-a25d-68b391d155c5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:30.070167 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:01:30.086947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.178521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e9a89ec5-85ab-4001-a25d-68b391d155c5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:30.184940 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e9a89ec5-85ab-4001-a25d-68b391d155c5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5708561 May 20 16:01:30.192885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44258) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:30.250810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.253742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:30.270155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:30.285677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:30.292540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-83421926-783b-4e8c-9535-06f7775bc587 None None] Provisioning complete for port 3417ed3f-3883-479e-b766-39fa2e559847 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:30.294469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-83421926-783b-4e8c-9535-06f7775bc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.346037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.350789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.373055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.386145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.415343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Pushing event updated for resources: {'Port': ['ID=3417ed3f-3883-479e-b766-39fa2e559847,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:30.428147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6be02990-7da9-42b7-84cf-5d43ee91feaf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:30.428582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:30.528260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e1c6e-f6c0-4680-8b9d-babb615ca872,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:30.534584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.536894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.541144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:30.564725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.569189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7541106 May 20 16:01:30.581288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=c92c8d84-fcda-48bb-afe2-7bbb41af71fc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:30.601426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14d397-d9e4-4502-9b4e-060e8a65339a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.605114 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3b14d397-d9e4-4502-9b4e-060e8a65339a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4069629 May 20 16:01:30.609317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44264) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:30.617463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:30.618570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:30.652707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.662284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b8057f54-3d68-4fe4-8c4c-3d04aa994020 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:30.703084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099001c3-b846-4a3e-b13e-97faa18fb534,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:30.720888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:30.732454 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3330242d-8dd6-4871-a336-0dff4d0016a5 HTTP/1.1" status: 204 len: 168 time: 2.4638846 May 20 16:01:30.736223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44268) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:30.765807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Pushing event deleted for resources: {'Port': ['ID=3330242d-8dd6-4871-a336-0dff4d0016a5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:30.770270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:30.796499 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8198404 May 20 16:01:30.800628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44272) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:30.816772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.818024 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/099001c3-b846-4a3e-b13e-97faa18fb534 HTTP/1.1" status: 204 len: 168 time: 0.9446974 May 20 16:01:30.822617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44276) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:30.847959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518d964-8473-4d9a-b08d-900ec1a326a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.849616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518d964-8473-4d9a-b08d-900ec1a326a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.851001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:30.851718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518d964-8473-4d9a-b08d-900ec1a326a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:30.852045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e518d964-8473-4d9a-b08d-900ec1a326a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:30.904072 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-59712068-0258-4a4c-9bf5-58f90e441dbd tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] GET failed (client error): The resource could not be found. May 20 16:01:30.904748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-59712068-0258-4a4c-9bf5-58f90e441dbd tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Synchronizing usage tracker for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:30.931222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e518d964-8473-4d9a-b08d-900ec1a326a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:30.932471 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e518d964-8473-4d9a-b08d-900ec1a326a7 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3212030 May 20 16:01:30.939201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44280) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:31.027310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-59712068-0258-4a4c-9bf5-58f90e441dbd tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Unset dirty status for tenant:2b4f01d70d98459fb588c1b04020707a on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:31.028889 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-59712068-0258-4a4c-9bf5-58f90e441dbd tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] 10.222.0.13 "GET /v2.0/ports/3330242d-8dd6-4871-a336-0dff4d0016a5 HTTP/1.1" status: 404 len: 333 time: 0.2914968 May 20 16:01:31.037473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cc670926-7f96-4a59-9572-d261fde26b8d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:31.042566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44286) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:31.104993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44290) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:31.128400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429091540', 'description': 'tempest-secgroup-smoke-1429091540 description', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:31.135224 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:01:26Z', 'revision_number': 4, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8041fd33-67d7-4624-ba6b-500021212cd9', 'name': '', 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'mac_address': 'fa:16:3e:6f:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:23Z', 'updated_at': '2021-05-20T16:01:26Z', 'revision_number': 2, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'subnets': [{'id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:31.149851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:31.159818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:31.165998 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Checking router: 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:31.167975 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Updating router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 port 8041fd33-67d7-4624-ba6b-500021212cd9 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:01:31.184182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:31.196803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cc670926-7f96-4a59-9572-d261fde26b8d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:31.198948 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cc670926-7f96-4a59-9572-d261fde26b8d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3241606 May 20 16:01:31.208037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44302) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:31.212195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:31.239565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet d83925af-39ca-4ac2-b3ee-ab5ea2188b43 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:31.284796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.290855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.351140 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.387199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1fefc739-4a58-4423-9b83-04c5b71cbba4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:31.580316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1fefc739-4a58-4423-9b83-04c5b71cbba4 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:31.591701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:31.617325 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-d167bc67-973d-40ed-8f68-f05a94972b7b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] delete failed (client error): The resource could not be found. May 20 16:01:31.618748 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d167bc67-973d-40ed-8f68-f05a94972b7b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/099001c3-b846-4a3e-b13e-97faa18fb534 HTTP/1.1" status: 404 len: 347 time: 0.3762243 May 20 16:01:31.626112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44306) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:31.633596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--394071313'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:31.644524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.653578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:31.662450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.664306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port c92c8d84-fcda-48bb-afe2-7bbb41af71fc {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:31.664844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.719522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:31.730663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0a99bddd-506e-498f-8639-64e1e3329781 req-ff0fbb8f-968c-4d8a-81a9-378a318bd563 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:31.756571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:31.795250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496170b9-1176-45c6-bee0-a7db9629e76b None None] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:31.816070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.867627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:31.873420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:31.907978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:31.941952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:31.950043 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:31.953817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0a99bddd-506e-498f-8639-64e1e3329781 req-ff0fbb8f-968c-4d8a-81a9-378a318bd563 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:31.960080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:31.965976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:31.967279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-ff0fbb8f-968c-4d8a-81a9-378a318bd563 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042460683&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.7291381 May 20 16:01:31.980421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:31.985999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c94149-f85d-4e2c-b5e6-a25192d4ef10']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:32.011378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6079d29d-854a-4b4f-aaea-cac6f67c6488') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:32.011964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6079d29d-854a-4b4f-aaea-cac6f67c6488') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:32.021253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.034904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:32.035654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.079163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.113647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.151453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:32.152146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.165708 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:32.179470 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:32.202508 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:01:32.211254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Provisioning for port 1fefc739-4a58-4423-9b83-04c5b71cbba4 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:32.258658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.260978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Provisioning complete for port 1fefc739-4a58-4423-9b83-04c5b71cbba4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:32.261791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.378354 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Transition to ACTIVE for port object 8041fd33-67d7-4624-ba6b-500021212cd9 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:32.392414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.393587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.405057 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.410699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb44095f-7454-48a9-bc0b-be925fcdaa3a tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:32.417029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for c92c8d84-fcda-48bb-afe2-7bbb41af71fc owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:32.436204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.439576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Pushing event deleted for resources: {'Network': ['ID=b0c94149-f85d-4e2c-b5e6-a25192d4ef10,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:32.441833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.450950 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-510896e2-b315-4a99-b9c5-f4db6979d2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:32.458687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:32.459687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c3bdad95-d1f6-4004-ba98-7925e81cae7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:32.496310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.502113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3417ed3f-3883-479e-b766-39fa2e559847 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:32.508184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-d76554aa-f1a0-4dce-9d44-b643cb50c930 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:32.517193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-d76554aa-f1a0-4dce-9d44-b643cb50c930 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=6fe778a0-559c-4f66-b114-1ff1980bb4bf HTTP/1.1" status: 200 len: 797 time: 0.5351720 May 20 16:01:32.529165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.535728 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] 10.222.0.13 "DELETE /v2.0/networks/b0c94149-f85d-4e2c-b5e6-a25192d4ef10 HTTP/1.1" status: 204 len: 168 time: 1.4765997 May 20 16:01:32.546440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.549700 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9205120 May 20 16:01:32.603630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44312) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:32.609874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f603b4fe-a3fe-44e4-82b5-fec9ce931abd tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:32.625411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e51019c-fec0-4c6f-8aad-7a1ed5a55ca2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:32.658912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:32.687038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322ec70d-86ee-405a-aa83-81911e4b6f3f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:32.692488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:32.707448 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-864b255c-47e6-4d78-bc4d-2cd58f0796b0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.1891489 May 20 16:01:32.726057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.732149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ba27e83-b118-44ae-b056-2d518f7d95cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:32.770693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.771930 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6523256 May 20 16:01:32.783828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '4e51019c-fec0-4c6f-8aad-7a1ed5a55ca2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:32.786355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.792765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44316) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:32.801243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=d83925af-39ca-4ac2-b3ee-ab5ea2188b43,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:32.806743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:32.809602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group_rule': {'security_group_id': '322ec70d-86ee-405a-aa83-81911e4b6f3f', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:32.818201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:32.825050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:32.833394 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f09fbde0-eb1d-4b13-ad94-9ecd7bb8082e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d83925af-39ca-4ac2-b3ee-ab5ea2188b43 HTTP/1.1" status: 204 len: 168 time: 1.8857529 May 20 16:01:32.833394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:32.835326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44320) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:32.843919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4bd314-6b84-4083-85bf-197f7118e327 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:32.850788 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Pushing event updated for resources: {'Port': ['ID=8041fd33-67d7-4624-ba6b-500021212cd9,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:32.851454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:32.860233 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.860958 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.861538 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.862029 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.862510 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.863024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.863537 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.864250 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.864791 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.865724 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.865864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:32.866390 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.866924 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:32.876365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.876847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:32.880117 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Attempting to bind port 8041fd33-67d7-4624-ba6b-500021212cd9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:32.882140 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Attempting to bind port 8041fd33-67d7-4624-ba6b-500021212cd9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:32.883717 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Attempting to bind port 8041fd33-67d7-4624-ba6b-500021212cd9 on network a84d3389-5483-43d8-8526-fa21d921e0bd {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:32.904111 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:32.905604 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:32.907537 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Checking segment: {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:32.910160 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.910857 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Bound using segment: {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:32.913963 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Bound port: 8041fd33-67d7-4624-ba6b-500021212cd9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86612cfd-8729-423e-9d39-511ff8dc5b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:32.916010 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.940537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:32.950615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet d9831b8b-44b5-405d-8583-e7a1a0c2bcea {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:32.955192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:32.956040 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-1bcaf2b2-3d07-432a-9d03-fcd2ed75a7a5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2476323 May 20 16:01:33.024246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:33.028309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.070802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.071599 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] For port 8041fd33-67d7-4624-ba6b-500021212cd9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:33.077370 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] For port 8041fd33-67d7-4624-ba6b-500021212cd9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8041fd33-67d7-4624-ba6b-500021212cd9,segment=NetworkSegment(86612cfd-8729-423e-9d39-511ff8dc5b86),segment_id=86612cfd-8729-423e-9d39-511ff8dc5b86)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:33.086329 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.095979 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-510896e2-b315-4a99-b9c5-f4db6979d2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:33.103727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.202995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.203255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.205560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.214334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-861d1f6c-08ec-48ab-b9f8-a517d3dc1164 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:33.225138 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Pushing event updated for resources: {'Port': ['ID=8041fd33-67d7-4624-ba6b-500021212cd9,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:33.246963 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:33.272361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.285982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-036b8ddc-0677-4e0d-9b75-101aec5391c3 service neutron] 10.222.0.13 "GET /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289711 May 20 16:01:33.292734 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Routers {'96bac3ef-b444-4dd6-87f9-35e7ffb07af8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:33.294092 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:33.301275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 3417ed3f-3883-479e-b766-39fa2e559847 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:33.302330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.314732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44326) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:33.320525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-629cc609-b39c-499c-ad07-05aca36e79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:33.340886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] For port 1fefc739-4a58-4423-9b83-04c5b71cbba4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1fefc739-4a58-4423-9b83-04c5b71cbba4,segment=NetworkSegment(33b60c4e-9749-491d-90d1-5dc5f6dae1ed),segment_id=33b60c4e-9749-491d-90d1-5dc5f6dae1ed)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:33.381906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.392501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b51ade1b-cc67-4fb7-ab3b-96ecbace38e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:33.454583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf4baeb-87ae-4156-b7fd-1113883f123e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:33.459866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:33.543056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.544987 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7497501 May 20 16:01:33.551766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44332) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:33.564591 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] Set router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:33.571809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group_rule': {'security_group_id': '322ec70d-86ee-405a-aa83-81911e4b6f3f', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:33.606068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.610066 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-a1a332dd-89e3-4738-8b17-cccd0d8e65ab service neutron] 10.222.0.13 "GET /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217316 May 20 16:01:33.613484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=c92c8d84-fcda-48bb-afe2-7bbb41af71fc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:33.671952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:33.690340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:33.696758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:33.708925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:33.754981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:33.756149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.770706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:33.834808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bc02b9-c822-44ea-9131-d2e00de749c4,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:33.866279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:33.926594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Pushing event updated for resources: {'Port': ['ID=1fefc739-4a58-4423-9b83-04c5b71cbba4,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:33.927125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.931745 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/c92c8d84-fcda-48bb-afe2-7bbb41af71fc HTTP/1.1" status: 204 len: 168 time: 3.1290953 May 20 16:01:33.932626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:33.935833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:33.941868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2624280 May 20 16:01:33.944083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44338) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:33.944983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44340) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.054819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.092953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.123272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-93bc8201-373e-4333-a62e-3c09a243f8b3 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:34.208173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=d9831b8b-44b5-405d-8583-e7a1a0c2bcea,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:34.210758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-779d67ce-133c-4751-a23a-423e15feb57e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:01:34.211681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779d67ce-133c-4751-a23a-423e15feb57e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:34.213498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-779d67ce-133c-4751-a23a-423e15feb57e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/c92c8d84-fcda-48bb-afe2-7bbb41af71fc HTTP/1.1" status: 404 len: 333 time: 0.2667258 May 20 16:01:34.216740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:34.220111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44348) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.221717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.233995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1fefc739-4a58-4423-9b83-04c5b71cbba4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:34.235362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.262609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.351779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f3576813-1afe-4eaa-923b-1bcb5346677e req-24cf1698-47f2-4bae-821d-0847aee8a34d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 210 time: 0.2603450 May 20 16:01:34.356346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.359839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19d96dc8-d8d3-467d-8d5e-1733be933567 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:34.382506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90bc02b9-c822-44ea-9131-d2e00de749c4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:34.386037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:34.387651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.389048 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/90bc02b9-c822-44ea-9131-d2e00de749c4 HTTP/1.1" status: 204 len: 168 time: 0.4376674 May 20 16:01:34.393223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44356) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.400187 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d9831b8b-44b5-405d-8583-e7a1a0c2bcea HTTP/1.1" status: 204 len: 168 time: 1.5614560 May 20 16:01:34.402183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44360) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.430072 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-70781c2e-82bb-47e4-b828-399df4e00175 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:01:34.435978 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-70781c2e-82bb-47e4-b828-399df4e00175 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/c92c8d84-fcda-48bb-afe2-7bbb41af71fc HTTP/1.1" status: 404 len: 333 time: 0.1947279 May 20 16:01:34.439721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44364) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.527502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet e24ef423-f12b-4273-abf3-621ed416d169 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:34.538847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.647446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6ee730d2-b03f-4973-878e-5e79b7b5f63a None None] Provisioning complete for port 1fefc739-4a58-4423-9b83-04c5b71cbba4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:34.647951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6ee730d2-b03f-4973-878e-5e79b7b5f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.679511 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:01:26Z', 'revision_number': 4, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8041fd33-67d7-4624-ba6b-500021212cd9', 'name': '', 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'mac_address': 'fa:16:3e:6f:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:23Z', 'updated_at': '2021-05-20T16:01:33Z', 'revision_number': 4, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'subnets': [{'id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:34.689928 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ecc261df-aa84-4aec-984d-ca84b6fc5527 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2856560 May 20 16:01:34.692865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44370) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.699800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:34.702993 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c08e6-9f0d-4f83-89ea-f3b643488692 None None] The sync data for ids ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'] in dv-neutron-601336-76-hyperv is: [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:01:26Z', 'revision_number': 4, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8041fd33-67d7-4624-ba6b-500021212cd9', 'name': '', 'network_id': 'a84d3389-5483-43d8-8526-fa21d921e0bd', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'mac_address': 'fa:16:3e:6f:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:23Z', 'updated_at': '2021-05-20T16:01:33Z', 'revision_number': 4, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'subnets': [{'id': '7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:34.788217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1fefc739-4a58-4423-9b83-04c5b71cbba4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:34.790388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:34.899590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc6e234-3b63-42de-a4b7-52a44fbd039f None None] Update dhcp port {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'd9831b8b-44b5-405d-8583-e7a1a0c2bcea'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': 'e77d8af0-45c9-44c7-885b-5d5596b01c7f'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:01:34.920712 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c3dc1f22-75aa-4926-9913-0f1a74e9c9ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=279b4d73598a4677ab0f3b7e95c92bac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5917919 May 20 16:01:34.935098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44374) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:34.988012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5fc6e234-3b63-42de-a4b7-52a44fbd039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.046897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.068073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.077838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.285872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:35.290525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e8a45-a275-473a-88c1-40b54868094d None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:35.291585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8ef3efb4-a40f-4114-a294-187864bf7c06 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:35.365066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:35.371029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:35.375966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:35.380909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.383133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:35.390174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2610f58-d832-493e-a47e-90cb42b7b39a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:35.395485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:35.399522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.419364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8ef3efb4-a40f-4114-a294-187864bf7c06 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:35.423342 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8ef3efb4-a40f-4114-a294-187864bf7c06 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0251441 May 20 16:01:35.426767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44380) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:35.443254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:35.527403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.529884 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9766989 May 20 16:01:35.539988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44384) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:35.556291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.563294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group_rule': {'security_group_id': '322ec70d-86ee-405a-aa83-81911e4b6f3f', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:35.572378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.593670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:35.626015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6ee730d2-b03f-4973-878e-5e79b7b5f63a None None] Could not find standard attr ID for object c92c8d84-fcda-48bb-afe2-7bbb41af71fc. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:01:35.631326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:35.657685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:35.691561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:35.721697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:35.807722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-725f3dfb-8128-4c1a-8bcc-1ee5d0def78b None None] Provisioning complete for port e77d8af0-45c9-44c7-885b-5d5596b01c7f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:35.808216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-725f3dfb-8128-4c1a-8bcc-1ee5d0def78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.808419 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f2b808d-768b-4a35-beb6-c65391eafe50 req-6bfd7df3-b695-40e4-a0e4-ddbac7f80af0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 210 time: 0.0835278 May 20 16:01:35.809065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.846419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.967212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.977012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a28023d5-6194-47c7-bca9-794c59e5061a tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:36.027466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.028653 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61991c0f-ff99-474e-be7c-b06f3e536f11 HTTP/1.1" status: 204 len: 168 time: 1.0925789 May 20 16:01:36.037784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61991c0f-ff99-474e-be7c-b06f3e536f11,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:36.042569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Deleting port e77d8af0-45c9-44c7-885b-5d5596b01c7f {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:36.042941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.048884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:36.128213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.160018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0102ef1b-4335-41e7-ba5c-906a07b5f945 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:36.274391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] For port e77d8af0-45c9-44c7-885b-5d5596b01c7f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e77d8af0-45c9-44c7-885b-5d5596b01c7f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:36.274921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.281670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.291101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.297411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-318d92f8-8f26-460e-881c-d6d4f953552d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:36.299041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-318d92f8-8f26-460e-881c-d6d4f953552d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=6fe778a0-559c-4f66-b114-1ff1980bb4bf HTTP/1.1" status: 200 len: 797 time: 0.4094684 May 20 16:01:36.304269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=e24ef423-f12b-4273-abf3-621ed416d169,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:36.308101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:36.313939 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/e24ef423-f12b-4273-abf3-621ed416d169 HTTP/1.1" status: 204 len: 168 time: 1.8730609 May 20 16:01:36.317848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44390) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:36.367541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.403021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d9963-d00c-4bc3-b997-aa92cbbd74a7 None None] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:36.410779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-03c3a1a1-9a06-4a16-b94c-aabb643c8a0e tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:36.457073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e51019c-fec0-4c6f-8aad-7a1ed5a55ca2,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:36.475799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:36.529980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8041fd33-67d7-4624-ba6b-500021212cd9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:36.575890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.576728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-4a6b03fb-fa9e-4c7c-b2f1-caec78d58e2b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 473 time: 0.2650955 May 20 16:01:36.595151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['f7da16fd-ffb9-45c3-945d-e8ab654e6cbe']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:36.671656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 1fefc739-4a58-4423-9b83-04c5b71cbba4 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:36.672208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.787081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-725f3dfb-8128-4c1a-8bcc-1ee5d0def78b None None] Could not find standard attr ID for object c92c8d84-fcda-48bb-afe2-7bbb41af71fc. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:01:36.804844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44400) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:36.811617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Calling delete_port for e77d8af0-45c9-44c7-885b-5d5596b01c7f owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:36.856520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.860833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.862137 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e51019c-fec0-4c6f-8aad-7a1ed5a55ca2 HTTP/1.1" status: 204 len: 168 time: 1.4344649 May 20 16:01:36.866848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44406) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:36.878869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.924920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f77878f2-3fa0-4da2-b2f2-7203485ecd5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b4f01d70d98459fb588c1b04020707a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137998 May 20 16:01:36.938644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44410) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:36.950500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ea614c9-5650-4ec5-896a-3c4ffbe6caa2 tempest-ServersTestManualDisk-27407190 tempest-ServersTestManualDisk-27407190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:36.961830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:36.977673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:36.991176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port 1fefc739-4a58-4423-9b83-04c5b71cbba4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1fefc739-4a58-4423-9b83-04c5b71cbba4,segment=NetworkSegment(33b60c4e-9749-491d-90d1-5dc5f6dae1ed),segment_id=33b60c4e-9749-491d-90d1-5dc5f6dae1ed)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:36.991679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.020358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bec6828c-5485-46c7-97bd-53f38f1e4c5d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:37.035549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171a960b-d876-4f85-b516-62a06dd4d174,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:37.039447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:37.088010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Pushing event deleted for resources: {'Port': ['ID=e77d8af0-45c9-44c7-885b-5d5596b01c7f,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:37.091561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:37.098487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] No DVR routers for this DVR port e77d8af0-45c9-44c7-885b-5d5596b01c7f on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:37.121257 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-806125ad-aba6-418b-9f0b-9bbf87e11c0e req-998f7340-5e25-4f51-99bc-62d54d6ffb1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 210 time: 0.0708063 May 20 16:01:37.127173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.128334 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5843735 May 20 16:01:37.135853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44414) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:37.141536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8041fd33-67d7-4624-ba6b-500021212cd9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:37.148004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8041fd33-67d7-4624-ba6b-500021212cd9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:37.148323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.156134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group_rule': {'security_group_id': '322ec70d-86ee-405a-aa83-81911e4b6f3f', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:37.168014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:37.171188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:37.179013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 1fefc739-4a58-4423-9b83-04c5b71cbba4 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:37.184432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:37.191048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:port and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:37.196446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:37.199834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:37.206816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bec6828c-5485-46c7-97bd-53f38f1e4c5d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:37.208171 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bec6828c-5485-46c7-97bd-53f38f1e4c5d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3396151 May 20 16:01:37.212684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:37.212922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44418) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:37.213835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:37.218528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977036932'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:37.234857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.236983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:37.258040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:37.262222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:37.263271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.290467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.303338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.336893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] DHCP port deletion for 2069c61f-66ba-4b19-9bea-a52ef229b706 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:37.354874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:37.359059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.368762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:37.375440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:37.384109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:37.392234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.418347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.424391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:37.462197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8041fd33-67d7-4624-ba6b-500021212cd9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8041fd33-67d7-4624-ba6b-500021212cd9,segment=NetworkSegment(86612cfd-8729-423e-9d39-511ff8dc5b86),segment_id=86612cfd-8729-423e-9d39-511ff8dc5b86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:37.472034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.475884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0595b054-2182-4d7c-be25-8cfc84f24785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:37.481149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=1fefc739-4a58-4423-9b83-04c5b71cbba4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:37.488476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port 1fefc739-4a58-4423-9b83-04c5b71cbba4 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:37.491385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:37.503952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.520045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c82ab25-86a6-44f6-a4b7-7a795fbb9e2b tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:37.522123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Deleting port 1fefc739-4a58-4423-9b83-04c5b71cbba4 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:37.522582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.523158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.533806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3be05149-2678-4365-b7ed-7344c48d7d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:37.589528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885d640-6b32-4c4c-af22-85520755542b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:37.601011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:37.602831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:37.603175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:37.625001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:37.625888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.673549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.685378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962b98b-c813-4b50-bac7-e9c1b2e4b564 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:37.693757 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9995365 May 20 16:01:37.694031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.698633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c3e84851-abe9-4a57-aabe-5e51641260f4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:37.701858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44422) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:37.708353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e77d8af0-45c9-44c7-885b-5d5596b01c7f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:37.726049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:37.733527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.774347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2069c61f-66ba-4b19-9bea-a52ef229b706']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:37.789854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.795537 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4885d640-6b32-4c4c-af22-85520755542b HTTP/1.1" status: 204 len: 168 time: 0.8512216 May 20 16:01:37.795537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc222f0-00d9-48da-8bad-452b3e43f6bf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:37.799034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:37.809085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.810425 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5967848 May 20 16:01:37.812447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b60c4e-9749-491d-90d1-5dc5f6dae1ed') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:37.812830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b60c4e-9749-491d-90d1-5dc5f6dae1ed') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:37.823993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44428) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:37.839784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e77d8af0-45c9-44c7-885b-5d5596b01c7f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:37.840613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e77d8af0-45c9-44c7-885b-5d5596b01c7f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:37.846374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '2bc222f0-00d9-48da-8bad-452b3e43f6bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:37.864816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.872019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:37.893679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:37.907849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=8dd2f731-e881-40f9-9504-e52d3407f203,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:37.910684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:37.910843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:37.914265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.918093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:37.934810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:37.937658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:37.938744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:37.939155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.955337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:37.957180 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:37.962122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.972581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:37.980013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.981989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.25 (6fe778a0-559c-4f66-b114-1ff1980bb4bf/e62218c7-16ad-4a66-aca6-2fbded356927/21df67a1-177a-4d35-8d04-fc2cdbca7d5d) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:37.988670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] For port 1fefc739-4a58-4423-9b83-04c5b71cbba4, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:37.989072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:37.998288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:37.998663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8041fd33-67d7-4624-ba6b-500021212cd9,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:38.002191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:38.049513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:38.050406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.065004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.088814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.090312 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9517052 May 20 16:01:38.095074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44432) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:38.095334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8050b0a9-834e-495b-9780-af8847e773a0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:38.104591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:38.109071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group_rule': {'security_group_id': '322ec70d-86ee-405a-aa83-81911e4b6f3f', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:38.138226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:38.152372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.180757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5ebad3d7-ce11-47ff-a4e4-599b16898492 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:38.190882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Calling delete_port for 1fefc739-4a58-4423-9b83-04c5b71cbba4 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:38.215044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.ipam_backend_mixin [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Port 1fefc739-4a58-4423-9b83-04c5b71cbba4 was not found and therefore no delete operation was performed {{(pid=92433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 16:01:38.230804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:38.237807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.238144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8041fd33-67d7-4624-ba6b-500021212cd9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:38.257473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=2069c61f-66ba-4b19-9bea-a52ef229b706,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:38.272014 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/2069c61f-66ba-4b19-9bea-a52ef229b706 HTTP/1.1" status: 204 len: 168 time: 1.9527161 May 20 16:01:38.279584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44440) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:38.281554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:38.284542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:38.299382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.312404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1024964006'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:38.320828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7f3307d1-1cda-424f-afcf-c67a7263edc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:38.347726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:38.351944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:38.370001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.373097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:38.378650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Pushing event deleted for resources: {'Port': ['ID=1fefc739-4a58-4423-9b83-04c5b71cbba4,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:38.382206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:38.390316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:38.397528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.405170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:38.405898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Network 2069c61f-66ba-4b19-9bea-a52ef229b706 is not hosted by any dhcp agent {{(pid=92433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:01:38.406240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] No DVR routers for this DVR port 1fefc739-4a58-4423-9b83-04c5b71cbba4 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:38.411701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e6ffad17-8419-4fcc-bc61-74207df6f8cf tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:38.451179 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Project d63b6c63723a47989f0b1e6b960772aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:01:38.464381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.476010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.477659 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6525781 May 20 16:01:38.484275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44450) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:38.485469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351666e3-c17a-42ae-a467-e1841c68c545,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:38.499413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:38.500410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:38.504351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.528203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '2bc222f0-00d9-48da-8bad-452b3e43f6bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:38.556481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:38.595133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8041fd33-67d7-4624-ba6b-500021212cd9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:38.595817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.596438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:38.603538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:38.605893 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.ipam_backend_mixin [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dd2f731-e881-40f9-9504-e52d3407f203 (CIDR: 2001:db8::/64) May 20 16:01:38.608556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1819630e-5d35-4961-b2a6-2626263ee04f req-a18f5f3b-c229-4979-918c-185b536e8686 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:38.613278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:38.617372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:38.617605 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:01:38.618185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:01:38.660781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.663281 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 797928dc-b524-4b2b-8f78-1c27aecd9542 of type vlan for network 7004b4b9-8521-4265-9ad2-4fd606d1c246 May 20 16:01:38.702323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': '8dd2f731-e881-40f9-9504-e52d3407f203'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:38.703456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.714091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.755121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-22ec14e8-e7b9-48b8-a702-033f8c65e4a8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0458491 May 20 16:01:38.761296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1819630e-5d35-4961-b2a6-2626263ee04f req-a18f5f3b-c229-4979-918c-185b536e8686 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:38.761976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.762464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1819630e-5d35-4961-b2a6-2626263ee04f req-a18f5f3b-c229-4979-918c-185b536e8686 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 210 time: 0.3489072 May 20 16:01:38.762929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44456) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:38.781509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:38.828275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.830967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.840690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.846768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:38.847427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:38.862263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4f97a916-4a0b-404d-afcf-73784bf5e4c5 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:39.056380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.112355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 21df67a1-177a-4d35-8d04-fc2cdbca7d5d will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:39.125704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:39.132660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:39.137622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:39.146281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:39.166045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:39.171388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.253647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/8dd2f731-e881-40f9-9504-e52d3407f203/ce81a186-ff00-447f-bb2b-4cfd7d33146f) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:39.267883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44468) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:39.309705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.326215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=7004b4b9-8521-4265-9ad2-4fd606d1c246,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:39.333129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:39.335790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.336900 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2409024 May 20 16:01:39.341476 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0379026 May 20 16:01:39.342917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:39.343386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:39.344036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1fefc739-4a58-4423-9b83-04c5b71cbba4 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:39.357727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44474) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:39.357952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44476) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:39.359539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.360586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003f85aa-d7ab-4f7b-afbc-95c7a6e8cbf3,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:39.369774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:39.386079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:39.389981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'security_group_rule': {'security_group_id': '322ec70d-86ee-405a-aa83-81911e4b6f3f', 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:39.396874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:39.400943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:security_group_rule and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:39.405832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:39.412326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:39.412586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:39.426021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.432216 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Project d63b6c63723a47989f0b1e6b960772aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:01:39.443436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.489277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:39.502342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:39.507170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-64c408ce-3723-4ddd-abc7-106051f260ab tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:39.523145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:39.529826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-1374616252'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:39.531251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:39.535549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:39.540382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:39.544862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:39.545496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1fefc739-4a58-4423-9b83-04c5b71cbba4 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:39.546026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1fefc739-4a58-4423-9b83-04c5b71cbba4 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:39.554926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:39.557859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:39.601181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ad2306-07d7-4d83-9033-6ff11458c61f,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:39.603295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:39.611520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.628618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:39.693156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.723666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.727096 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2331247 May 20 16:01:39.728123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:39.735157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:39.741679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:39.752159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:security_group_rule and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:39.761281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:39.762606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '2bc222f0-00d9-48da-8bad-452b3e43f6bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:39.764694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:39.771367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.772641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:39.774968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:39.784224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.787546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:39.792319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:39.807884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:39.816229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:39.817670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.859922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:39.864546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:39.876288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:39.887788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677fe218-4359-4d35-940c-f3b983ecb8dd,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:39.895335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:39.898983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:39.952990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:40.007421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.022275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Transition to ACTIVE for port object ce81a186-ff00-447f-bb2b-4cfd7d33146f will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:40.046999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.063456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4719312 May 20 16:01:40.068092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Transition to ACTIVE for port object ce81a186-ff00-447f-bb2b-4cfd7d33146f will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:40.068867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.070249 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7074461 May 20 16:01:40.080687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Request body: {'port': {'device_id': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:40.104759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.113497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:40.195188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b771a0be-741c-4bc4-9142-7e63a4acd4cd None None] Provisioning for port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:40.204695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.217505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.231350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:40.243540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.244347 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8 of type vlan for network a12fe247-b29c-4435-8f73-cadcf7aa34fc May 20 16:01:40.280088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.299735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b771a0be-741c-4bc4-9142-7e63a4acd4cd None None] Provisioning complete for port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:40.300361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.301156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b771a0be-741c-4bc4-9142-7e63a4acd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.326124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c622db2d-cb31-4b46-a9c0-552e799b9da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:40.352163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.365370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d783f7-30ab-4237-b346-feebe6fc816e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:40.369890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.380223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:40.382830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.396178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.411487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc94483-7d9a-419d-95c6-8b5acb2edd37 req-1603caf4-eae1-4564-9f82-d121375d9d8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:40.413115 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfc94483-7d9a-419d-95c6-8b5acb2edd37 req-1603caf4-eae1-4564-9f82-d121375d9d8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 932 time: 0.4378231 May 20 16:01:40.419026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:40.423986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71bd58ce-da0c-45c0-b6c6-ea09660276f0 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:40.434192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb74e427-5ddf-44b8-ba97-0d6f395724cd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:40.460075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:40.516217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa02460-f549-49e5-b819-c8fce1ebdf43,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:40.531965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:40.550049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:40.551425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=a12fe247-b29c-4435-8f73-cadcf7aa34fc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:40.557968 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2838643 May 20 16:01:40.559468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:40.563638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44518) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:40.569937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-46053627'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:40.578949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:40.593133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:40.598133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:40.598466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:40.604183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:40.613308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.617584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8770342 May 20 16:01:40.622570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44522) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:40.626642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:40.633615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Pushing event updated for resources: {'Port': ['ID=ce81a186-ff00-447f-bb2b-4cfd7d33146f,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:40.663320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:40.675499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.704063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '2bc222f0-00d9-48da-8bad-452b3e43f6bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:40.713865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:40.732440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfc94483-7d9a-419d-95c6-8b5acb2edd37 req-c087b741-c241-49c1-9bf0-a51ae4f9c7a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913892 May 20 16:01:40.733779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:40.750006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:40.756131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:40.775116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:40.847933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b771a0be-741c-4bc4-9142-7e63a4acd4cd None None] Port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:40.862730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8800e784-4fcf-46b4-930a-b26fa7eaf7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.870731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:01:40.893423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.918907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.920305 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment f07a2be3-3686-45de-b277-b365d903c808 of type vlan for network 16a3a75e-29c8-407a-a4f7-553fd8645edc May 20 16:01:40.996078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Attempting to bind port ce81a186-ff00-447f-bb2b-4cfd7d33146f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:40.996789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Attempting to bind port ce81a186-ff00-447f-bb2b-4cfd7d33146f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:40.997441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Attempting to bind port ce81a186-ff00-447f-bb2b-4cfd7d33146f on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:41.003769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.006840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:41.007615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:41.008435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.009329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:41.010478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Bound port: ce81a186-ff00-447f-bb2b-4cfd7d33146f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:41.011303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.052392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.119523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.126169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.126827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.138565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:41.151906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] For port ce81a186-ff00-447f-bb2b-4cfd7d33146f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:41.158659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] For port ce81a186-ff00-447f-bb2b-4cfd7d33146f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ce81a186-ff00-447f-bb2b-4cfd7d33146f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:41.164898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.174153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:41.263099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.339598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:41.376172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Pushing event updated for resources: {'Port': ['ID=ce81a186-ff00-447f-bb2b-4cfd7d33146f,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:41.383452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:41.398363 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8334010 May 20 16:01:41.402938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=16a3a75e-29c8-407a-a4f7-553fd8645edc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:41.403727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f8efde-c017-49d1-914d-856e36c9817e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:41.405444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44542) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:41.414659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:41.417806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.425480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.429619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7923517 May 20 16:01:41.430245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:01:41.432089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21df67a1-177a-4d35-8d04-fc2cdbca7d5d {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:01:41.433818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:41.444524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44546) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:41.451950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:41.452900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8bb66e0a-19a4-4f27-8138-44cd22225220 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:41.455597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '2bc222f0-00d9-48da-8bad-452b3e43f6bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:41.461417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.506244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:41.530423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:41.537608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:41.544108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Transition to ACTIVE for port object 21df67a1-177a-4d35-8d04-fc2cdbca7d5d will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:41.556732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:41.562088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.570559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-74e0e906-4522-45bf-950d-f889f749db7e tempest-ServerActionsTestJSON-1383413125 tempest-ServerActionsTestJSON-1383413125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:41.783505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:01:41.805835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': '797928dc-b524-4b2b-8f78-1c27aecd9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:41.806200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: 7004b4b9-8521-4265-9ad2-4fd606d1c246, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:41.811994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=f34e6fc1-30a5-499c-a019-ac31027dd579,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:41.814882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:41.829819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:41.834111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:41.837551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:41.844141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:41.869980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:41.880797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.904166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:41.918319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:41.997964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Pushing event updated for resources: {'Port': ['ID=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:42.029113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 7004b4b9-8521-4265-9ad2-4fd606d1c246) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:42.040333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d455292-61bb-44c4-834d-b4903a7f8719 None None] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:42.094886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:42.095695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.102422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:42.148958 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7840314 May 20 16:01:42.160414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44562) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:42.173451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246', 'security_groups': [], 'name': 'tempest-PortsTestJSON-987918169'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:42.303707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.319154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.328529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Attempting to bind port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:42.328849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Attempting to bind port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:42.329177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Attempting to bind port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d on network 6fe778a0-559c-4f66-b114-1ff1980bb4bf {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:42.339428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2a8e5def-e08e-46af-9fa2-0fbdd6d5ce5f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:42.365477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d on network 6fe778a0-559c-4f66-b114-1ff1980bb4bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:42.365815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Attempting to bind port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d on network 6fe778a0-559c-4f66-b114-1ff1980bb4bf {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:42.384375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30da662-5da0-45c1-b4f0-e73048616bc4,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:42.409109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ce81a186-ff00-447f-bb2b-4cfd7d33146f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:42.433406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:42.452962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10542b-54dc-4a2f-a934-8d77ef216715 req-873de114-bffe-4a57-855b-b1994042a976 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:42.454671 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd10542b-54dc-4a2f-a934-8d77ef216715 req-873de114-bffe-4a57-855b-b1994042a976 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 944 time: 0.4480352 May 20 16:01:42.455506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:42.455842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Checking segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:42.456239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Bound using segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:42.456694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Bound port: 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:42.460204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.530865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.535592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0898545 May 20 16:01:42.536240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44594) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:42.573317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-7004b4b9-8521-4265-9ad2-4fd606d1c246', 'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': 'f34e6fc1-30a5-499c-a019-ac31027dd579'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:42.574473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.592090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port ce81a186-ff00-447f-bb2b-4cfd7d33146f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:42.636715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.672011 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd10542b-54dc-4a2f-a934-8d77ef216715 req-9bfb541e-9a83-467f-85a4-6591bfbd3fff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834986 May 20 16:01:42.701074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:42.919717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:42.928578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:42.935209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:42.946996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:42.969749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Allocated IP 172.20.0.2 (7004b4b9-8521-4265-9ad2-4fd606d1c246/f34e6fc1-30a5-499c-a019-ac31027dd579/363455fa-8a4c-408d-bbde-adcba305a9fa) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:43.017000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:43.021033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.021281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.083437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 761abc68-5caf-4c00-aa6a-9eb89519d222 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:43.114715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.135663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] For port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:43.139617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5782cda5-bfb8-4582-bd7a-63462a6096dd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:43.201269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30da662-5da0-45c1-b4f0-e73048616bc4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:43.217572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] For port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:43.221634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] For port ce81a186-ff00-447f-bb2b-4cfd7d33146f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ce81a186-ff00-447f-bb2b-4cfd7d33146f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:43.230669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:43.237856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.240030 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c30da662-5da0-45c1-b4f0-e73048616bc4 HTTP/1.1" status: 204 len: 168 time: 0.6929092 May 20 16:01:43.242262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.247152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44598) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:43.253375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-949868d6-bcc0-45f4-8a2d-7b15d4e1cdb6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:43.407336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:43.408852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.411410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] 10.222.0.25 "PUT /v2.0/ports/21df67a1-177a-4d35-8d04-fc2cdbca7d5d HTTP/1.1" status: 200 len: 1094 time: 3.3350127 May 20 16:01:43.426877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'tag': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:43.439995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:01:43.452592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f8eb7095-3f67-43d7-b8f1-3e8e511ab516 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:43.511060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f8eb7095-3f67-43d7-b8f1-3e8e511ab516 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:43.512763 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f8eb7095-3f67-43d7-b8f1-3e8e511ab516 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2609627 May 20 16:01:43.516906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44604) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:43.603028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'tag': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d', 'status': 'completed', 'code': 200} May 20 16:01:43.603487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.604217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Pushing event updated for resources: {'Port': ['ID=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:43.617306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:43.621611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.632319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.633371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.634277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.651604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1c56e8a8-0d94-492e-a7a5-001335c36b30 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:43.671166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.681848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Provisioning for port ce81a186-ff00-447f-bb2b-4cfd7d33146f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:43.754420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Provisioning complete for port ce81a186-ff00-447f-bb2b-4cfd7d33146f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:43.755568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.785510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:43.809823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.835078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:43.836362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.868374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Transition to ACTIVE for port object 363455fa-8a4c-408d-bbde-adcba305a9fa will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:43.874782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.885453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38f8efde-c017-49d1-914d-856e36c9817e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:43.887390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b6f634bb-9ca6-4b95-b39e-e1574e18376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:43.893634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:43.895352 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b274655b-8090-4e2f-ac41-b9546b2b34de tempest-FloatingIPTestJSON-191636683 tempest-FloatingIPTestJSON-191636683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:43.909279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:43.922141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c608392-b568-4b0e-bbeb-4ad465f902e9 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:43.985844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Transition to ACTIVE for port object 363455fa-8a4c-408d-bbde-adcba305a9fa will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:44.000699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.001301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.038875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=1a01a5dd-0219-4b9b-8f71-57b9ba04aee3,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.042257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=ce81a186-ff00-447f-bb2b-4cfd7d33146f,revision_number=4']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.042587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.048341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.053261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-47ca96d4-cf9f-4fad-a225-e77443c52576 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.130298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.133806 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/38f8efde-c017-49d1-914d-856e36c9817e HTTP/1.1" status: 204 len: 168 time: 0.6124749 May 20 16:01:44.133999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.148294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44612) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.155188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b0f9792e-c762-459c-821f-c7d312e4a272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.178774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:44.179441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: a12fe247-b29c-4435-8f73-cadcf7aa34fc, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:44.206974 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4346890 May 20 16:01:44.210593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-a6dae7b5-018f-4b2c-ba9f-fdad2ef0d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.211969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44616) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.212174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-a6dae7b5-018f-4b2c-ba9f-fdad2ef0d937 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 1097 time: 0.7206845 May 20 16:01:44.228367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:ab:dc:2b', 'name': 'tempest-NetworksTestDHCPv6-739341049'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.261171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.11 (7004b4b9-8521-4265-9ad2-4fd606d1c246/f34e6fc1-30a5-499c-a019-ac31027dd579/761abc68-5caf-4c00-aa6a-9eb89519d222) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:44.350300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ce81a186-ff00-447f-bb2b-4cfd7d33146f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:44.367122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:44.385938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd9b4-3acd-4371-8db0-73efeeb197fb req-3b314065-aebf-48ac-9b02-6496b904bcfe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.394576 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ecfd9b4-3acd-4371-8db0-73efeeb197fb req-3b314065-aebf-48ac-9b02-6496b904bcfe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 944 time: 0.4662735 May 20 16:01:44.397476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-6b92544e-4ef0-4fc3-b0f3-4f8ce07bde21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d HTTP/1.1" status: 200 len: 217 time: 0.1693506 May 20 16:01:44.454700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.462742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4d5fd6cd-f85f-47a3-92e2-477283af860c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:44.468774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Pushing event updated for resources: {'Port': ['ID=363455fa-8a4c-408d-bbde-adcba305a9fa,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.472776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.480507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a12fe247-b29c-4435-8f73-cadcf7aa34fc) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:44.481618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:44.547090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:44.556538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:44.564553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc73dd-20ab-4099-88ff-791840496fdf None None] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:44.628992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.630009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.674570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=815bebb1-311c-4d9d-8add-1e50786aa52d,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.690755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:44.740145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ecfd9b4-3acd-4371-8db0-73efeeb197fb req-7adba6ce-dea2-4d1a-8ae5-0584c046a10b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444247 May 20 16:01:44.745474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-5cb1df1c-63d8-41ed-8fbb-a181ad9565c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.748772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-5cb1df1c-63d8-41ed-8fbb-a181ad9565c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e62218c7-16ad-4a66-aca6-2fbded356927 HTTP/1.1" status: 200 len: 838 time: 0.1233540 May 20 16:01:44.781836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4d5fd6cd-f85f-47a3-92e2-477283af860c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:44.786830 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d5fd6cd-f85f-47a3-92e2-477283af860c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.6346128 May 20 16:01:44.799527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44620) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.861190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.869969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:44.874717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] For port ce81a186-ff00-447f-bb2b-4cfd7d33146f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ce81a186-ff00-447f-bb2b-4cfd7d33146f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:44.878597 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4479468 May 20 16:01:44.880691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.884371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44624) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:44.888870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.894783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:44.906149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:44.917072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:44.927322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.933327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bddd-506e-498f-8639-64e1e3329781 req-d0f0dcb9-fde2-442e-b6cf-36206ef41a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:44.935118 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-d0f0dcb9-fde2-442e-b6cf-36206ef41a01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6fe778a0-559c-4f66-b114-1ff1980bb4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1799266 May 20 16:01:44.939883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bc77559-915a-4ee1-8765-25a3bb24daf4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.959167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:44.981109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ade88e64-95ea-4cc2-a7dd-2d9a5760abdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:44.985820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daa02460-f549-49e5-b819-c8fce1ebdf43,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:44.992070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:45.053471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.058457 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/daa02460-f549-49e5-b819-c8fce1ebdf43 HTTP/1.1" status: 204 len: 168 time: 0.2519448 May 20 16:01:45.060330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.060792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.061250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.061742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.062193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.062638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.063079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.063524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.063961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.064424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.064850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.065296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:45.076906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44630) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:45.082062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:45.140223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Pushing event updated for resources: {'Port': ['ID=ce81a186-ff00-447f-bb2b-4cfd7d33146f,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:45.145181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:45.184281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:45.227336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-21d52b5a-7d86-492a-8589-cc1c237056a9 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:45.234373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-eb0812da-7cba-44dc-8fca-ca4ffe9463f6 service neutron] 10.222.0.25 "GET /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878277 May 20 16:01:45.272157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.333496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-21d52b5a-7d86-492a-8589-cc1c237056a9 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:45.338757 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-21d52b5a-7d86-492a-8589-cc1c237056a9 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2602031 May 20 16:01:45.339556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:45.410424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.410715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:45.426923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:45.427561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.437122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Attempting to bind port 363455fa-8a4c-408d-bbde-adcba305a9fa on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:45.438033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Attempting to bind port 363455fa-8a4c-408d-bbde-adcba305a9fa by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '797928dc-b524-4b2b-8f78-1c27aecd9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:45.440430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Attempting to bind port 363455fa-8a4c-408d-bbde-adcba305a9fa on network 7004b4b9-8521-4265-9ad2-4fd606d1c246 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:45.441846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:45.454033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 761abc68-5caf-4c00-aa6a-9eb89519d222 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:45.461203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a99bddd-506e-498f-8639-64e1e3329781 req-40537a28-5641-46e5-8fda-ddba20ecd9c7 service neutron] 10.222.0.25 "GET /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204218 May 20 16:01:45.471107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:45.491496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.511219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:45.531121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ad2306-07d7-4d83-9033-6ff11458c61f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:45.544147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:45.545298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.549080 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/14ad2306-07d7-4d83-9033-6ff11458c61f HTTP/1.1" status: 204 len: 168 time: 0.2010272 May 20 16:01:45.558547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44638) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:45.559583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:45.564280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.589962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:45.591211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Checking segment: {'id': '797928dc-b524-4b2b-8f78-1c27aecd9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:45.592026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.592537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Bound using segment: {'id': '797928dc-b524-4b2b-8f78-1c27aecd9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:45.593141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Bound port: 363455fa-8a4c-408d-bbde-adcba305a9fa, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797928dc-b524-4b2b-8f78-1c27aecd9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7004b4b9-8521-4265-9ad2-4fd606d1c246'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:45.594193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.646860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e0d13-b061-44cd-b114-66d50008c17d req-c4e2bfa7-1b86-4e1f-857a-ec3fa6cc6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.647834 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-c4e2bfa7-1b86-4e1f-857a-ec3fa6cc6992 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 1097 time: 0.1200860 May 20 16:01:45.657266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.704586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ce81a186-ff00-447f-bb2b-4cfd7d33146f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:45.705051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.829664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e0d13-b061-44cd-b114-66d50008c17d req-3319a522-a646-4f9d-8fba-f51e599e16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:45.831926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-3319a522-a646-4f9d-8fba-f51e599e16a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6fe778a0-559c-4f66-b114-1ff1980bb4bf HTTP/1.1" status: 200 len: 897 time: 0.1766458 May 20 16:01:45.866366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a12fe247-b29c-4435-8f73-cadcf7aa34fc', 'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '1a01a5dd-0219-4b9b-8f71-57b9ba04aee3'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:45.867373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.903924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] For port 363455fa-8a4c-408d-bbde-adcba305a9fa, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:45.911821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] For port 363455fa-8a4c-408d-bbde-adcba305a9fa, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=363455fa-8a4c-408d-bbde-adcba305a9fa,segment=NetworkSegment(797928dc-b524-4b2b-8f78-1c27aecd9542),segment_id=797928dc-b524-4b2b-8f78-1c27aecd9542)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:45.922169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.965782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:45.981849 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6f3fa5cc-413f-4a8b-8b93-a71de4d78ec5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3926687 May 20 16:01:45.983277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:45.988089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port 9d35f2e0-eb22-496a-ad32-8570cc829613 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:46.012259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-5dcbdbe5-c78f-474a-9ca1-5a43617b089d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d HTTP/1.1" status: 200 len: 217 time: 0.1717572 May 20 16:01:46.012868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44644) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:46.034643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6dbd0e0b-708e-4f3b-9fac-bd460771a7dc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:46.184997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:46.214508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:46.236344 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e0d13-b061-44cd-b114-66d50008c17d req-b51170d0-67ee-4131-90e0-16bb07660947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:46.243989 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-b51170d0-67ee-4131-90e0-16bb07660947 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e62218c7-16ad-4a66-aca6-2fbded356927 HTTP/1.1" status: 200 len: 838 time: 0.2179139 May 20 16:01:46.262710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:46.385399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=761abc68-5caf-4c00-aa6a-9eb89519d222,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:46.434914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:46.492090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:46.525123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Pushing event updated for resources: {'Port': ['ID=363455fa-8a4c-408d-bbde-adcba305a9fa,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:46.531204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:46.544622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f419e4-b699-4b88-98db-f667c6f98e42 req-9cf85296-4e7c-4fe2-836f-21fee5922c40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:46.550978 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7f419e4-b699-4b88-98db-f667c6f98e42 req-9cf85296-4e7c-4fe2-836f-21fee5922c40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 944 time: 0.3117480 May 20 16:01:46.570801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ce81a186-ff00-447f-bb2b-4cfd7d33146f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:46.639160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:46.711454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:46.718922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e0d13-b061-44cd-b114-66d50008c17d req-7ed4847b-803f-42e7-bc90-c3be98154e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:46.721372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-7ed4847b-803f-42e7-bc90-c3be98154e57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6fe778a0-559c-4f66-b114-1ff1980bb4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3965921 May 20 16:01:46.724488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Allocated IP 172.20.0.2 (a12fe247-b29c-4435-8f73-cadcf7aa34fc/1a01a5dd-0219-4b9b-8f71-57b9ba04aee3/d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:46.732382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:46.763018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ce81a186-ff00-447f-bb2b-4cfd7d33146f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:46.763541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:46.931717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=351666e3-c17a-42ae-a467-e1841c68c545,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:46.965156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:46.969898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/351666e3-c17a-42ae-a467-e1841c68c545 HTTP/1.1" status: 204 len: 168 time: 0.9510956 May 20 16:01:46.975117 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7f419e4-b699-4b88-98db-f667c6f98e42 req-345d83dc-5d37-4221-a93b-c8c61100b5df tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043651 May 20 16:01:47.064052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44650) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:47.065087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:47.082580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.083176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.083788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.084386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.084945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.085566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.086066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.086666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.087212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.087818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.088836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.089465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:47.111139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:47.165399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-691d1b31-7e96-4e26-a75f-910321a8f81c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:47.203909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-691d1b31-7e96-4e26-a75f-910321a8f81c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:47.205200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-691d1b31-7e96-4e26-a75f-910321a8f81c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1389720 May 20 16:01:47.211242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44654) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:47.237072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:47.238136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.299330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.322200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.323431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Transition to ACTIVE for port object d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:47.330357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-9303dd78-546c-4692-a50a-66c7c749bc59 service neutron] 10.222.0.25 "GET /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265422 May 20 16:01:47.362249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Transition to ACTIVE for port object d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:47.366921 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.2051914 May 20 16:01:47.379804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 21df67a1-177a-4d35-8d04-fc2cdbca7d5d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:01:47.390415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44658) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:47.502882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-504e0d13-b061-44cd-b114-66d50008c17d req-680ea7a3-a35a-4baa-9c3e-320327c63bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614575 May 20 16:01:47.540306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.542910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.623361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c222d8c1-3aaf-4e4b-a944-3dce6367734e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:47.703424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.710592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a00fe289-dce8-4aec-9b97-f984581c61a5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:47.751199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc222f0-00d9-48da-8bad-452b3e43f6bf,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:47.755757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:47.761085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.762326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/2bc222f0-00d9-48da-8bad-452b3e43f6bf HTTP/1.1" status: 204 len: 168 time: 0.5501776 May 20 16:01:47.765731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44664) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:47.862002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:47.863304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb187960-87af-4bd6-8571-9f88e84b59d6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:47.869756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-edf06bd1-6676-478b-af5a-e6d15360e987 None None] Provisioning complete for port ce81a186-ff00-447f-bb2b-4cfd7d33146f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:47.870423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-edf06bd1-6676-478b-af5a-e6d15360e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:47.904076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb187960-87af-4bd6-8571-9f88e84b59d6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:47.908058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fb187960-87af-4bd6-8571-9f88e84b59d6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410224 May 20 16:01:47.916481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:47.925918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44668) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:47.932364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:47.935117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Pushing event updated for resources: {'Port': ['ID=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:47.940082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--374747080'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:47.945470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:47.958913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:47.992419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:48.012935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::2c9 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/8dd2f731-e881-40f9-9504-e52d3407f203/9d35f2e0-eb22-496a-ad32-8570cc829613) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:48.051888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.099556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:dc2b (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/815bebb1-311c-4d9d-8add-1e50786aa52d/9d35f2e0-eb22-496a-ad32-8570cc829613) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:48.118845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:48.136356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:48.142528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:48.162696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:48.239163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:48.295697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31220fc0-4000-414c-ae2c-75f4c0730b25 None None] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:48.389948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'port_id': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d', 'mac_address': 'fa:16:3e:0a:e2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:01:48.418089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 761abc68-5caf-4c00-aa6a-9eb89519d222 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:48.419384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.449970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 363455fa-8a4c-408d-bbde-adcba305a9fa up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:48.480886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Attempting to bind port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:48.481249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Attempting to bind port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:48.481647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Attempting to bind port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc on network a12fe247-b29c-4435-8f73-cadcf7aa34fc {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:48.621622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.635434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:48.636059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Checking segment: {'id': '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:48.636756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.637630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Bound using segment: {'id': '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:48.638494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Bound port: d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a12fe247-b29c-4435-8f73-cadcf7aa34fc'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:48.639140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.747030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.766414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.780348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8de355d0-f092-4238-a00f-5705148b519c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:48.891475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b1762-92dc-43d6-a8da-4282ca5e5985,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:48.891826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 761abc68-5caf-4c00-aa6a-9eb89519d222 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:48.902536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:48.946152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.975990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ed90f-56fb-4909-bda7-bdf1b2750f90 req-3610122e-1c26-412f-9187-4766a6602d9a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:48.980247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ce0ed90f-56fb-4909-bda7-bdf1b2750f90 req-3610122e-1c26-412f-9187-4766a6602d9a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 944 time: 0.6503580 May 20 16:01:48.985028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:48.986631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0583045 May 20 16:01:48.991361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44676) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:49.000974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': 'df7b1762-92dc-43d6-a8da-4282ca5e5985', 'direction': 'ingress', 'protocol': 17}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:49.011402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:49.046636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:49.056729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:49.066306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] For port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:49.073671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:49.111856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.120188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ce0ed90f-56fb-4909-bda7-bdf1b2750f90 req-431f1afc-bc43-4480-b3b8-8689aa845d0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036036 May 20 16:01:49.140484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.180572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] For port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,segment=NetworkSegment(9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8),segment_id=9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:49.184457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object 9d35f2e0-eb22-496a-ad32-8570cc829613 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:49.188597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21df67a1-177a-4d35-8d04-fc2cdbca7d5d {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:01:49.202841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.210932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.230088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-08cd5c42-dd34-43c5-966b-4b7431e37587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.234221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.240110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.273571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c97acc5-e7f8-459f-bdce-a8432224bc49 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.298081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c970af27-733c-45d0-a2dd-25a0cf254db1,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:49.304212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 363455fa-8a4c-408d-bbde-adcba305a9fa completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:49.307763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:49.308555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.309868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3170452 May 20 16:01:49.314029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4042ac5d-3bec-4b0e-ae5f-e906fd72450a tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.314803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44680) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:49.412585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:49.423547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.430542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.436657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Pushing event updated for resources: {'Port': ['ID=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:49.442414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:49.446123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.469624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.533699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=006f23bb-4364-443d-b376-5b705f0d9a04,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:49.539286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:49.543379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.551876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0762ead2-bb43-4b88-9835-d10217a141e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.566690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Provisioning for port 363455fa-8a4c-408d-bbde-adcba305a9fa completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:49.571495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.584208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a64f4df-ed5e-4c81-89cb-8443f4eb9e60 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.585507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Provisioning complete for port 363455fa-8a4c-408d-bbde-adcba305a9fa triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:49.585891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.602782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.613108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b1762-92dc-43d6-a8da-4282ca5e5985,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:49.631977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:49.641383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=761abc68-5caf-4c00-aa6a-9eb89519d222,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:49.645395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.649647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/df7b1762-92dc-43d6-a8da-4282ca5e5985 HTTP/1.1" status: 204 len: 168 time: 0.3335452 May 20 16:01:49.651286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44684) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:49.653605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:49.654452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': 'f07a2be3-3686-45de-b277-b365d903c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:49.654831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: 16a3a75e-29c8-407a-a4f7-553fd8645edc, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:01:49.726923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2e6cbfa3-91d4-469a-88c2-aa3b9ff4b399 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:49.800326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-100ccc83-ff9f-4edd-a404-fd43bfa5f663 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:49.825237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['21df67a1-177a-4d35-8d04-fc2cdbca7d5d'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:49.854886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-100ccc83-ff9f-4edd-a404-fd43bfa5f663 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:49.858704 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-100ccc83-ff9f-4edd-a404-fd43bfa5f663 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2061057 May 20 16:01:49.866087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44688) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:49.879762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--599590711'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:49.892088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:49.900541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:49.906151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:49.909403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:49.928897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:49.937377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:49.944424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:49.951427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:49.952167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.967301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:49.974238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:01:49.976830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=9d35f2e0-eb22-496a-ad32-8570cc829613,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:50.003964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:50.033003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 16a3a75e-29c8-407a-a4f7-553fd8645edc) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:50.041130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:50.043309 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/761abc68-5caf-4c00-aa6a-9eb89519d222 HTTP/1.1" status: 204 len: 168 time: 2.6466722 May 20 16:01:50.047866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:50.060819 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.8389223 May 20 16:01:50.078042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce63b7-0689-4f53-a17c-01bed713b5e3 None None] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:50.083174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44698) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:50.179084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:50.198442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:50.213755 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e6553c-b0df-4193-9dff-6a0d2617cef5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:01:50.214297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f4e6553c-b0df-4193-9dff-6a0d2617cef5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:50.284201 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3933177 May 20 16:01:50.286197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44704) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:50.292123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1161529417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:50.321971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:50.336697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f4e6553c-b0df-4193-9dff-6a0d2617cef5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:50.337944 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f4e6553c-b0df-4193-9dff-6a0d2617cef5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/761abc68-5caf-4c00-aa6a-9eb89519d222 HTTP/1.1" status: 404 len: 333 time: 0.2853837 May 20 16:01:50.339261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:50.346331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44708) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:50.350745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:router and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:50.455595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:50.476975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:50.529731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:50.531291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:50.548596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet f34e6fc1-30a5-499c-a019-ac31027dd579 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:50.560676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:50.576376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:50.579430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:50.589179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:50.594774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:50.948886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port 9d35f2e0-eb22-496a-ad32-8570cc829613 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:50.949886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:50.990724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.038555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d66a-7891-4553-9ce6-1cb06f3ff25a req-68842592-2a15-4c3d-a02a-a109a4caeb38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:51.040341 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-afa8d66a-7891-4553-9ce6-1cb06f3ff25a req-68842592-2a15-4c3d-a02a-a109a4caeb38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 945 time: 0.5979412 May 20 16:01:51.049430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-16a3a75e-29c8-407a-a4f7-553fd8645edc', 'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '006f23bb-4364-443d-b376-5b705f0d9a04'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:01:51.049732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.049871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.073990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.143675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:51.156744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.226537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] For port 363455fa-8a4c-408d-bbde-adcba305a9fa, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=363455fa-8a4c-408d-bbde-adcba305a9fa,segment=NetworkSegment(797928dc-b524-4b2b-8f78-1c27aecd9542),segment_id=797928dc-b524-4b2b-8f78-1c27aecd9542)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:51.255137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.262239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.271274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8e9fa678-be8c-43dd-9cfe-f89393c576c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:51.413816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.418155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.419387 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-919604b8-d16e-4000-a2af-fb1dd49eb169 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1322279 May 20 16:01:51.425119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:51.425567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-16a736d6-d3d1-448c-b03d-a8e3e4973941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:51.505001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Provisioning for port 9d35f2e0-eb22-496a-ad32-8570cc829613 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:51.508978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97982920-2cba-427a-963f-13bb62a7ccc1 None None] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:51.518451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.535659 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-afa8d66a-7891-4553-9ce6-1cb06f3ff25a req-804e8d34-fd26-48e9-b740-58a2ecb47014 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470236 May 20 16:01:51.542037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea6a0a-faec-449c-a8b6-706e8e87b6b1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:51.561230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:51.576418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Provisioning complete for port 9d35f2e0-eb22-496a-ad32-8570cc829613 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:51.577208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.618950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.623260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7537978 May 20 16:01:51.629532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Pushing event updated for resources: {'Port': ['ID=363455fa-8a4c-408d-bbde-adcba305a9fa,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:51.630146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44718) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:51.649637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534595318'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:51.693998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for 9d35f2e0-eb22-496a-ad32-8570cc829613 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:51.694230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:51.735559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:51.740251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Allocated IP 172.21.0.2 (16a3a75e-29c8-407a-a4f7-553fd8645edc/006f23bb-4364-443d-b376-5b705f0d9a04/0a8b62ed-31cd-4103-a606-b183ef7be3b9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:51.751890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:51.780131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Port 9d35f2e0-eb22-496a-ad32-8570cc829613 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:51.800852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:51.904826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:51.936732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:52.003738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Provisioning complete for port 363455fa-8a4c-408d-bbde-adcba305a9fa triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:52.004040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.076582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.111547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:52.272852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=9d35f2e0-eb22-496a-ad32-8570cc829613,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:52.334486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:52.367735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.493556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 363455fa-8a4c-408d-bbde-adcba305a9fa up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:52.496527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.520220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/9d35f2e0-eb22-496a-ad32-8570cc829613 HTTP/1.1" status: 204 len: 168 time: 2.4320745 May 20 16:01:52.523257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44724) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:52.540508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:52.561747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:52.648210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.697869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Transition to ACTIVE for port object 0a8b62ed-31cd-4103-a606-b183ef7be3b9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:52.721284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:52.748541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.762302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:52.787338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee4ac5-8abf-4403-9439-82d3d59fa73e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:52.789212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-06ee4ac5-8abf-4403-9439-82d3d59fa73e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:52.801114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fd89123-a50c-4256-b7fd-77665eef1657 None None] Could not find standard attr ID for object 761abc68-5caf-4c00-aa6a-9eb89519d222. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:01:52.835699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Transition to ACTIVE for port object 0a8b62ed-31cd-4103-a606-b183ef7be3b9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:52.837454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-06ee4ac5-8abf-4403-9439-82d3d59fa73e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:52.842192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06ee4ac5-8abf-4403-9439-82d3d59fa73e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3170021 May 20 16:01:52.846326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44730) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:52.864989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:52.874189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-933251dd-fa17-4545-8e1c-4e5ee4b6e5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:52.926031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 363455fa-8a4c-408d-bbde-adcba305a9fa triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:52.926411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.028723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0016698-e0b2-4bb3-8892-172901b21f4d req-27d95cd3-6c90-4610-bba5-36c328221da3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:53.031047 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d0016698-e0b2-4bb3-8892-172901b21f4d req-27d95cd3-6c90-4610-bba5-36c328221da3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 945 time: 0.1819248 May 20 16:01:53.112759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d0016698-e0b2-4bb3-8892-172901b21f4d req-fff221e9-1a3a-4320-b272-614b3e69aaa2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697141 May 20 16:01:53.141558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:53.153015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:53.156143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:53.165995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Pushing event updated for resources: {'Port': ['ID=0a8b62ed-31cd-4103-a606-b183ef7be3b9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:53.170278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:53.170491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Provisioning for port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:53.224465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Provisioning complete for port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:53.224855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.374845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.390095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09456a56-509c-47aa-9a2e-7ea3836816b6 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:53.390673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Attempting to bind port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:53.391095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Attempting to bind port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f07a2be3-3686-45de-b277-b365d903c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:53.391532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Attempting to bind port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 on network 16a3a75e-29c8-407a-a4f7-553fd8645edc {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:53.410252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:53.410727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Checking segment: {'id': 'f07a2be3-3686-45de-b277-b365d903c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:53.411198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.411614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Bound using segment: {'id': 'f07a2be3-3686-45de-b277-b365d903c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:53.412235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Bound port: 0a8b62ed-31cd-4103-a606-b183ef7be3b9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a2be3-3686-45de-b277-b365d903c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16a3a75e-29c8-407a-a4f7-553fd8645edc'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:53.412629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.486912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 21df67a1-177a-4d35-8d04-fc2cdbca7d5d up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:53.647278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.652097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.670614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] For port 0a8b62ed-31cd-4103-a606-b183ef7be3b9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:53.685024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437579d0-ffdb-456a-b81a-f3f3c0a667de None None] Network 7004b4b9-8521-4265-9ad2-4fd606d1c246 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:53.695802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=f34e6fc1-30a5-499c-a019-ac31027dd579,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:53.698330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.708860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:53.709194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.709921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] For port 0a8b62ed-31cd-4103-a606-b183ef7be3b9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0a8b62ed-31cd-4103-a606-b183ef7be3b9,segment=NetworkSegment(f07a2be3-3686-45de-b277-b365d903c808),segment_id=f07a2be3-3686-45de-b277-b365d903c808)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:53.714661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-afe82d0f-0299-4c94-8873-d330c5449314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:53.724324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.730706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f7ad2-f6ae-4973-b924-e22e0f64ba42 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:53.731284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-94ca5599-43c7-4943-9ef9-ba01f184ae93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:53.731389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e75f7ad2-f6ae-4973-b924-e22e0f64ba42 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:53.808986 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/f34e6fc1-30a5-499c-a019-ac31027dd579 HTTP/1.1" status: 204 len: 168 time: 3.4554257 May 20 16:01:53.809679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44736) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:53.812706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.812706 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1820102 May 20 16:01:53.817889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:53.818066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e75f7ad2-f6ae-4973-b924-e22e0f64ba42 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:53.821070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44738) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:53.821820 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e75f7ad2-f6ae-4973-b924-e22e0f64ba42 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9731760 May 20 16:01:53.823010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44740) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:53.827168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b5f807-7f4e-4385-9ec6-a95e874e0362,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:53.862864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:53.865420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] For port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,segment=NetworkSegment(9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8),segment_id=9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:53.866445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:53.866825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.924839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:53.971001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.20.0.1 (a12fe247-b29c-4435-8f73-cadcf7aa34fc/1a01a5dd-0219-4b9b-8f71-57b9ba04aee3/e56223d5-7f2d-4dc3-bc4d-93cb27efeb45) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:54.018300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '8aea6a0a-faec-449c-a8b6-706e8e87b6b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66b5f807-7f4e-4385-9ec6-a95e874e0362', 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:54.020183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Pushing event updated for resources: {'Port': ['ID=0a8b62ed-31cd-4103-a606-b183ef7be3b9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:54.024921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:54.029606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:54.033395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:54.043626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f29ab-1abe-4607-9f85-fd61d693a70a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:54.045471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f29ab-1abe-4607-9f85-fd61d693a70a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:54.047877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f29ab-1abe-4607-9f85-fd61d693a70a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:54.048932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-427f29ab-1abe-4607-9f85-fd61d693a70a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:54.053231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:54.057783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ac1d6453-b89e-4986-be76-fca701ee96ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:54.058183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:54.211539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-427f29ab-1abe-4607-9f85-fd61d693a70a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:54.216417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-427f29ab-1abe-4607-9f85-fd61d693a70a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3714409 May 20 16:01:54.219312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44750) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:54.232667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.337700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.357168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e7cfc3d2-9c6e-4c68-8fc3-e933b77b00c0 None None] Provisioning complete for port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:54.357787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc3d2-9c6e-4c68-8fc3-e933b77b00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.372489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 815bebb1-311c-4d9d-8add-1e50786aa52d {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:54.441363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.505745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Pushing event updated for resources: {'Port': ['ID=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:54.530908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:54.566924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.634232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.639210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] DHCP port deletion for 7004b4b9-8521-4265-9ad2-4fd606d1c246 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:54.663231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:54.672685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:54.708985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.721877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ba564e3-27fa-44f7-a32b-0c13552e9fb4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:54.754920 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d', 'code': 200} May 20 16:01:54.779305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:54.794297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.797554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:54.816432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:54.824634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:54.835207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:54.944030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Deleting port 363455fa-8a4c-408d-bbde-adcba305a9fa {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:54.946591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:54.982292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=e56223d5-7f2d-4dc3-bc4d-93cb27efeb45,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:54.995185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:54.998796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.004233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:55.286778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] For port 363455fa-8a4c-408d-bbde-adcba305a9fa, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=363455fa-8a4c-408d-bbde-adcba305a9fa,segment=NetworkSegment(797928dc-b524-4b2b-8f78-1c27aecd9542),segment_id=797928dc-b524-4b2b-8f78-1c27aecd9542)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:55.287093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.301658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:55.345678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.419934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.469124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Calling delete_port for 363455fa-8a4c-408d-bbde-adcba305a9fa owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:55.623168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-357c9f0b-3952-406e-8650-5210b7dc3705 None None] Provisioning for port e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:55.629910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-357c9f0b-3952-406e-8650-5210b7dc3705 None None] Provisioning complete for port e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:55.630294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-357c9f0b-3952-406e-8650-5210b7dc3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.633245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.641149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 363455fa-8a4c-408d-bbde-adcba305a9fa {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:55.641511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.665796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.684314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:55.697934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb6d71-0316-40d9-9309-c5996402da0f req-0ecedabc-c250-4416-bb1f-330860c538e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:55.699487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bcbb6d71-0316-40d9-9309-c5996402da0f req-0ecedabc-c250-4416-bb1f-330860c538e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 946 time: 1.3182702 May 20 16:01:55.715634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-357c9f0b-3952-406e-8650-5210b7dc3705 None None] Port e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:55.728010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.747247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:55.799931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] No DVR routers for this DVR port 363455fa-8a4c-408d-bbde-adcba305a9fa on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:55.807406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Pushing event deleted for resources: {'Port': ['ID=363455fa-8a4c-408d-bbde-adcba305a9fa,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:55.822724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.823540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.823672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5810010-7220-4680-8260-cd48982402ad,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:55.824327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.826031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.826031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.826031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.829830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:55.832796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.833260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.833731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.834160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.834591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.835018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:55.851326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:55.859814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849130dd-18d9-405c-a2c3-115ed61dcd32 req-e801c23c-256b-4d7f-be93-9cc1c4c14776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:55.861313 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-849130dd-18d9-405c-a2c3-115ed61dcd32 req-e801c23c-256b-4d7f-be93-9cc1c4c14776 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 1099 time: 0.6095126 May 20 16:01:55.886566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526866e8-70ad-4801-ab3d-b53055a4ee32 None None] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:55.898061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.937555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.938733 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1108470 May 20 16:01:55.951305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44760) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:55.991647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bcbb6d71-0316-40d9-9309-c5996402da0f req-c4777ab9-3e1b-4d6c-8a21-dea473a76176 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195299 May 20 16:01:56.001430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port 363455fa-8a4c-408d-bbde-adcba305a9fa, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=363455fa-8a4c-408d-bbde-adcba305a9fa,segment=NetworkSegment(797928dc-b524-4b2b-8f78-1c27aecd9542),segment_id=797928dc-b524-4b2b-8f78-1c27aecd9542)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:56.002093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.043860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a5b36685-8099-403c-b6c8-32a8ea4a161a None None] Provisioning for port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:56.068696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.069648 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-849130dd-18d9-405c-a2c3-115ed61dcd32 req-183fcb0b-fd6a-4ed3-a5e5-ff8854477338 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915822 May 20 16:01:56.079427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.125568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.148885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ae4a414-a230-48f8-8259-03c6109ad4d1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:56.199366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 363455fa-8a4c-408d-bbde-adcba305a9fa owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:56.266110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.349706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=e56223d5-7f2d-4dc3-bc4d-93cb27efeb45,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:56.351001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.356507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:56.460299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.463967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-31c32135-b175-4270-878b-f8b8ee16980e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:56.498332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5810010-7220-4680-8260-cd48982402ad,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:56.529859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:56.534707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.535889 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e5810010-7220-4680-8260-cd48982402ad HTTP/1.1" status: 204 len: 168 time: 0.5738554 May 20 16:01:56.540665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44766) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:56.558971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:56.560582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:56.570586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:56.698775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:56.699300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.738578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.748020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-131c733f-c8b2-4f0a-8a9c-218f89289335 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:56.826209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ba87b448-5a7e-44ad-98f3-a91ffaf383f8 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:56.845407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=363455fa-8a4c-408d-bbde-adcba305a9fa,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:56.854264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:56.882674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port 363455fa-8a4c-408d-bbde-adcba305a9fa on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:01:56.906540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router a72d42f2-ee5a-4173-bca3-148a7c39af8b is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:01:56.934147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.946889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f57afc6-fe83-4dce-8244-4ee0295ff0fb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:57.014999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ba87b448-5a7e-44ad-98f3-a91ffaf383f8 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:57.020567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ba87b448-5a7e-44ad-98f3-a91ffaf383f8 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4786685 May 20 16:01:57.072803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44770) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:57.137773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=815bebb1-311c-4d9d-8add-1e50786aa52d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:57.155053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b146264-9c81-466b-8761-19e2903d0de1 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:57.157434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:57.159422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.297366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-59cf1d7b-06aa-42b1-afae-26f8972c9868 None None] Provisioning complete for port e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:57.297748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59cf1d7b-06aa-42b1-afae-26f8972c9868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.343511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0a8b62ed-31cd-4103-a606-b183ef7be3b9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:57.351719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.375432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/815bebb1-311c-4d9d-8add-1e50786aa52d HTTP/1.1" status: 204 len: 168 time: 3.1513829 May 20 16:01:57.376700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44776) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:57.425961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7004b4b9-8521-4265-9ad2-4fd606d1c246']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:57.478595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797928dc-b524-4b2b-8f78-1c27aecd9542') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:57.479316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797928dc-b524-4b2b-8f78-1c27aecd9542') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:57.493561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.496071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:57.506613 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/a72d42f2-ee5a-4173-bca3-148a7c39af8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0795774 May 20 16:01:57.520981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44782) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:57.521651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.539887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] Sync routers for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:57.545554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-59cf1d7b-06aa-42b1-afae-26f8972c9868 None None] Port e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:57.570291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.584369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 8dd2f731-e881-40f9-9504-e52d3407f203 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:01:57.612796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.618184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.621296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:57.622232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:57.650642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc91b7-081a-4822-90f9-c96868639db8 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:57.651282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fdcc91b7-081a-4822-90f9-c96868639db8 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:57.674972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fdcc91b7-081a-4822-90f9-c96868639db8 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:57.675195 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fdcc91b7-081a-4822-90f9-c96868639db8 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports/e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 HTTP/1.1" status: 200 len: 910 time: 0.1522980 May 20 16:01:57.679792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44786) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:57.711624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e50f8c-470b-4a6b-842d-ee951dcf7b29 req-2e4d7648-5858-4f0b-8107-70e0fe1fd604 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:57.713610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e50f8c-470b-4a6b-842d-ee951dcf7b29 req-2e4d7648-5858-4f0b-8107-70e0fe1fd604 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 946 time: 0.4484096 May 20 16:01:57.714965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:01:57.715545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.814086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:57.841004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:57.856995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:57.857630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:01:57.930644 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:01:57.941869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:57.941869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:58.071966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.074118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:58.074537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc3623-f997-4382-8d8f-70bd2247403a None None] The sync data for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:58.156727 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e50f8c-470b-4a6b-842d-ee951dcf7b29 req-37bf8198-348f-4634-aa5e-69844451304b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172213 May 20 16:01:58.157542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.164769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6e4cc1b5-5b8c-4e76-b68b-0f16c44c4692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:58.180412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.190542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b5f807-7f4e-4385-9ec6-a95e874e0362,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:58.198159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:58.199348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.205092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3b8b1fa1-0e6a-43cc-966b-4799bd63b47b tempest-BulkNetworkOpsIpV6Test-849370660 tempest-BulkNetworkOpsIpV6Test-849370660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:58.225823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.243976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=7004b4b9-8521-4265-9ad2-4fd606d1c246,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:58.248749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:58.265393 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/7004b4b9-8521-4265-9ad2-4fd606d1c246 HTTP/1.1" status: 204 len: 168 time: 4.4405861 May 20 16:01:58.270787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44792) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:58.284454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'name': 'tempest-PortsTestJSON-1900899114'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:58.305605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 0a8b62ed-31cd-4103-a606-b183ef7be3b9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0a8b62ed-31cd-4103-a606-b183ef7be3b9,segment=NetworkSegment(f07a2be3-3686-45de-b277-b365d903c808),segment_id=f07a2be3-3686-45de-b277-b365d903c808)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:58.312270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.315429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5dd97c43-8f2a-40f4-aa50-6dfbcd6da6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:58.327415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.332406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/66b5f807-7f4e-4385-9ec6-a95e874e0362 HTTP/1.1" status: 204 len: 168 time: 1.2505591 May 20 16:01:58.351856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44796) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:58.414602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 363455fa-8a4c-408d-bbde-adcba305a9fa no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:01:58.424198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.461812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 363455fa-8a4c-408d-bbde-adcba305a9fa {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:01:58.462181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 363455fa-8a4c-408d-bbde-adcba305a9fa not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:01:58.483736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=0a8b62ed-31cd-4103-a606-b183ef7be3b9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:58.490291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:58.677186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9529213a-4dc4-4d81-bb04-e6ab06c1eb76 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:58.782751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9529213a-4dc4-4d81-bb04-e6ab06c1eb76 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:58.789976 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9529213a-4dc4-4d81-bb04-e6ab06c1eb76 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4365466 May 20 16:01:58.791559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:58.792154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44802) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:58.828280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:58.873104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:58.877678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.907502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.921384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57102f-c1c6-487a-8e31-e82857889036 req-e15563eb-9da6-4eab-8aa5-c8522fb081fa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:58.923238 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a57102f-c1c6-487a-8e31-e82857889036 req-e15563eb-9da6-4eab-8aa5-c8522fb081fa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 946 time: 0.4457955 May 20 16:01:58.944609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port e4ef21f8-c8b9-42bb-ac27-40f79273ae3c yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:01:59.013602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.112854 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a57102f-c1c6-487a-8e31-e82857889036 req-6a62320d-31fa-4cbb-b2b1-9b03bcd08804 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835701 May 20 16:01:59.149059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.298274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-80c38f2a-91a0-41ec-89ad-2cb93fec8f31 None None] Provisioning complete for port ce81a186-ff00-447f-bb2b-4cfd7d33146f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:59.299376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-80c38f2a-91a0-41ec-89ad-2cb93fec8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.304512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.382168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.396455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c2ee6dce-cfb6-41af-af74-3d8c08a06588 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:59.418814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b942d37-3433-474f-ab6c-6a7a2c346d1a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:59.436710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.450159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.452345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd2f731-e881-40f9-9504-e52d3407f203,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:59.464335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea6a0a-faec-449c-a8b6-706e8e87b6b1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:59.464867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:59.466978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2bb51b-cd7e-4ea9-9a06-516b00632057 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:01:59.471790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/8dd2f731-e881-40f9-9504-e52d3407f203 HTTP/1.1" status: 204 len: 168 time: 2.0938365 May 20 16:01:59.474867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44810) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:59.480188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:59.580901 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b572a25a-6b10-45f1-901f-db713de3e7f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045992 May 20 16:01:59.585612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44814) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:59.592723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:59.643557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.646424 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/8aea6a0a-faec-449c-a8b6-706e8e87b6b1 HTTP/1.1" status: 204 len: 168 time: 0.8482366 May 20 16:01:59.654027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44818) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:59.734588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.21.0.1 (16a3a75e-29c8-407a-a4f7-553fd8645edc/006f23bb-4364-443d-b376-5b705f0d9a04/d42cec97-03c3-414d-899b-ec6a5394926d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:59.761009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.776488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:59.836407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:59.860743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:01:59.867851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:01:59.885509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:59.897112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:59.899596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:59.907527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:59.914646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:59.915596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.938671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=e4ef21f8-c8b9-42bb-ac27-40f79273ae3c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:59.943939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:59.953801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:59.958399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:59.963722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:01:59.983037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7094100 May 20 16:01:59.998296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44824) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:00.117798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Deleting port ce81a186-ff00-447f-bb2b-4cfd7d33146f {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:00.119079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.148767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a5861a28-f40e-4355-9e61-4f1a71d477a4 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:00.287586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a5861a28-f40e-4355-9e61-4f1a71d477a4 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:00.290581 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a5861a28-f40e-4355-9e61-4f1a71d477a4 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6339009 May 20 16:02:00.292730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] For port ce81a186-ff00-447f-bb2b-4cfd7d33146f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ce81a186-ff00-447f-bb2b-4cfd7d33146f,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:00.293264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.301132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44828) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:00.330709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056607330'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:00.348069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:00.385051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:00.423582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.432292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.463801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Calling delete_port for ce81a186-ff00-447f-bb2b-4cfd7d33146f owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:00.483609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:00.488803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:00.492578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:00.502260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:00.507969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object d42cec97-03c3-414d-899b-ec6a5394926d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:00.534545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.554763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:00.584321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port e4ef21f8-c8b9-42bb-ac27-40f79273ae3c {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:00.584685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.618740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Pushing event deleted for resources: {'Port': ['ID=ce81a186-ff00-447f-bb2b-4cfd7d33146f,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:00.626325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] No DVR routers for this DVR port ce81a186-ff00-447f-bb2b-4cfd7d33146f on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:00.628595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:00.666498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0a8b62ed-31cd-4103-a606-b183ef7be3b9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:00.676612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.684424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44832) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:00.684949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b9edd759-c8c0-48ee-ac6d-893f018ab080 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:00.785513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.797743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.812236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:00.812731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.858019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:00.882042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:00.899242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:00.945141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for e4ef21f8-c8b9-42bb-ac27-40f79273ae3c owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:01.063790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.104188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:01.123879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ce81a186-ff00-447f-bb2b-4cfd7d33146f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:01.197630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.208175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: ce81a186-ff00-447f-bb2b-4cfd7d33146f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:01.208535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ce81a186-ff00-447f-bb2b-4cfd7d33146f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:01.215427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:01.250892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.256888 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9533308 May 20 16:02:01.260034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.263248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44838) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:01.284084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=d42cec97-03c3-414d-899b-ec6a5394926d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:01.294926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=e4ef21f8-c8b9-42bb-ac27-40f79273ae3c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:01.295924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '5d19e466-002e-4c3e-a45f-df29f9268885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:01.303163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:01.304355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:01.304644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:01.305045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-54cccb6e-33e0-46c2-8bc1-5dbc72369ee8 tempest-RoutersAdminTest-1403389653 tempest-RoutersAdminTest-1403389653-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:01.309472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-936d1d27-3479-4977-80dd-06cf9d7d424f tempest-RoutersAdminNegativeTest-567035724 tempest-RoutersAdminNegativeTest-567035724-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:01.319566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:01.338385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.346132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:01.347190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:01.351965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f5a5164f-c24a-4f24-b8a2-aafbea597a13 None None] Provisioning for port d42cec97-03c3-414d-899b-ec6a5394926d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:01.363064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00280ebe-8938-46da-bbd7-afca9f1422b2 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:01.381276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:01.381889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.403179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f5a5164f-c24a-4f24-b8a2-aafbea597a13 None None] Provisioning complete for port d42cec97-03c3-414d-899b-ec6a5394926d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:01.405556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f5a5164f-c24a-4f24-b8a2-aafbea597a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.405957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/e4ef21f8-c8b9-42bb-ac27-40f79273ae3c HTTP/1.1" status: 204 len: 168 time: 1.4015162 May 20 16:02:01.410753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44842) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:01.413818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=c12b0f80-c1a8-4eb3-b06c-ed637318f5a4,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:01.420487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'mac_address': 'fa:16:3e:39:91:09', 'name': 'tempest-PortsTestJSON-1148576058'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:01.422851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:01.437765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:01.446445 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8565285 May 20 16:02:01.450093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44846) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:01.456795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:01.461284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:01.466632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.500472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19e466-002e-4c3e-a45f-df29f9268885,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:01.519909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:01.616435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.674778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:01.683520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:01.700828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:01.704796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5164f-c24a-4f24-b8a2-aafbea597a13 None None] Port d42cec97-03c3-414d-899b-ec6a5394926d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:01.713255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:01.742030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:01.746770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:01.765247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:01.767790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.770686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:01.784683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:01.845880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.866372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-76675b0b-79a7-4ea0-a4a4-07460c404d09 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:01.893820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f845e3-69c3-435e-8c8f-46e595d127e1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:01.897752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:01.902296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.915607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:01.964917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'tenant_id': '0154ad5e4084404282d88d74ce53835c', 'fixed_ips': [{'subnet_id': 'c12b0f80-c1a8-4eb3-b06c-ed637318f5a4'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:02:01.966755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.004326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.005012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.006802 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7335455 May 20 16:02:02.023961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44850) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:02.103719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 9398f221-8e19-4129-a3ab-804f91512e57 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:02.110481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.157684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.191543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.242047 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.ipam_backend_mixin [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c12b0f80-c1a8-4eb3-b06c-ed637318f5a4 (CIDR: 2001:db8::/64) May 20 16:02:02.351877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Allocated IP 2001:db8::2 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/c12b0f80-c1a8-4eb3-b06c-ed637318f5a4/26ade957-1d47-4769-8eb8-bdd4c67159af) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:02.536660 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:02:02.537161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:02.590692 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-36a13b76-5b95-4ce3-b421-2b59e56274e1 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1395805 May 20 16:02:02.596147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44856) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:02.613813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'subnet': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:02.635338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.640899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.645909 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/86f845e3-69c3-435e-8c8f-46e595d127e1 HTTP/1.1" status: 204 len: 168 time: 0.6139398 May 20 16:02:02.650811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fa5f9ae0-0d48-4b4e-bb71-3ce9397299f2 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:02.662422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44860) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:02.843343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.866156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Transition to ACTIVE for port object 26ade957-1d47-4769-8eb8-bdd4c67159af will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:02.900661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.921069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Transition to ACTIVE for port object 26ade957-1d47-4769-8eb8-bdd4c67159af will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:02.939314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.946437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:02.950021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86f845e3-69c3-435e-8c8f-46e595d127e1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:02.952725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:02.953169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-525532b7-d606-44aa-9516-975fecdcf7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:03.091628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:03.104094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-44cb0a7e-f81f-42c5-bdc6-8801c9297674 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:03.106171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:03.114444 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:03.171420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:03.172884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.178557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-44cb0a7e-f81f-42c5-bdc6-8801c9297674 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:03.183202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-44cb0a7e-f81f-42c5-bdc6-8801c9297674 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5175424 May 20 16:02:03.185825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:subnet and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:03.186641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44864) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:03.191996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.198322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.201003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Pushing event updated for resources: {'Port': ['ID=26ade957-1d47-4769-8eb8-bdd4c67159af,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:03.208919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:03.209691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:03.216936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce5a1f67-e948-4401-87c3-7c3cd366b87d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:03.240153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1bca6e42-6e45-45b4-95b9-28188b9098fa tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:03.333822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:03.342291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Attempting to bind port 26ade957-1d47-4769-8eb8-bdd4c67159af on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:03.342966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Attempting to bind port 26ade957-1d47-4769-8eb8-bdd4c67159af by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:03.343512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Attempting to bind port 26ade957-1d47-4769-8eb8-bdd4c67159af on network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:03.350804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:03.351528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Checking segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:03.352281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.352856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Bound using segment: {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:03.354592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Bound port: 26ade957-1d47-4769-8eb8-bdd4c67159af, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:03.355311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.381174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:03.385202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.418746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:03.424324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=9398f221-8e19-4129-a3ab-804f91512e57,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:03.434392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:03.440226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=d42cec97-03c3-414d-899b-ec6a5394926d,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:03.447539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:03.452216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:03.453951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:03.462878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:03.463692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.486417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] For port 26ade957-1d47-4769-8eb8-bdd4c67159af, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:03.489643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.512610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] For port 26ade957-1d47-4769-8eb8-bdd4c67159af, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26ade957-1d47-4769-8eb8-bdd4c67159af,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:03.523568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.564578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9f7af921-5a57-46d2-acfe-defa5adeef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:03.718933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Pushing event updated for resources: {'Port': ['ID=26ade957-1d47-4769-8eb8-bdd4c67159af,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:03.720675 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3087175 May 20 16:02:03.726752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44878) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:03.730749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:03.744635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.833133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41598621-2899-47f3-bd8a-2569427259d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:03.833820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-41598621-2899-47f3-bd8a-2569427259d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:03.863684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-41598621-2899-47f3-bd8a-2569427259d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:03.867714 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-41598621-2899-47f3-bd8a-2569427259d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/9398f221-8e19-4129-a3ab-804f91512e57 HTTP/1.1" status: 200 len: 841 time: 0.1369915 May 20 16:02:03.870070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44882) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:03.944422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.038152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:04.043055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:04.048675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.17 (6fe778a0-559c-4f66-b114-1ff1980bb4bf/e62218c7-16ad-4a66-aca6-2fbded356927/6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:04.276149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 9398f221-8e19-4129-a3ab-804f91512e57 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:04.276788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.411699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.424871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79686a91-e18a-4047-ba00-18ce8c30184c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:04.457069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19e466-002e-4c3e-a45f-df29f9268885,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:04.464567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:04.468177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a9b1e9b4-cc3f-418a-a4d2-38eb3b60f86d None None] Provisioning complete for port d42cec97-03c3-414d-899b-ec6a5394926d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:04.468817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e9b4-cc3f-418a-a4d2-38eb3b60f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.484417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router a72d42f2-ee5a-4173-bca3-148a7c39af8b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:04.583815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1e9b4-cc3f-418a-a4d2-38eb3b60f86d None None] Port d42cec97-03c3-414d-899b-ec6a5394926d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:04.585829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.589742 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d19e466-002e-4c3e-a45f-df29f9268885 HTTP/1.1" status: 204 len: 168 time: 1.3916211 May 20 16:02:04.593612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.616620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44886) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:04.631705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.718073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:04.736465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26ade957-1d47-4769-8eb8-bdd4c67159af up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:04.907880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 26ade957-1d47-4769-8eb8-bdd4c67159af completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:05.046327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 9398f221-8e19-4129-a3ab-804f91512e57 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:05.124623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:05.136252 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/a72d42f2-ee5a-4173-bca3-148a7c39af8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4530945 May 20 16:02:05.137732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44900) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:05.145822 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] Sync routers for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:05.185506 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:05.186464 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:05.213432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.237318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9cd11b02-09ca-4d30-9f19-f449a7a02300 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:05.238099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:05.313558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9cd11b02-09ca-4d30-9f19-f449a7a02300 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:05.320641 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:05.322979 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9cd11b02-09ca-4d30-9f19-f449a7a02300 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7009659 May 20 16:02:05.323955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44904) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:05.337300 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:05.341309 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:05.350806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group': {'name': 'tempest-secgroup--194281525'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:05.366943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:05.389547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:05.416816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Provisioning for port 26ade957-1d47-4769-8eb8-bdd4c67159af completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:05.424414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Provisioning complete for port 26ade957-1d47-4769-8eb8-bdd4c67159af triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:05.424897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.428783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.433721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b73bc-5243-4ccb-b11b-775618a52d96 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:05.434847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-156b73bc-5243-4ccb-b11b-775618a52d96 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:05.441998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:05.445926 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:05.446651 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f04c0-56f8-4742-8860-b2c3f0f30b1a None None] The sync data for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:05.465763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:05.474606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:05.480600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:05.489508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:05.493437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:05.500668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:05.611421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-156b73bc-5243-4ccb-b11b-775618a52d96 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:05.613939 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-156b73bc-5243-4ccb-b11b-775618a52d96 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports/d42cec97-03c3-414d-899b-ec6a5394926d HTTP/1.1" status: 200 len: 910 time: 0.4734142 May 20 16:02:05.626505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44908) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:05.627113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.714607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.720506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.objects.ports [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92432) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:02:05.765602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.777692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ddd049a5-5700-4533-b2c2-a27a1c890f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:05.779949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] For port 26ade957-1d47-4769-8eb8-bdd4c67159af, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26ade957-1d47-4769-8eb8-bdd4c67159af,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:05.787036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.794195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:05.813934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:05.881676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:05.920274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca6a70d-115d-4f20-bea8-1c3bed4f50b6,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:05.928148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:05.935197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.938010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6016650 May 20 16:02:05.950160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44916) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:05.953593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.956113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c69cdad1-9676-4db6-ad0b-f944bf4b3b19 None None] Provisioning for port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:05.959393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '1ca6a70d-115d-4f20-bea8-1c3bed4f50b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:05.967694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:05.973504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:05.979764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:05.980287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c69cdad1-9676-4db6-ad0b-f944bf4b3b19 None None] Provisioning complete for port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:05.981705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c69cdad1-9676-4db6-ad0b-f944bf4b3b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:05.986789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:06.008294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e561f10b-2070-421d-a7b8-598e89c2d8e7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:06.061031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=9398f221-8e19-4129-a3ab-804f91512e57,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:06.071310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:06.078243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.085672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.119319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c69cdad1-9676-4db6-ad0b-f944bf4b3b19 None None] Port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:06.128898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/9398f221-8e19-4129-a3ab-804f91512e57 HTTP/1.1" status: 204 len: 168 time: 2.2595241 May 20 16:02:06.133652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44920) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:06.160621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Pushing event updated for resources: {'Port': ['ID=26ade957-1d47-4769-8eb8-bdd4c67159af,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:06.167554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:06.184856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.235200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-86697e31-974b-4bfc-839a-8c664b801c54 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:02:06.235871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-86697e31-974b-4bfc-839a-8c664b801c54 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:06.285272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-86697e31-974b-4bfc-839a-8c664b801c54 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:06.292349 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-86697e31-974b-4bfc-839a-8c664b801c54 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/9398f221-8e19-4129-a3ab-804f91512e57 HTTP/1.1" status: 404 len: 333 time: 0.1511776 May 20 16:02:06.292711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44924) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:06.305083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'name': 'tempest-PortsTestJSON-794592867'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:06.325572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.651702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26ade957-1d47-4769-8eb8-bdd4c67159af up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:06.737669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 26ade957-1d47-4769-8eb8-bdd4c67159af triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:06.738978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.751573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.861630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:06.874393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:06.892841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.895352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89a09b8b-c42d-4446-9b35-eb8e03a8df58 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:06.912427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:06.917174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.961955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb7839b-5acb-4275-93ca-c91e6a7f0451,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:06.963393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.972416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:07.002017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 77d72b86-5d97-4c61-9b71-ac6542fc1eea yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:07.078556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.079798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1282065 May 20 16:02:07.129988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:07.225144 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e5543ee-7a4e-4dc4-a537-77b71bbd749d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules/1eb7839b-5acb-4275-93ca-c91e6a7f0451 HTTP/1.1" status: 200 len: 763 time: 0.0958471 May 20 16:02:07.231011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44936) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:07.433025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] For port 26ade957-1d47-4769-8eb8-bdd4c67159af, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26ade957-1d47-4769-8eb8-bdd4c67159af,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:07.534250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-912f6759-57d4-4e03-8f67-a573c996ffbd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:07.554957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.669630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.677840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.685520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.687294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.696559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0cbbb9ad-fc91-47ad-9cb7-5762050808dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:07.860011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:07.870754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:07.897004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487ea8c-21af-4a59-8eda-a57c4a186277 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:07.899446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-912f6759-57d4-4e03-8f67-a573c996ffbd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:07.899446 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-912f6759-57d4-4e03-8f67-a573c996ffbd tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6665773 May 20 16:02:07.911804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:07.913402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44948) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:07.913655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.952047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=26ade957-1d47-4769-8eb8-bdd4c67159af,revision_number=5']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:07.958813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:07.964564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-818d8929-919b-4d27-96b2-cd221beac04a tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:08.027834 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4272714 May 20 16:02:08.038411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44952) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:08.059682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Request body: {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'mac_address': 'fa:16:3e:fa:1c:4b', 'name': 'tempest-NetworksTestDHCPv6-1552889273'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:08.083587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.222462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.250112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:08.261194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:08.263783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:08.269615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:08.270279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.276399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.291837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Subnet': ['ID=1764d40b-6304-4e16-8e1f-3cdae14006fe,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:08.294908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:08.299171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3a914c58-3fb3-4880-b67d-a2bb5a7209d5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:08.341262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.355592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:08.371068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0739629 May 20 16:02:08.380803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44958) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:08.427988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:08.455242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eb7839b-5acb-4275-93ca-c91e6a7f0451,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:08.501659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:08.520270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.522339 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1eb7839b-5acb-4275-93ca-c91e6a7f0451 HTTP/1.1" status: 204 len: 168 time: 0.6058321 May 20 16:02:08.570170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44962) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:08.593686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=77d72b86-5d97-4c61-9b71-ac6542fc1eea,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:08.614898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26ade957-1d47-4769-8eb8-bdd4c67159af up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:08.615116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:08.692162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:08.729037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 26ade957-1d47-4769-8eb8-bdd4c67159af triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:08.729772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.797737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Usage tracker for resource:port and tenant:0154ad5e4084404282d88d74ce53835c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:08.808707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:08.845029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:08.894195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d0061633-bf21-44f0-b12c-3ac887c5400d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:08.895004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.923320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Made reservation on behalf of 0154ad5e4084404282d88d74ce53835c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:08.956586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:02:09.030689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d0061633-bf21-44f0-b12c-3ac887c5400d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:09.039685 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d0061633-bf21-44f0-b12c-3ac887c5400d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4674406 May 20 16:02:09.054462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44968) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:09.060019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.075185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '1ca6a70d-115d-4f20-bea8-1c3bed4f50b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:09.095083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.149125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:09.157621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0bf090d-7c69-48f2-bbae-d243887fc8de tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:09.191681 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:02:09.297285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:09.329863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:09.333821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:09.410427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.433109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.466618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-de19a7ff-6832-4065-bd8f-673746945eaa None None] Provisioning complete for port 26ade957-1d47-4769-8eb8-bdd4c67159af triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:09.467214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de19a7ff-6832-4065-bd8f-673746945eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.487755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port d42cec97-03c3-414d-899b-ec6a5394926d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:09.488330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.607705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.657877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] device_id is not set on port b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:09.842038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.850746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.864408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:09.937464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] In _notify_port_updated(), no bound segment for port 77d72b86-5d97-4c61-9b71-ac6542fc1eea on network daf63fa7-c2e9-473f-9af9-fd340f1b704b {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:02:09.944465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:09.945030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.946460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/ports/77d72b86-5d97-4c61-9b71-ac6542fc1eea HTTP/1.1" status: 200 len: 818 time: 1.5605719 May 20 16:02:09.952522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44976) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:10.025979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.048525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.053487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:10.070313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.097238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:10.161084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:10.232231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c04ce6-e2e6-4d92-808b-c295ce555d31,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:10.246820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for d42cec97-03c3-414d-899b-ec6a5394926d owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:10.250152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:10.288699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=77d72b86-5d97-4c61-9b71-ac6542fc1eea,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:10.305752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:10.336657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.340297 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2818577 May 20 16:02:10.349617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44980) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:10.379390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dc22da52-c935-4a6d-985f-c1b270f85718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.386198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8::3b0 (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/c12b0f80-c1a8-4eb3-b06c-ed637318f5a4/b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:10.396282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:1c4b (c1f94e1f-9224-4dc2-835a-e2c3298fdd4c/1764d40b-6304-4e16-8e1f-3cdae14006fe/b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:10.417811 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-66e5d33f-581f-48eb-9606-8c616c7a82c1 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules/53c04ce6-e2e6-4d92-808b-c295ce555d31 HTTP/1.1" status: 200 len: 763 time: 0.0647509 May 20 16:02:10.420359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44984) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:10.494154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 77d72b86-5d97-4c61-9b71-ac6542fc1eea {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:10.506683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.613166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e66e3b4b-c6b4-4544-825c-48468c1b9008 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:10.621112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:10.719295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e66e3b4b-c6b4-4544-825c-48468c1b9008 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:10.719932 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e66e3b4b-c6b4-4544-825c-48468c1b9008 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2958608 May 20 16:02:10.724516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 44988) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:10.781945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.787708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3de3ce16-3c85-4bde-a33b-e14dbfdf48bd None None] Provisioning complete for port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:10.788352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3de3ce16-3c85-4bde-a33b-e14dbfdf48bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.957407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.974729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 77d72b86-5d97-4c61-9b71-ac6542fc1eea owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:10.985846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3de3ce16-3c85-4bde-a33b-e14dbfdf48bd None None] Port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:10.991810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.065830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.101032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.105308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ae600c1-21e6-48f7-a3e5-7048a0b88326 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.122445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:11.124911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53c04ce6-e2e6-4d92-808b-c295ce555d31,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.135140 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/86417ada-0d2f-44ab-9b95-a029ef239c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4019587 May 20 16:02:11.137615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.141890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.146333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d54d3e1f-5120-4460-97f0-f5d26d5d7751 tempest-RoutersNegativeTest-650908555 tempest-RoutersNegativeTest-650908555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.152997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:11.164391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:11.165378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:11.199724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=d42cec97-03c3-414d-899b-ec6a5394926d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.204510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.205000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Transition to ACTIVE for port object b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:11.220914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.238934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-deb55912-4908-48e6-a433-2e2e7adfdf40 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.295819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.302997 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/53c04ce6-e2e6-4d92-808b-c295ce555d31 HTTP/1.1" status: 204 len: 168 time: 0.5654902 May 20 16:02:11.320952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 44998) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:11.329046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=77d72b86-5d97-4c61-9b71-ac6542fc1eea,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.345088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.365127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.386941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.395553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13065d80-a176-4109-a84f-60636e9e2452 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.450135 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/77d72b86-5d97-4c61-9b71-ac6542fc1eea HTTP/1.1" status: 204 len: 168 time: 1.4964550 May 20 16:02:11.463284 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-58004033-6607-468b-b806-3d124a265d7c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1409340 May 20 16:02:11.463894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45002) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:11.463894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45004) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:11.531291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Request body: {'security_group_rule': {'security_group_id': '1ca6a70d-115d-4f20-bea8-1c3bed4f50b6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:11.550012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:11.553493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:11.564866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:11.570969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Usage tracker for resource:security_group_rule and tenant:c6d9d17e18874df5b001c34caa769368 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:11.574595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:11.576782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:11.583366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:11.589741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:11.590416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.602238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:11.612389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event updated for resources: {'Port': ['ID=b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.620667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.640752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6008787 May 20 16:02:11.645076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45010) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:11.668767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.718293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.910081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961c564-5900-4747-a638-507c54e9b531 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:11.911432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f961c564-5900-4747-a638-507c54e9b531 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:11.956138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.966799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.971478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.982383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0136e107-efd8-4213-bb1f-dc16b16428d0 None None] Provisioning for port b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:11.989434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f961c564-5900-4747-a638-507c54e9b531 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:11.990780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0136e107-efd8-4213-bb1f-dc16b16428d0 None None] Provisioning complete for port b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:11.991025 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f961c564-5900-4747-a638-507c54e9b531 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5231111 May 20 16:02:11.991213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0136e107-efd8-4213-bb1f-dc16b16428d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.996152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45014) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.007213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea422240-9042-4521-b994-0725cd49cabb,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:12.015474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:12.071671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0136e107-efd8-4213-bb1f-dc16b16428d0 None None] Port b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:12.074130 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d886f7cb-b246-4707-935a-984e458db7bd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:02:12.075604 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d886f7cb-b246-4707-935a-984e458db7bd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/77d72b86-5d97-4c61-9b71-ac6542fc1eea HTTP/1.1" status: 404 len: 333 time: 0.0730174 May 20 16:02:12.076607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.077746 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6082342 May 20 16:02:12.082301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45020) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.082631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45022) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.097139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1483082423'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:12.154956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:12.160729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router a72d42f2-ee5a-4173-bca3-148a7c39af8b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:12.165758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-79bb8b5f-3dbc-4027-bf61-70e9e5bbace6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules/ea422240-9042-4521-b994-0725cd49cabb HTTP/1.1" status: 200 len: 764 time: 0.0813291 May 20 16:02:12.169818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45028) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.171059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:12.181397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting port b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:12.181934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.199296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:12.209592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:06Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6', 'name': '', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:8a:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:03Z', 'updated_at': '2021-05-20T16:02:07Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:12.219096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:12.219369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:12.219821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Updating router 86417ada-0d2f-44ab-9b95-a029ef239c4b port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:02:12.293929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.312018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:12.316324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.365795 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b7668c2-2f60-4372-a3ae-d6fcb2dc9b38 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1946344 May 20 16:02:12.369225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45034) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.395982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:02:12.410165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.410942 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 0502746d-3272-435b-aa53-e298d8296d56 of type vlan for network 9a86f487-fb2f-4462-8259-e9e1121124f1 May 20 16:02:12.427772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:12.438908 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/a72d42f2-ee5a-4173-bca3-148a7c39af8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7780411 May 20 16:02:12.439934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.443328 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] Sync routers for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:12.459514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.459784 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:12.460433 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:12.467804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.469767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45040) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.516429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.644083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.670858 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:12.671131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5fc58ded-458a-4881-a62a-02f52802f65f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:12.672691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Calling delete_port for b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:12.700855 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:12.701789 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:01:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:12.701930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea422240-9042-4521-b994-0725cd49cabb,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:12.709853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.711483 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ea422240-9042-4521-b994-0725cd49cabb HTTP/1.1" status: 204 len: 168 time: 0.3412893 May 20 16:02:12.720704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45046) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.789415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:12.790194 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59d0c2-c94c-44c8-8fb7-c6cea271fa3b None None] The sync data for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:12.801160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.807779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:12.808593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.961447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:12.969024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.999325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Transition to ACTIVE for port object 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:13.013968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.025119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-24579645-14c8-476e-a9f7-182f53620464 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:13.031492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e47f1512-516b-45e4-a824-19582bcd332c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:13.232734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=9a86f487-fb2f-4462-8259-e9e1121124f1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:13.256338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.266220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a04fa6-8d01-4ebe-b880-2fc1438946c0 None None] Pushing event updated for resources: {'Port': ['ID=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:13.275588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:02:13.280413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-61076be3-5b1d-4ee2-9053-81f57a58989b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:13.284445 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1968894 May 20 16:02:13.288647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45054) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:13.296037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:13.308403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-19a04fa6-8d01-4ebe-b880-2fc1438946c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.365663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.456216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:13.492888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.504104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:13.514729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:13.523810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-61076be3-5b1d-4ee2-9053-81f57a58989b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:13.525662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-61076be3-5b1d-4ee2-9053-81f57a58989b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7988553 May 20 16:02:13.537593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45058) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:13.548265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:13.567108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bc8fd563-16e4-440b-af0b-635ea38580d6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:13.584576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:13.589659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.614603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.618764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Attempting to bind port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:13.619542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Attempting to bind port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:13.620112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Attempting to bind port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 on network 6fe778a0-559c-4f66-b114-1ff1980bb4bf {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:13.628813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:13.629200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Checking segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:13.629671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.630123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Bound using segment: {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:13.630615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Bound port: 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357ce9f9-1bfe-4dd1-9396-18648e61a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:13.631002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.674110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6439b7d4-4a8d-4263-b5a1-08ebecfc0acd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:13.747087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Port': ['ID=b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:13.751463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b0f04918-3b5a-451a-ac89-ce7eaf8386f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.754724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.760294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] For port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:13.767171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] For port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:13.772189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.779160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:13.806275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.808878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bc8fd563-16e4-440b-af0b-635ea38580d6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:13.810813 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bc8fd563-16e4-440b-af0b-635ea38580d6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429091540&fields=id&tenant_id=d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 267 time: 0.3775878 May 20 16:02:13.847765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.915006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.932211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0ffc0111-c3a1-40fc-80c5-8ab811146970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:13.939004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a04fa6-8d01-4ebe-b880-2fc1438946c0 None None] Pushing event updated for resources: {'Port': ['ID=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:13.947797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-19a04fa6-8d01-4ebe-b880-2fc1438946c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.971685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:13.972437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca6a70d-115d-4f20-bea8-1c3bed4f50b6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:13.973084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:13.981538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.988953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.990292 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ca6a70d-115d-4f20-bea8-1c3bed4f50b6 HTTP/1.1" status: 204 len: 168 time: 0.4516041 May 20 16:02:14.071380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45064) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:14.176513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-22b5d045-792a-4ecf-b0a8-063f6b61b2b4 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Synchronizing usage tracker for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:14.211460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-22b5d045-792a-4ecf-b0a8-063f6b61b2b4 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Unset dirty status for tenant:c6d9d17e18874df5b001c34caa769368 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:14.212561 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-22b5d045-792a-4ecf-b0a8-063f6b61b2b4 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994079 May 20 16:02:14.220152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45068) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:14.250781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:14.251128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:14.329926 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-91d3ad8b-b1db-4b0d-bdf1-c6d6d7e7f707 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084812 May 20 16:02:14.334281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:14.440666 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a HTTP/1.1" status: 204 len: 168 time: 2.7805068 May 20 16:02:14.447455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45074) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:14.520023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:14.540037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:14.580723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e031b1d5-9aff-4b53-95da-64df10a30761 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:14.589725 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e031b1d5-9aff-4b53-95da-64df10a30761 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 812 time: 0.5998387 May 20 16:02:14.633953 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-dfab3b3f-82fb-41e5-b203-6bfde8f2fe53 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/quotas/d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 375 time: 0.0415604 May 20 16:02:14.690861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:14.707793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for e56223d5-7f2d-4dc3-bc4d-93cb27efeb45 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:14.718512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eada7379-a125-4bfe-bf09-a7e16b986204 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:14.723526 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eada7379-a125-4bfe-bf09-a7e16b986204 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2747262 May 20 16:02:14.726329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45078) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:14.762912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-d2db9563-6c94-474a-bb8f-8b8bde5d0221 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5469551 May 20 16:02:14.841134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c6c901-9c15-488e-8c9b-08535678fa10 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:14.845712 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-86c6c901-9c15-488e-8c9b-08535678fa10 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1183631 May 20 16:02:14.846281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45084) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:15.011589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45088) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:15.050410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.055722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:15.073063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-28da7190-5823-4eb7-a4af-d41546f57dba tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4373143 May 20 16:02:15.220295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40eb9b-63e5-4a0a-b983-d5cdadfd53ee tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:15.223936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40eb9b-63e5-4a0a-b983-d5cdadfd53ee tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:15.226484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40eb9b-63e5-4a0a-b983-d5cdadfd53ee tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:15.227697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-da40eb9b-63e5-4a0a-b983-d5cdadfd53ee tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:15.270018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=e56223d5-7f2d-4dc3-bc4d-93cb27efeb45,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:15.286960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:06Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6', 'name': '', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:8a:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:03Z', 'updated_at': '2021-05-20T16:02:13Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:15.292153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e707a1-9c05-499f-af24-7283ff14aee8 None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:06Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6', 'name': '', 'network_id': '6fe778a0-559c-4f66-b114-1ff1980bb4bf', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:8a:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:03Z', 'updated_at': '2021-05-20T16:02:13Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'e62218c7-16ad-4a66-aca6-2fbded356927', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:15.297430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:15.445372 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e4679a54-0bcf-414b-b812-9344ed5d139d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d9d17e18874df5b001c34caa769368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323173 May 20 16:02:15.449262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45094) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:15.474330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-da40eb9b-63e5-4a0a-b983-d5cdadfd53ee tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:15.478931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-da40eb9b-63e5-4a0a-b983-d5cdadfd53ee tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6257956 May 20 16:02:15.480767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45098) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:15.574094 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-c42475e4-2c8e-4ffd-abed-86422ac7dc86 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994183 May 20 16:02:15.629988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-5d66f538-94f5-467d-9842-f1f16806b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:15.633181 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-5d66f538-94f5-467d-9842-f1f16806b191 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1098 time: 0.6830549 May 20 16:02:15.748305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.759869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet 1764d40b-6304-4e16-8e1f-3cdae14006fe {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:15.767203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.962512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.049320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.165222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.183394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router a72d42f2-ee5a-4173-bca3-148a7c39af8b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:16.236171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-ac373560-a9c3-4a36-94cd-c58459a67d47 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515348 May 20 16:02:16.247249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-f98da9b9-24dd-4127-b6f6-b4d037f76683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:16.248711 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-f98da9b9-24dd-4127-b6f6-b4d037f76683 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 897 time: 0.5690658 May 20 16:02:16.270456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.321827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.381954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8827b93-5069-49f6-b20f-e51f35a675d2 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:16.386138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:16.404466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] Sync routers for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:16.458765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:16.464121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:16.509618 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/a72d42f2-ee5a-4173-bca3-148a7c39af8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0382912 May 20 16:02:16.510008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=09f1a9f6-bf85-4802-81a7-a2b0080164ff,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:16.510973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45106) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:16.517464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:16.519590 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-8cd9d09f-7376-4918-8613-6aa45bb258a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 1000 time: 0.2019868 May 20 16:02:16.527289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': '0502746d-3272-435b-aa53-e298d8296d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:16.527726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: 9a86f487-fb2f-4462-8259-e9e1121124f1, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:02:16.531815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.570997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:16.579318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7c5d4b73-2c31-4e8d-aa2a-1063182c62b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:16.608083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8563e5db-bb6e-4be6-b79b-8f744287df09,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:16.613924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:16.629022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.630200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8563e5db-bb6e-4be6-b79b-8f744287df09 HTTP/1.1" status: 204 len: 168 time: 1.1718988 May 20 16:02:16.644895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-1a4c96c7-2eb0-439a-a242-ad58eb041b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:16.652592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-1a4c96c7-2eb0-439a-a242-ad58eb041b2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 200 len: 835 time: 0.1213107 May 20 16:02:16.655395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:02:16.731957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 9a86f487-fb2f-4462-8259-e9e1121124f1) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:16.737143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:16.749245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.758940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:16.760457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.782115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937a27c-5926-4f78-8d51-d79ee533878b None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:16.798216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5077655 May 20 16:02:16.801070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45116) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:16.828185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:16.866126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7c5d4b73-2c31-4e8d-aa2a-1063182c62b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:16.868212 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7c5d4b73-2c31-4e8d-aa2a-1063182c62b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=a72d42f2-ee5a-4173-bca3-148a7c39af8b HTTP/1.1" status: 200 len: 205 time: 0.3510685 May 20 16:02:16.872735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45122) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:16.910073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-e9fd8247-ac2a-483b-ad9b-7f6a6496763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:16.913376 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-e9fd8247-ac2a-483b-ad9b-7f6a6496763a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2506869 May 20 16:02:17.001764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] Routers {'a72d42f2-ee5a-4173-bca3-148a7c39af8b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:17.002802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:17.014192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.032673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-30cb8d95-cb0d-4cc2-a2a1-da156aacbc38 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:17.110368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=1764d40b-6304-4e16-8e1f-3cdae14006fe,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:17.114246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:17.115337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.136424 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/1764d40b-6304-4e16-8e1f-3cdae14006fe HTTP/1.1" status: 204 len: 168 time: 1.6546047 May 20 16:02:17.138848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45132) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:17.159806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-677778fd-218a-4b08-86b1-7fecd894f3f8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:17.160991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-677778fd-218a-4b08-86b1-7fecd894f3f8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180182 May 20 16:02:17.202093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:17.261171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Deleting subnet c12b0f80-c1a8-4eb3-b06c-ed637318f5a4 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:17.266829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.352965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:17.353099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b49d3-15b9-46af-aabd-9c06e8d0c6ea None None] The sync data for ids ['a72d42f2-ee5a-4173-bca3-148a7c39af8b'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:17.366420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f53d13-cd3c-4b64-951c-dab783f0cb74 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:17.367423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.624626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.740727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:17.802839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:17.832300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:17.832747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.863437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.910931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:17.921753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:17.937942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:17.981124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:17.991273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.123007 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-540a52c5-702a-48e1-b395-69c50cced953 req-83af8beb-72d9-4059-b58e-216835c06a15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.7911959 May 20 16:02:18.387413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-9a86f487-fb2f-4462-8259-e9e1121124f1', 'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': '09f1a9f6-bf85-4802-81a7-a2b0080164ff'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:02:18.388839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.392240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.402042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.410983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-177c7dca-4e35-4349-a511-fa5521f34944 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:18.528300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Subnet': ['ID=c12b0f80-c1a8-4eb3-b06c-ed637318f5a4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:18.543590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.549489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:18.575079 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/c12b0f80-c1a8-4eb3-b06c-ed637318f5a4 HTTP/1.1" status: 204 len: 168 time: 1.4345396 May 20 16:02:18.586474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45164) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:18.651618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:18.686282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-afce5601-215c-4fc9-8937-9dc059c11f98 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5118828 May 20 16:02:18.709157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.718469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:18.722807 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f52ecd2a-4bd4-4fc7-baa6-a9d75e5fd217 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291976 May 20 16:02:18.724213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:18.737667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.742358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.878610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb0e106-aea7-4947-9c59-64a9c641254c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:18.886066 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-edb0e106-aea7-4947-9c59-64a9c641254c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1608460 May 20 16:02:18.889785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45176) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:18.988927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Allocated IP 172.20.0.2 (9a86f487-fb2f-4462-8259-e9e1121124f1/09f1a9f6-bf85-4802-81a7-a2b0080164ff/6a7d0937-b99a-493a-8236-df0202d4ef34) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:19.045106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1baf7fa-7ea4-46b7-bb26-265f84d00ff6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:19.046045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a1baf7fa-7ea4-46b7-bb26-265f84d00ff6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:19.071390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a1baf7fa-7ea4-46b7-bb26-265f84d00ff6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:19.077421 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a1baf7fa-7ea4-46b7-bb26-265f84d00ff6 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1798451 May 20 16:02:19.077711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.077711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router a72d42f2-ee5a-4173-bca3-148a7c39af8b {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:02:19.078068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45182) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:19.079404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:19.137887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:19.148142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ec4c6-a714-4209-81b3-39ea07a3fefe None None] Update dhcp port {'port': {'network_id': 'c1f94e1f-9224-4dc2-835a-e2c3298fdd4c', 'fixed_ips': [{'subnet_id': 'c12b0f80-c1a8-4eb3-b06c-ed637318f5a4'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '26ade957-1d47-4769-8eb8-bdd4c67159af'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:02:19.153148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.164423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a4bd46ef-9e1e-4a22-a877-0eade6256123 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/a72d42f2-ee5a-4173-bca3-148a7c39af8b HTTP/1.1" status: 204 len: 168 time: 2.2854087 May 20 16:02:19.189286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45188) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:19.247246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.ipam_backend_mixin [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09f1a9f6-bf85-4802-81a7-a2b0080164ff (CIDR: 172.20.0.0/28) May 20 16:02:19.271584 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fc8954f1-9a80-4b86-baa4-be9601356779 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1922078 May 20 16:02:19.281293 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:02:19.281974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:19.288749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45192) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:19.343717 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6ca904cd-b548-41f9-828b-4b4eb701470b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5405595 May 20 16:02:19.348983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45198) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:19.366199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:19.416476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e15497b9-778e-4a56-97af-9f8b994a8057 req-76f0bb9c-4a0e-47bf-af95-16080ac13463 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838038 May 20 16:02:19.484435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-185ec4c6-a714-4209-81b3-39ea07a3fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.485191 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3a0371-4b60-4ecc-ad38-c308eea305f5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:19.485800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3a0371-4b60-4ecc-ad38-c308eea305f5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:19.487600 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-da3a0371-4b60-4ecc-ad38-c308eea305f5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/b05cd87a-4b0a-4125-ad3e-1c0c8aa51c5a HTTP/1.1" status: 404 len: 333 time: 0.1935191 May 20 16:02:19.492322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45204) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:19.530765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 006f23bb-4364-443d-b376-5b705f0d9a04 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:19.544827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.683217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-dd396cde-7f07-44fe-8ff7-a67d4563edcd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:19.684381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-dd396cde-7f07-44fe-8ff7-a67d4563edcd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:19.706933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.717307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.733076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Transition to ACTIVE for port object 6a7d0937-b99a-493a-8236-df0202d4ef34 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:19.739752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-dd396cde-7f07-44fe-8ff7-a67d4563edcd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:19.740978 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-dd396cde-7f07-44fe-8ff7-a67d4563edcd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 812 time: 0.5525935 May 20 16:02:19.761165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Transition to ACTIVE for port object 6a7d0937-b99a-493a-8236-df0202d4ef34 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:19.777878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.797676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:19.802688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-46732ced-4fb5-4878-8daf-5125e142dd59 req-5c507e87-2ab5-47ea-9a9c-d425c71985c9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.3841431 May 20 16:02:19.847807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd47c4e-cfb4-43ae-ba7a-c32fbb8f8d20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:19.849591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd47c4e-cfb4-43ae-ba7a-c32fbb8f8d20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:19.859844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6dd47c4e-cfb4-43ae-ba7a-c32fbb8f8d20 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/1764d40b-6304-4e16-8e1f-3cdae14006fe HTTP/1.1" status: 404 len: 337 time: 0.3551023 May 20 16:02:19.861043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:19.893486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-395a76f9-14ae-4d18-949a-2906ea65c0f9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:19.901658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:19.921390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:19.931820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:19.947853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-395a76f9-14ae-4d18-949a-2906ea65c0f9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:19.949440 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-395a76f9-14ae-4d18-949a-2906ea65c0f9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 380 time: 0.1913095 May 20 16:02:19.962315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'port': {'device_id': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'admin_state_up': True, 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'security_groups': ['322ec70d-86ee-405a-aa83-81911e4b6f3f']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:19.986818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Pushing event updated for resources: {'Port': ['ID=6a7d0937-b99a-493a-8236-df0202d4ef34,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:19.998526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:20.039246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-843f9264-917e-4cc6-8446-5bffd8039267 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.041150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843f9264-917e-4cc6-8446-5bffd8039267 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.051074 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-843f9264-917e-4cc6-8446-5bffd8039267 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/c12b0f80-c1a8-4eb3-b06c-ed637318f5a4 HTTP/1.1" status: 404 len: 337 time: 0.1833000 May 20 16:02:20.059465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45216) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.088395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Attempting to bind port 6a7d0937-b99a-493a-8236-df0202d4ef34 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:20.090818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Attempting to bind port 6a7d0937-b99a-493a-8236-df0202d4ef34 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '0502746d-3272-435b-aa53-e298d8296d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:20.092029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Attempting to bind port 6a7d0937-b99a-493a-8236-df0202d4ef34 on network 9a86f487-fb2f-4462-8259-e9e1121124f1 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:20.145424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.147342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:20.147794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Checking segment: {'id': '0502746d-3272-435b-aa53-e298d8296d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:20.148361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.148840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Bound using segment: {'id': '0502746d-3272-435b-aa53-e298d8296d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:20.150735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Bound port: 6a7d0937-b99a-493a-8236-df0202d4ef34, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0502746d-3272-435b-aa53-e298d8296d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:20.151280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.244018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff0ae50-8b4a-4ff5-885e-00ec48afc18b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.246397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff0ae50-8b4a-4ff5-885e-00ec48afc18b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.263551 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4ff0ae50-8b4a-4ff5-885e-00ec48afc18b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/9d35f2e0-eb22-496a-ad32-8570cc829613 HTTP/1.1" status: 404 len: 333 time: 0.1978481 May 20 16:02:20.263838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45222) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.310200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82c73f-dbd5-4ff9-bff8-af409b532382 None None] Network c1f94e1f-9224-4dc2-835a-e2c3298fdd4c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:20.316816 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5b25a3-9277-41b1-9138-958cfc3946e8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.317352 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5b25a3-9277-41b1-9138-958cfc3946e8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.319782 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ce5b25a3-9277-41b1-9138-958cfc3946e8 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/815bebb1-311c-4d9d-8add-1e50786aa52d HTTP/1.1" status: 404 len: 337 time: 0.0548427 May 20 16:02:20.329196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45226) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.440233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:20.445044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:20.449035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:20.456114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:20.474119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:20.478763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.495074 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3bdae4-2531-4f29-a6ed-d539b98b7ecb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.495543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3bdae4-2531-4f29-a6ed-d539b98b7ecb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.497366 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5c3bdae4-2531-4f29-a6ed-d539b98b7ecb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/8dd2f731-e881-40f9-9504-e52d3407f203 HTTP/1.1" status: 404 len: 337 time: 0.1626363 May 20 16:02:20.501518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45230) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.564453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] For port 6a7d0937-b99a-493a-8236-df0202d4ef34, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:20.570586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-513c50ac-52ea-4b5f-818c-4dca12f443ad tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.571098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513c50ac-52ea-4b5f-818c-4dca12f443ad tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.573065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] For port 6a7d0937-b99a-493a-8236-df0202d4ef34, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a7d0937-b99a-493a-8236-df0202d4ef34,segment=NetworkSegment(0502746d-3272-435b-aa53-e298d8296d56),segment_id=0502746d-3272-435b-aa53-e298d8296d56)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:20.574624 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-513c50ac-52ea-4b5f-818c-4dca12f443ad tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/83e3a27b-2ba3-4954-afb9-4fdb675b981d HTTP/1.1" status: 404 len: 333 time: 0.0717840 May 20 16:02:20.579897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45236) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.670815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.699910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-07f45089-5442-4bff-9016-63330b4c35f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:20.723734 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53af5a6-f8ea-4fe0-8599-f7e7d083621d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.724235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53af5a6-f8ea-4fe0-8599-f7e7d083621d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.726719 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f53af5a6-f8ea-4fe0-8599-f7e7d083621d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d83925af-39ca-4ac2-b3ee-ab5ea2188b43 HTTP/1.1" status: 404 len: 337 time: 0.1450431 May 20 16:02:20.731164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45240) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.797908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9a9c4c-3117-4304-b1ad-ae5082f1a18a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:20.798379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9a9c4c-3117-4304-b1ad-ae5082f1a18a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:20.803926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cf9a9c4c-3117-4304-b1ad-ae5082f1a18a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d9831b8b-44b5-405d-8583-e7a1a0c2bcea HTTP/1.1" status: 404 len: 337 time: 0.0679605 May 20 16:02:20.807937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.841887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2f0ed5de-4ced-4bac-9c53-e124f7bdf9da None None] Provisioning complete for port 26ade957-1d47-4769-8eb8-bdd4c67159af triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:20.843204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed5de-4ced-4bac-9c53-e124f7bdf9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.920224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45250) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.066524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:21.096476 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3a360c-df4d-4599-af7b-90cb7210eb33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:21.097376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3a360c-df4d-4599-af7b-90cb7210eb33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:21.100191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45254) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.105689 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1a3a360c-df4d-4599-af7b-90cb7210eb33 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/4436ccbb-46c5-4d76-bfad-6dd2d2915a51 HTTP/1.1" status: 404 len: 333 time: 0.2910533 May 20 16:02:21.106738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45256) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.113881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493693278', 'description': 'tempest-secgroup-smoke-1493693278 description', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:21.140082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:21.147583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:port and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:21.154461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:21.163756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:21.166998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:21.183407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:21.189632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eff471cb-b617-44bf-a4af-9472b147fbba req-78cdca92-a114-4345-a7b3-4ee18fdffc9d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.0880253 May 20 16:02:21.190618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:21.216280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:21.251505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.268417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.312723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:21.318242 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-92edcd11-08ab-4de9-9313-be3e0bbfcbc3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:21.319691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92edcd11-08ab-4de9-9313-be3e0bbfcbc3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:21.320122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:21.324693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:21.331078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45262) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.332372 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92edcd11-08ab-4de9-9313-be3e0bbfcbc3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/a0d076e6-576b-401a-a6dc-85a0230bb800 HTTP/1.1" status: 404 len: 337 time: 0.2024205 May 20 16:02:21.340086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:21.346475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Made reservation on behalf of d63b6c63723a47989f0b1e6b960772aa for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:21.350772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.356528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Pushing event updated for resources: {'Port': ['ID=6a7d0937-b99a-493a-8236-df0202d4ef34,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:21.362638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:21.410352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:21.411672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.411873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-71957f35-0fdc-4f4c-871d-579043b9f53f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:21.412557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71957f35-0fdc-4f4c-871d-579043b9f53f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:21.426000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-71957f35-0fdc-4f4c-871d-579043b9f53f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/de7c7d14-86fd-4bee-a910-7c2e5a9d531b HTTP/1.1" status: 404 len: 337 time: 0.0898385 May 20 16:02:21.431582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45266) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.519479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] DHCP port deletion for c1f94e1f-9224-4dc2-835a-e2c3298fdd4c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:21.540553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.569225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7676f867-32fa-47a9-9ec6-13bcf9a4631f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:21.705035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=006f23bb-4364-443d-b376-5b705f0d9a04,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:21.715089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.729170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1ee69-63d5-4004-b1a9-3519001ee1d7 None None] Network 16a3a75e-29c8-407a-a4f7-553fd8645edc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:21.805491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-749b021f-6dec-4f84-9d1f-ff20ea52dbdd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:21.806129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749b021f-6dec-4f84-9d1f-ff20ea52dbdd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:21.808299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:21.809616 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-749b021f-6dec-4f84-9d1f-ff20ea52dbdd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/562406a1-2b29-47f0-9621-f8df237b9957 HTTP/1.1" status: 404 len: 333 time: 0.3734653 May 20 16:02:21.835652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45270) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.872256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.885464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:21.928094 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/006f23bb-4364-443d-b376-5b705f0d9a04 HTTP/1.1" status: 204 len: 168 time: 2.7368064 May 20 16:02:21.931621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45274) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.937579 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-73573f1e-299e-4fc8-bde7-f250868efd06 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:21.938172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73573f1e-299e-4fc8-bde7-f250868efd06 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:21.939897 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-73573f1e-299e-4fc8-bde7-f250868efd06 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/a5968b8e-3117-4900-892b-ba583d8f77cc HTTP/1.1" status: 404 len: 337 time: 0.0878663 May 20 16:02:21.948925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45278) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.031712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:22.045026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=651a8ffe-f605-43a3-8e72-bfb63a092422,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:22.058416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:22.062059 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad671c84-53fb-41be-868a-0c6de1d33567 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:22.062630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad671c84-53fb-41be-868a-0c6de1d33567 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:22.080870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:22.088565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:22.089844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.134556 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad671c84-53fb-41be-868a-0c6de1d33567 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/c2209f14-7899-47a9-b626-0d9d5975397d HTTP/1.1" status: 404 len: 333 time: 0.1802092 May 20 16:02:22.140718 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7867219 May 20 16:02:22.140718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45282) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.148686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45284) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.170865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26ade957-1d47-4769-8eb8-bdd4c67159af no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:22.217850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1', 'fixed_ips': [{'subnet_id': '09f1a9f6-bf85-4802-81a7-a2b0080164ff'}, {'subnet_id': '651a8ffe-f605-43a3-8e72-bfb63a092422'}], 'name': 'tempest-PortsTestJSON-1303770723'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:22.220041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 1a01a5dd-0219-4b9b-8f71-57b9ba04aee3 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:22.236668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Allocated IP 172.20.0.9 (1aa7174a-6985-4777-b3f6-f5b5f889f921/29c69beb-0a93-4f12-bdd5-6d9f49805804/fd48035b-3f44-49a2-9009-0d28d3d7e8a5) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:22.239008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.467952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.482505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Deleting port 26ade957-1d47-4769-8eb8-bdd4c67159af {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:22.483254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.519470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:22.526862 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-3faee27c-178a-4e3d-8f7d-5f539a30ea7c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:22.527372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3faee27c-178a-4e3d-8f7d-5f539a30ea7c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:22.563442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3faee27c-178a-4e3d-8f7d-5f539a30ea7c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/f1c2bed7-706c-419c-aa03-1a28cf6ac1c8 HTTP/1.1" status: 404 len: 337 time: 0.4215457 May 20 16:02:22.570960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45292) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.571530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:22.581639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:22.668661 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73eb8bb6-933c-42dc-b5cb-a0a60760831d req-9c59a2bc-341a-45e5-98fb-46bbe974c66e tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.0909910 May 20 16:02:22.688141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:22.689208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] For port 26ade957-1d47-4769-8eb8-bdd4c67159af, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26ade957-1d47-4769-8eb8-bdd4c67159af,segment=NetworkSegment(59f21d64-d57f-4ffa-8d3c-ad9ea73c6129),segment_id=59f21d64-d57f-4ffa-8d3c-ad9ea73c6129)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:22.689730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.720742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:22.748018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.831319 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c14162-7d50-4c60-8e31-e0e8a8c33228 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:22.833193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c14162-7d50-4c60-8e31-e0e8a8c33228 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:22.835058 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d2c14162-7d50-4c60-8e31-e0e8a8c33228 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/1c857b68-3ba4-4705-ac81-66e2ee448aef HTTP/1.1" status: 404 len: 333 time: 0.2610371 May 20 16:02:22.842923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.853825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45296) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.869665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Calling delete_port for 26ade957-1d47-4769-8eb8-bdd4c67159af owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:22.871869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b9a4c7a9-997e-445b-bf18-8006dfe03a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:22.923976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc97df-0def-4e78-9731-954f5a1a442d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:22.927286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b898bf-9d96-48b9-997a-6e5ac22792b8 None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:22.947005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:22.947177 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5778673d-0671-4488-b1e3-0be70a202b14 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:22.948042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5778673d-0671-4488-b1e3-0be70a202b14 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:22.949438 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5778673d-0671-4488-b1e3-0be70a202b14 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/ec905304-1fe5-4472-9e29-96bcde0716ea HTTP/1.1" status: 404 len: 337 time: 0.0905330 May 20 16:02:22.952947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:22.954981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45300) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.956359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.963298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:22.969402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7cdb9f29-6072-4b68-bf87-8870c5066e60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:22.971188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:22.985792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:23.020068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Pushing event deleted for resources: {'Port': ['ID=26ade957-1d47-4769-8eb8-bdd4c67159af,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:23.050615 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35308fb-3fa2-4697-b796-7338595862b4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:23.051166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35308fb-3fa2-4697-b796-7338595862b4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:23.053372 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b35308fb-3fa2-4697-b796-7338595862b4 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/0e7baafe-33ca-4f87-be6c-0ce928dad94e HTTP/1.1" status: 404 len: 333 time: 0.0912161 May 20 16:02:23.059893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45304) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:23.074792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.083840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:23.106726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.137488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] No DVR routers for this DVR port 26ade957-1d47-4769-8eb8-bdd4c67159af on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:23.162179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-701a4539-71d3-4c28-b454-a5d0b6e1668e None None] Provisioning for port 6a7d0937-b99a-493a-8236-df0202d4ef34 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:23.201589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.210864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.268675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.311238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b999d-df88-4233-b066-f199beff5fbf None None] DHCP port deletion for 16a3a75e-29c8-407a-a4f7-553fd8645edc request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:23.375454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.431691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-685493bb-917a-4966-b550-b290bf7f98a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:23.470326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Transition to ACTIVE for port object fd48035b-3f44-49a2-9009-0d28d3d7e8a5 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:23.490573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Deleting port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:23.490573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.515237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df81509-c117-493b-812b-fdfd56f44f69 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:23.518881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df81509-c117-493b-812b-fdfd56f44f69 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:23.574700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45308) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:23.575953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a7d0937-b99a-493a-8236-df0202d4ef34 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:23.576563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9df81509-c117-493b-812b-fdfd56f44f69 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/6f5d4dff-9cb3-457c-b6d1-2c6c62ffe0f9 HTTP/1.1" status: 404 len: 337 time: 0.3221626 May 20 16:02:23.586474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 316ffba4-30c5-4f0c-9c88-83c76348b955 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:23.654878 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6d3f5d-0764-409d-9ceb-0c0b1e6b7cac tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:23.655581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6d3f5d-0764-409d-9ceb-0c0b1e6b7cac tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:23.661505 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fa6d3f5d-0764-409d-9ceb-0c0b1e6b7cac tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/ea48f7f4-d890-4f91-90e8-07d2e2e5940c HTTP/1.1" status: 404 len: 333 time: 0.0795774 May 20 16:02:23.667156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.686959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45312) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:23.704301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0bb4315-7bb0-4164-b8fc-f64e0e075879 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:23.708155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-080b999d-df88-4233-b066-f199beff5fbf None None] For port 0a8b62ed-31cd-4103-a606-b183ef7be3b9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0a8b62ed-31cd-4103-a606-b183ef7be3b9,segment=NetworkSegment(f07a2be3-3686-45de-b277-b365d903c808),segment_id=f07a2be3-3686-45de-b277-b365d903c808)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:23.708568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.714523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.724588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6204689 May 20 16:02:23.735922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45318) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:23.737582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:23.762369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:23.850350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.919488 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-916cc232-30d0-4fde-9cf0-785ada30db95 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:23.920117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916cc232-30d0-4fde-9cf0-785ada30db95 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:23.926229 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-916cc232-30d0-4fde-9cf0-785ada30db95 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/ec77fe9b-a96c-4cd0-9cfb-27a9f0d57471 HTTP/1.1" status: 404 len: 337 time: 0.2331676 May 20 16:02:23.952650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45322) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:23.956346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Calling delete_port for 0a8b62ed-31cd-4103-a606-b183ef7be3b9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:23.964019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:24.029726 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2536492f-9db2-4504-ac6d-9d196a1be2dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:24.030469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2536492f-9db2-4504-ac6d-9d196a1be2dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:24.037172 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2536492f-9db2-4504-ac6d-9d196a1be2dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/5d481dcb-d8df-43fa-9a91-c36de697eaba HTTP/1.1" status: 404 len: 333 time: 0.0729494 May 20 16:02:24.037527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Update dhcp port {'port': {'network_id': '9a86f487-fb2f-4462-8259-e9e1121124f1', 'fixed_ips': [{'subnet_id': '09f1a9f6-bf85-4802-81a7-a2b0080164ff', 'ip_address': '172.20.0.2'}, {'subnet_id': '651a8ffe-f605-43a3-8e72-bfb63a092422'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '6a7d0937-b99a-493a-8236-df0202d4ef34'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:02:24.072327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:24.080704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6a7d0937-b99a-493a-8236-df0202d4ef34 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:24.086015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45326) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:24.097271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:24.098324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6a7d0937-b99a-493a-8236-df0202d4ef34 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:24.098704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.134781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.4 (9a86f487-fb2f-4462-8259-e9e1121124f1/09f1a9f6-bf85-4802-81a7-a2b0080164ff/316ffba4-30c5-4f0c-9c88-83c76348b955) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:24.144958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.18 (9a86f487-fb2f-4462-8259-e9e1121124f1/651a8ffe-f605-43a3-8e72-bfb63a092422/316ffba4-30c5-4f0c-9c88-83c76348b955) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:24.192849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:24.194769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.214261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.336643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:24.348533 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae8b599-5aa9-447c-b104-338fac876fed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:24.349613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae8b599-5aa9-447c-b104-338fac876fed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:24.353875 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ae8b599-5aa9-447c-b104-338fac876fed tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/5bdf6822-24ef-4633-bb14-614d60f66665 HTTP/1.1" status: 404 len: 337 time: 0.2669866 May 20 16:02:24.361116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:24.362476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45330) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:24.380899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.430322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group_rule': {'security_group_id': 'f8312ecf-9b85-41d3-bd39-fc4d4855a3c7', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:24.501312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:24.506921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.521456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:24.528476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:24.550813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:24.569432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 316ffba4-30c5-4f0c-9c88-83c76348b955 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:24.578661 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6219468 May 20 16:02:24.591029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.607974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.615914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c5560222-c715-4026-a9a3-90b0bc9848dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:24.617418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c584565-aaab-4f77-b315-063d47b36f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:24.648751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371965f-28e7-43ca-9c02-1f29c890864d req-de35188f-bacf-4ae9-a08b-2fb9d89979dd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:24.651042 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4371965f-28e7-43ca-9c02-1f29c890864d req-de35188f-bacf-4ae9-a08b-2fb9d89979dd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 931 time: 0.2102187 May 20 16:02:24.668008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.688925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Request body: {'port': {'device_id': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:24.694783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a7975-8928-4d47-ad3e-6dc80b48ce12 None None] Network a12fe247-b29c-4435-8f73-cadcf7aa34fc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:24.754691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4371965f-28e7-43ca-9c02-1f29c890864d req-16a2bbca-4622-4658-b9b6-3acf0e11e892 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954065 May 20 16:02:24.760370 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f12a725-be3f-4b3b-aee2-e7085c346ca3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:24.766087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f12a725-be3f-4b3b-aee2-e7085c346ca3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:24.769896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.791748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:24.810520 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/1a01a5dd-0219-4b9b-8f71-57b9ba04aee3 HTTP/1.1" status: 204 len: 168 time: 2.8723915 May 20 16:02:24.818768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=1a01a5dd-0219-4b9b-8f71-57b9ba04aee3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:24.821428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45334) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:24.881896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:24.893657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.894932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=316ffba4-30c5-4f0c-9c88-83c76348b955,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:24.907126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:24.911275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:24.923064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ee5fdafc-db15-4db1-8272-f07a1b6cff0f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:24.943795 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1f12a725-be3f-4b3b-aee2-e7085c346ca3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d5fc1f55-30bb-4060-be06-61dbd1c51cb5 HTTP/1.1" status: 404 len: 337 time: 0.5721505 May 20 16:02:24.950583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45338) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:24.986963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-426c3f92-3517-4bca-ab87-8eca8f4d9be4 {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:02:24.987536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:02:24.990571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Pushing event deleted for resources: {'Port': ['ID=0a8b62ed-31cd-4103-a606-b183ef7be3b9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:24.993332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b999d-df88-4233-b066-f199beff5fbf None None] No DVR routers for this DVR port 0a8b62ed-31cd-4103-a606-b183ef7be3b9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:25.010847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:25.019629 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-453d363d-a344-4465-839f-2349fe0be71c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.020987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453d363d-a344-4465-839f-2349fe0be71c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.035080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:25.037859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7df7904f-c13d-4502-b70c-3a535bca4786 None None] Provisioning for port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:25.042793 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-453d363d-a344-4465-839f-2349fe0be71c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/3672fe1c-bfd5-47d3-9472-c2d2dca0c1e4 HTTP/1.1" status: 404 len: 333 time: 0.0907450 May 20 16:02:25.044116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45342) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.045433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7419c0-5747-490a-859b-64b618f0cbb4,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:25.054121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:25.055022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:25.057834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:25.102551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7df7904f-c13d-4502-b70c-3a535bca4786 None None] Provisioning complete for port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:25.103827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7df7904f-c13d-4502-b70c-3a535bca4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.135079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:25.135747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.139794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.140991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3742039 May 20 16:02:25.166905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.188566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group_rule': {'security_group_id': 'f8312ecf-9b85-41d3-bd39-fc4d4855a3c7', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:25.193170 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-de88c7aa-b529-4fd5-aa45-c46eda890198 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.193646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de88c7aa-b529-4fd5-aa45-c46eda890198 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.195622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:25.198743 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-de88c7aa-b529-4fd5-aa45-c46eda890198 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/3f152ed2-677b-47d0-8c80-070193563726 HTTP/1.1" status: 404 len: 337 time: 0.0711579 May 20 16:02:25.200480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45350) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.200833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:25.206286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:25.221073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7df7904f-c13d-4502-b70c-3a535bca4786 None None] Port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:25.225169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:25.238089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.256175 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-add838fb-eabc-4c9d-8bf0-2c811b08d38d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.256546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add838fb-eabc-4c9d-8bf0-2c811b08d38d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.261993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-add838fb-eabc-4c9d-8bf0-2c811b08d38d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/0fd323f6-3822-4f85-a94c-f6f3a8dcd62a HTTP/1.1" status: 404 len: 337 time: 0.0596008 May 20 16:02:25.262559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45354) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.317010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1166399 May 20 16:02:25.318347 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b03866-4be2-4769-b764-2a58c728f0cb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.318809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b03866-4be2-4769-b764-2a58c728f0cb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.323790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f2b03866-4be2-4769-b764-2a58c728f0cb tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/1627cde0-76c7-4625-8999-028b3e4a0192 HTTP/1.1" status: 404 len: 333 time: 0.0594943 May 20 16:02:25.324505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45358) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.324893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45360) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.344394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6a7d0937-b99a-493a-8236-df0202d4ef34, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a7d0937-b99a-493a-8236-df0202d4ef34,segment=NetworkSegment(0502746d-3272-435b-aa53-e298d8296d56),segment_id=0502746d-3272-435b-aa53-e298d8296d56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:25.355829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.361036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:25.384972 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09f1a9f6-bf85-4802-81a7-a2b0080164ff'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:25.459964 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e6635b-b2b8-4fda-9cdf-68e41b2dbe34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.460724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e6635b-b2b8-4fda-9cdf-68e41b2dbe34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.463657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e0e6635b-b2b8-4fda-9cdf-68e41b2dbe34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/56695f0f-b256-40f1-9787-513944f6d015 HTTP/1.1" status: 404 len: 337 time: 0.1356621 May 20 16:02:25.474868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45366) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.477678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] DHCP port deletion for a12fe247-b29c-4435-8f73-cadcf7aa34fc request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:25.524110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.529793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0a8b62ed-31cd-4103-a606-b183ef7be3b9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:25.557268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.580041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0a8b62ed-31cd-4103-a606-b183ef7be3b9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:25.580526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0a8b62ed-31cd-4103-a606-b183ef7be3b9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:25.676631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6a7d0937-b99a-493a-8236-df0202d4ef34,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:25.685910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:25.688017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.718322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:25.893268 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd51af6-8f88-4940-abef-8371e1a9c092 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.893934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd51af6-8f88-4940-abef-8371e1a9c092 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.895828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fdd51af6-8f88-4940-abef-8371e1a9c092 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/9fecf6a5-3f3c-4bea-8430-9b1c7fdb7e18 HTTP/1.1" status: 404 len: 337 time: 0.4197199 May 20 16:02:25.904411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45372) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:25.984024 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c8b3e5-41e3-4aae-90d8-ecd97f59e4d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:25.984496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c8b3e5-41e3-4aae-90d8-ecd97f59e4d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:25.988693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b4c8b3e5-41e3-4aae-90d8-ecd97f59e4d2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/e7f0259e-0f0e-4e26-ad59-72491d54d427 HTTP/1.1" status: 404 len: 333 time: 0.0808711 May 20 16:02:25.989806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45376) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.034983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Allocated IP 172.20.0.19 (9a86f487-fb2f-4462-8259-e9e1121124f1/651a8ffe-f605-43a3-8e72-bfb63a092422/6a7d0937-b99a-493a-8236-df0202d4ef34) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:26.037267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b46aed3-5a19-4fd0-9ce6-758f7b0b75b9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:26.037985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b46aed3-5a19-4fd0-9ce6-758f7b0b75b9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:26.042436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5b46aed3-5a19-4fd0-9ce6-758f7b0b75b9 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/f8ed36ad-37ec-4257-9a48-637f42214d70 HTTP/1.1" status: 404 len: 337 time: 0.0494783 May 20 16:02:26.042436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.055212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45380) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.080367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Deleting port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:26.080758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.195843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] For port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,segment=NetworkSegment(9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8),segment_id=9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:26.196253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.315128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.333487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Calling delete_port for d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:26.346259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.362513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.372290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-968b2bfd-a269-440e-a828-f4a1af5fe196 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:26.403672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a3a75e-29c8-407a-a4f7-553fd8645edc']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:26.436999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.447082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:26.455936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6b9517-d1f0-471a-abcc-a339e98978fd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:26.456553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6b9517-d1f0-471a-abcc-a339e98978fd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:26.461249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0c6b9517-d1f0-471a-abcc-a339e98978fd tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/74e81503-d680-4412-97e6-3d269931b0d5 HTTP/1.1" status: 404 len: 337 time: 0.3998635 May 20 16:02:26.462660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45384) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.510656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Pushing event deleted for resources: {'Port': ['ID=d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:26.512761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] No DVR routers for this DVR port d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:26.517512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:26.527798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e8fa231f-2d34-4787-8cc4-547c6552f11b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Synchronizing usage tracker for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:26.548117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a83f9b1-177f-46a6-b696-b3d472116cae,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:26.563882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07a2be3-3686-45de-b277-b365d903c808') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:26.564675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07a2be3-3686-45de-b277-b365d903c808') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:26.576214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:26.585833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e8fa231f-2d34-4787-8cc4-547c6552f11b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Unset dirty status for tenant:0154ad5e4084404282d88d74ce53835c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:26.591135 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e8fa231f-2d34-4787-8cc4-547c6552f11b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 HTTP/1.1" status: 200 len: 205 time: 0.1236241 May 20 16:02:26.597809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a696de-c8a8-4274-bce9-8bf00dba6f70 req-93f4672b-90a1-4d2a-908c-3fdf0bb8bc51 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:26.599464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f1a696de-c8a8-4274-bce9-8bf00dba6f70 req-93f4672b-90a1-4d2a-908c-3fdf0bb8bc51 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 931 time: 0.5427177 May 20 16:02:26.599956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45388) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.621985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.655380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] For port 6a7d0937-b99a-493a-8236-df0202d4ef34, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a7d0937-b99a-493a-8236-df0202d4ef34,segment=NetworkSegment(0502746d-3272-435b-aa53-e298d8296d56),segment_id=0502746d-3272-435b-aa53-e298d8296d56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:26.687900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-0b8a7924-1afe-4aa5-aee2-3639f2dbd94e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] delete failed (client error): The resource could not be found. May 20 16:02:26.691167 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b8a7924-1afe-4aa5-aee2-3639f2dbd94e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/routers/e3f4eaa9-a51c-41c6-b814-695e7d4b4c15 HTTP/1.1" status: 404 len: 336 time: 0.0880179 May 20 16:02:26.699986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45392) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.710980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.712590 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5316715 May 20 16:02:26.717735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45396) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.721076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.724289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.740060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group_rule': {'security_group_id': 'f8312ecf-9b85-41d3-bd39-fc4d4855a3c7', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:26.752200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:26.761149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:26.770423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f1a696de-c8a8-4274-bce9-8bf00dba6f70 req-617eaf7d-7a6d-40e1-a331-63e5a9b7c66c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799234 May 20 16:02:26.772069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:26.777682 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eba657-8746-4ab4-b28d-deecee24338b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:26.778756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eba657-8746-4ab4-b28d-deecee24338b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:26.784133 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-33eba657-8746-4ab4-b28d-deecee24338b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/bdbe4273-9d68-49fd-93fe-7e863cfe9698 HTTP/1.1" status: 404 len: 337 time: 0.0826764 May 20 16:02:26.788453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:26.791144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45400) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:26.816006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.841053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:26.841632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:26.879395 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:26.951771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.960959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.966171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-456c89dd-daf9-4ca4-a741-42410dc40c6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:26.997810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c34f06-ada4-4388-91d2-3aeb2953c025,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:27.002841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:27.017720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.022930 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3026612 May 20 16:02:27.023836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45404) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.031379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group_rule': {'security_group_id': 'f8312ecf-9b85-41d3-bd39-fc4d4855a3c7', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:27.039196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:27.044847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:27.048884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:27.057394 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-33df9408-8fd4-43c4-9d4c-99f1c8bf3e74 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "GET /v2.0/ports?device_id=503181a8-5912-4795-93ab-ff3a1d91032c HTTP/1.1" status: 200 len: 205 time: 0.2618301 May 20 16:02:27.059946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45408) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.061933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:27.156988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:27.158389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.160083 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-8f26942a-32f3-4cb0-a16e-cd806eb8411b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] delete failed (client error): The resource could not be found. May 20 16:02:27.164568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f26942a-32f3-4cb0-a16e-cd806eb8411b tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/routers/503181a8-5912-4795-93ab-ff3a1d91032c HTTP/1.1" status: 404 len: 336 time: 0.0999410 May 20 16:02:27.165555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45412) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.199681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Transition to ACTIVE for port object 6a7d0937-b99a-493a-8236-df0202d4ef34 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:27.209718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.221417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:27.250437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbc7757-3a29-4ab9-ab27-9eb09b7eac83 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:27.250985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbc7757-3a29-4ab9-ab27-9eb09b7eac83 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:27.255601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9cbc7757-3a29-4ab9-ab27-9eb09b7eac83 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/c4e16417-76b5-407e-8ace-a5fc369a4123 HTTP/1.1" status: 404 len: 337 time: 0.0888488 May 20 16:02:27.256327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45416) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.264220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.346043 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d3dae9-7a0b-4d3c-9c89-17f97311aafc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:27.346626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d3dae9-7a0b-4d3c-9c89-17f97311aafc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:27.351378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-31d3dae9-7a0b-4d3c-9c89-17f97311aafc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/9a0448c3-b379-46a9-bf0d-3596506dbd2d HTTP/1.1" status: 404 len: 337 time: 0.0886469 May 20 16:02:27.355841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45420) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.414274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:27.415130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.420513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e641c257-0743-410d-be3f-0d38ad55ba1e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:27.420982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e641c257-0743-410d-be3f-0d38ad55ba1e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:27.430583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e641c257-0743-410d-be3f-0d38ad55ba1e tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/faa53341-2b6e-4a74-8736-a367f48d5a19 HTTP/1.1" status: 404 len: 333 time: 0.0713549 May 20 16:02:27.437906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45424) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.440215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Pushing event updated for resources: {'Port': ['ID=6a7d0937-b99a-493a-8236-df0202d4ef34,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:27.448263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:27.493817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Delete allocated IP 172.20.0.18 (9a86f487-fb2f-4462-8259-e9e1121124f1/651a8ffe-f605-43a3-8e72-bfb63a092422) {{(pid=92432) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 16:02:27.521452 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-978231d8-0b1b-47ff-b288-fca0b9f797cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:27.521452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978231d8-0b1b-47ff-b288-fca0b9f797cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:27.521905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-978231d8-0b1b-47ff-b288-fca0b9f797cc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/d3f0cf35-3b5e-4691-bad0-b6a0b3a1912b HTTP/1.1" status: 404 len: 337 time: 0.0804868 May 20 16:02:27.522514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45428) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:27.614022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:27.656647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a7d0937-b99a-493a-8236-df0202d4ef34 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:27.694340 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e61b8ba-eed6-4017-8b71-d1ddaf1e7577 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:27.694708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e61b8ba-eed6-4017-8b71-d1ddaf1e7577 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:27.700312 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1e61b8ba-eed6-4017-8b71-d1ddaf1e7577 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/a6fa4723-6e2d-4ce9-9d52-70daf8deb88b HTTP/1.1" status: 404 len: 333 time: 0.1745632 May 20 16:02:27.890543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.909844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.914461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f94ac50-650b-48ee-87bc-b41cf7e7362d tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:27.927578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:27.988205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.044858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Ignored duplicate provisioning block setup for port 316ffba4-30c5-4f0c-9c88-83c76348b955 by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 16:02:28.048152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45432) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.049281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:28.052346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d63235e0-b0b2-4bbb-ba47-66fa6ff0b3bc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:28.101203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd48035b-3f44-49a2-9009-0d28d3d7e8a5 {{(pid=92431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:02:28.116539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.143762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Transition to ACTIVE for port object fd48035b-3f44-49a2-9009-0d28d3d7e8a5 will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:28.149494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.154223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=16a3a75e-29c8-407a-a4f7-553fd8645edc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:28.161059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.177200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:28.188830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8d6dbd32-1805-423d-a1a7-8c76d69e9683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:28.208111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-918695a4-1aaa-4c74-a127-5d25e31a5aaa tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:28.248178 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-78922391-8220-48ad-b1c9-d68212c744ea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:28.248627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78922391-8220-48ad-b1c9-d68212c744ea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:28.249893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:28.252065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.257311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.260229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:28.260957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:28.274627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-78922391-8220-48ad-b1c9-d68212c744ea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/66e0492b-6719-4a64-910b-feccb17b49a9 HTTP/1.1" status: 404 len: 337 time: 0.2204447 May 20 16:02:28.277033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.296593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45438) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.311660 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/16a3a75e-29c8-407a-a4f7-553fd8645edc HTTP/1.1" status: 204 len: 168 time: 3.4838111 May 20 16:02:28.370104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45442) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.512806 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-73847534-1567-44d3-941b-56892a586b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:28.513561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73847534-1567-44d3-941b-56892a586b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:28.521256 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-73847534-1567-44d3-941b-56892a586b66 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/755eef81-8594-4b0f-8cea-2e25ad8a7973 HTTP/1.1" status: 404 len: 333 time: 0.2165992 May 20 16:02:28.573659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45446) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.647735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.648896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6232791 May 20 16:02:28.693581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45450) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.700295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd4b118-3024-40a9-b7f1-3eb8082e3f13 None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:28.734654 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f52808-a86f-4779-bb2c-13dc5803a60d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:28.735110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f52808-a86f-4779-bb2c-13dc5803a60d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:28.741378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-48f52808-a86f-4779-bb2c-13dc5803a60d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/e1e57c4d-275d-4bde-9687-8ab48633f3dc HTTP/1.1" status: 404 len: 337 time: 0.0930057 May 20 16:02:28.741647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-70a3997f-3f14-405d-a1fe-3a4b205ca81f None None] Provisioning for port 6a7d0937-b99a-493a-8236-df0202d4ef34 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:28.761205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45454) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.807059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] In _notify_port_updated(), no bound segment for port 316ffba4-30c5-4f0c-9c88-83c76348b955 on network 9a86f487-fb2f-4462-8259-e9e1121124f1 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:02:28.813151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:28.813862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.818245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/ports/316ffba4-30c5-4f0c-9c88-83c76348b955 HTTP/1.1" status: 200 len: 919 time: 3.4919195 May 20 16:02:28.827966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45458) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:28.832404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-70a3997f-3f14-405d-a1fe-3a4b205ca81f None None] Provisioning complete for port 6a7d0937-b99a-493a-8236-df0202d4ef34 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:28.832404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-70a3997f-3f14-405d-a1fe-3a4b205ca81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:28.843520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09f1a9f6-bf85-4802-81a7-a2b0080164ff'}, {'subnet_id': '651a8ffe-f605-43a3-8e72-bfb63a092422'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:29.169236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.178961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=316ffba4-30c5-4f0c-9c88-83c76348b955,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:29.182656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:29.183649 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7e7d25-a067-4b67-bf4b-3e478f182a63 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:29.184106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7e7d25-a067-4b67-bf4b-3e478f182a63 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:29.188163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4c7e7d25-a067-4b67-bf4b-3e478f182a63 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/83a88a9a-639c-42b2-8188-2b7a0f6d576e HTTP/1.1" status: 404 len: 333 time: 0.4216864 May 20 16:02:29.190637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.879s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:29.206405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45462) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:29.210648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d5cc72-30f8-41b1-ab78-1aa0218972ac,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:29.216916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:29.229562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group_rule': {'security_group_id': 'f8312ecf-9b85-41d3-bd39-fc4d4855a3c7', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:29.281375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d5fa-55a0-49e1-b0a2-747093d5ef42 req-4313d58d-3e3f-43a1-9ca3-c518212cbc48 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:29.285913 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fde7d5fa-55a0-49e1-b0a2-747093d5ef42 req-4313d58d-3e3f-43a1-9ca3-c518212cbc48 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 1.1769783 May 20 16:02:29.332426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Pushing event updated for resources: {'Port': ['ID=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:29.339980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:29.411931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fde7d5fa-55a0-49e1-b0a2-747093d5ef42 req-99d6a5d1-0589-4f4b-b5cf-a1ef368d449d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215713 May 20 16:02:29.455262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.194s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:29.471144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6f648838-9bbe-41f7-8bf5-cf164ded63dd None None] Provisioning complete for port 6a7d0937-b99a-493a-8236-df0202d4ef34 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:29.471525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6f648838-9bbe-41f7-8bf5-cf164ded63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.639451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:29.643578 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2447013-f2f0-4ccf-9f81-81ac363874d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:29.644083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2447013-f2f0-4ccf-9f81-81ac363874d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:29.650480 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a2447013-f2f0-4ccf-9f81-81ac363874d5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/01051eeb-320e-4a21-b4bf-791daec2c4dc HTTP/1.1" status: 404 len: 337 time: 0.4121778 May 20 16:02:29.655630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6f648838-9bbe-41f7-8bf5-cf164ded63dd None None] Provisioning for port 316ffba4-30c5-4f0c-9c88-83c76348b955 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:29.656980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45466) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:29.658396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:29.663360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6f648838-9bbe-41f7-8bf5-cf164ded63dd None None] Provisioning complete for port 316ffba4-30c5-4f0c-9c88-83c76348b955 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:29.663834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6f648838-9bbe-41f7-8bf5-cf164ded63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.689163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a7d0937-b99a-493a-8236-df0202d4ef34 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:29.779752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6f648838-9bbe-41f7-8bf5-cf164ded63dd None None] Port 316ffba4-30c5-4f0c-9c88-83c76348b955 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:29.781806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.27 (9a86f487-fb2f-4462-8259-e9e1121124f1/651a8ffe-f605-43a3-8e72-bfb63a092422/316ffba4-30c5-4f0c-9c88-83c76348b955) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:29.799610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6a7d0937-b99a-493a-8236-df0202d4ef34 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:29.800106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.815510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:29.861285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.922338 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ee85c1-60c9-4ab4-a281-1a4e9295fcfc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:29.923124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ee85c1-60c9-4ab4-a281-1a4e9295fcfc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:29.928272 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-89ee85c1-60c9-4ab4-a281-1a4e9295fcfc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/c7f18ef5-18d8-4bce-a1b5-03ff541a7a5b HTTP/1.1" status: 404 len: 333 time: 0.2441540 May 20 16:02:29.932699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45470) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:29.950436 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Project 2051879f4bef40ecb5c8d00bff0aedf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:02:29.962481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.969284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a59c7515-9429-4770-b7c4-a8d7b002067e None None] Provisioning complete for port 316ffba4-30c5-4f0c-9c88-83c76348b955 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:29.969702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a59c7515-9429-4770-b7c4-a8d7b002067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.985917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d2897d-6d03-458a-912c-ae19b5e540dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:29.986799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d2897d-6d03-458a-912c-ae19b5e540dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:29.987214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.992057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-49d2897d-6d03-458a-912c-ae19b5e540dc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/af1d929a-47fc-42a9-8919-0056921df27d HTTP/1.1" status: 404 len: 337 time: 0.0578113 May 20 16:02:29.993789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45474) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.060380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a59c7515-9429-4770-b7c4-a8d7b002067e None None] Port 316ffba4-30c5-4f0c-9c88-83c76348b955 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:30.072433 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a3e5a6-9c7a-48b8-9baa-075b21d71b5f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:30.072900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a3e5a6-9c7a-48b8-9baa-075b21d71b5f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:30.074647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f9a3e5a6-9c7a-48b8-9baa-075b21d71b5f tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/9dd4ef1c-9a0c-427a-b0c9-58eb871c825b HTTP/1.1" status: 404 len: 333 time: 0.0675094 May 20 16:02:30.077355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45478) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.127712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-40103c12-09c0-46b2-a008-d5889f35fed5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:30.128167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40103c12-09c0-46b2-a008-d5889f35fed5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:30.129914 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-40103c12-09c0-46b2-a008-d5889f35fed5 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/2027ddc3-1804-4443-93b0-9a576904b597 HTTP/1.1" status: 404 len: 337 time: 0.0515509 May 20 16:02:30.132545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.182951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4257f38d-0290-4f71-a512-7fc7105a9ff5 None None] Provisioning complete for port 316ffba4-30c5-4f0c-9c88-83c76348b955 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:30.183516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4257f38d-0290-4f71-a512-7fc7105a9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.189673 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cef719-fc33-4e79-a091-b11ec4a087af tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:30.190149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cef719-fc33-4e79-a091-b11ec4a087af tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:30.194765 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-62cef719-fc33-4e79-a091-b11ec4a087af tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/ports/1b649343-b96b-4b3b-a442-ed3cad042379 HTTP/1.1" status: 404 len: 333 time: 0.0584192 May 20 16:02:30.194765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45486) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.198955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.247378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5b96f5-2b14-43af-b87d-04a6ec7ee209 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] DELETE failed (client error): The resource could not be found. May 20 16:02:30.248321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5b96f5-2b14-43af-b87d-04a6ec7ee209 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:02:30.251960 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9c5b96f5-2b14-43af-b87d-04a6ec7ee209 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/subnets/1efbb9fe-94a6-47c3-83fd-0289f0a57d84 HTTP/1.1" status: 404 len: 337 time: 0.0540719 May 20 16:02:30.253376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4257f38d-0290-4f71-a512-7fc7105a9ff5 None None] Port 316ffba4-30c5-4f0c-9c88-83c76348b955 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:30.253638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45490) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.256292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Ignored duplicate provisioning block setup for port 316ffba4-30c5-4f0c-9c88-83c76348b955 by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 16:02:30.287011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.294946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5fa17ff2-4e4d-4507-9a4a-8dde7eff81f1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:30.326905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Attempting to bind port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:30.327363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Attempting to bind port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:30.327938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Attempting to bind port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:30.488637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.488976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:02:30.489782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Attempting to bind port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:30.516938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=316ffba4-30c5-4f0c-9c88-83c76348b955,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:30.526302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:30.534983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.560153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:30.560607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Checking segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:30.561011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Bound using segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:30.561505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Bound port: fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:30.561872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.626999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12fe247-b29c-4435-8f73-cadcf7aa34fc']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:30.669766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:30.670494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc8e3c6-fefb-4cc8-abbf-2323da0c1bb8') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:30.686420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.714345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.736844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.744244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.757210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:30.779147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4c608957-d647-4a16-8b0e-d767616bb446 None None] Provisioning complete for port 316ffba4-30c5-4f0c-9c88-83c76348b955 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:30.779699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4c608957-d647-4a16-8b0e-d767616bb446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.812968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.827029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1bfacb-d59d-488b-8f44-85d00c4645b5,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:30.829444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.833653 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1164536 May 20 16:02:30.836516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:30.837048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45496) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.847080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4c608957-d647-4a16-8b0e-d767616bb446 None None] Port 316ffba4-30c5-4f0c-9c88-83c76348b955 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:30.854208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] In _notify_port_updated(), no bound segment for port 316ffba4-30c5-4f0c-9c88-83c76348b955 on network 9a86f487-fb2f-4462-8259-e9e1121124f1 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:02:30.864759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:30.865875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.870855 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/ports/316ffba4-30c5-4f0c-9c88-83c76348b955 HTTP/1.1" status: 200 len: 999 time: 2.0390754 May 20 16:02:30.885067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45498) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:30.903836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:30.904248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:30.922125 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:30.925572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'security_group_rule': {'security_group_id': 'f8312ecf-9b85-41d3-bd39-fc4d4855a3c7', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:30.959817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:30.997909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.025625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:security_group_rule and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:31.046173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:31.075796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:31.081685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] For port fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:31.163795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.169773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] For port fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:31.182923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:31.199539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.207527 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Project 2051879f4bef40ecb5c8d00bff0aedf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:02:31.222381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.231544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=a12fe247-b29c-4435-8f73-cadcf7aa34fc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:31.240194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.248135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:31.254701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a7a0bcf-a86e-465d-8280-a0237ae6a755 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:31.283173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f94e1f-9224-4dc2-835a-e2c3298fdd4c']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:31.287782 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/a12fe247-b29c-4435-8f73-cadcf7aa34fc HTTP/1.1" status: 204 len: 168 time: 2.9043834 May 20 16:02:31.301572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45504) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:31.324889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:31.325407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f21d64-d57f-4ffa-8d3c-ad9ea73c6129') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:31.332870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-129287417'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:31.339638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:31.340753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.341767 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] 10.222.0.25 "PUT /v2.0/ports/fd48035b-3f44-49a2-9009-0d28d3d7e8a5 HTTP/1.1" status: 200 len: 1093 time: 6.7294149 May 20 16:02:31.343795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:31.351618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:31.362464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:31.369570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:31.373032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:31.380347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:31.412752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.438548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bad19-b6b5-4e31-b620-9c11ccf5076e req-f78acf38-e12b-4dad-a2b3-6f92c8365864 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:31.442049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b4bad19-b6b5-4e31-b620-9c11ccf5076e req-f78acf38-e12b-4dad-a2b3-6f92c8365864 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 0.8588805 May 20 16:02:31.455924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Pushing event updated for resources: {'Port': ['ID=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:31.463322 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'status': 'completed', 'code': 200} May 20 16:02:31.477983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:31.480864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:31.485458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.516482 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b4bad19-b6b5-4e31-b620-9c11ccf5076e req-fd5c1c4a-b711-4558-b7c6-cb25525f2b04 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640748 May 20 16:02:31.518291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.539274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:31.540234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:31.565974 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:31.658993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 316ffba4-30c5-4f0c-9c88-83c76348b955 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:31.659511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.762254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.847844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.856127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-54421d76-6e49-41f2-8450-93368a8850db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:31.875037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.894999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Pushing event deleted for resources: {'Network': ['ID=c1f94e1f-9224-4dc2-835a-e2c3298fdd4c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:31.902457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:31.903914 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] 10.222.0.13 "DELETE /v2.0/networks/c1f94e1f-9224-4dc2-835a-e2c3298fdd4c HTTP/1.1" status: 204 len: 168 time: 1.6493452 May 20 16:02:31.910527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.921214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:31.948223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:31.961002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e622138b-ae32-42f8-b607-9b42edf422a8,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:31.970512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:02:31.984967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:32.059683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.060781 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1664786 May 20 16:02:32.065637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:32.070404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.070728 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5 of type vlan for network 65024aa3-4430-4430-9762-80ab3a351014 May 20 16:02:32.135989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.146485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:32.158633 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b37a4847-6b2e-4dd4-8feb-26de488e2b73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/86417ada-0d2f-44ab-9b95-a029ef239c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2333660 May 20 16:02:32.159412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-4f1f308d-0a52-496c-8df1-fb0e44bd42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:32.160765 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-4f1f308d-0a52-496c-8df1-fb0e44bd42a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 1096 time: 0.7001083 May 20 16:02:32.163011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'network': {'name': 'tempest-network-smoke--1279226008', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:32.172376 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:32.188138 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:32.188799 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:32.193977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 316ffba4-30c5-4f0c-9c88-83c76348b955 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:32.201122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:32.215917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:network and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:32.224114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:32.241757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:32.251846 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-d07a6133-4ce4-4368-8c2c-c0efa24b93a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5 HTTP/1.1" status: 200 len: 217 time: 0.0774524 May 20 16:02:32.286608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Made reservation on behalf of 2051879f4bef40ecb5c8d00bff0aedf0 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:32.293812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.299001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.304765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:32.305490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.327724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-790217e3-dbab-4033-85d4-4ffc2002634c tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:32.451427 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1369314 May 20 16:02:32.463152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:02:32.470631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45522) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:32.480979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': '65024aa3-4430-4430-9762-80ab3a351014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:32.502006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e99b9e46-70f3-47d9-884a-0e49543955bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:32.504047 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-e99b9e46-70f3-47d9-884a-0e49543955bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.2453530 May 20 16:02:32.591328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45528) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:32.593956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=65024aa3-4430-4430-9762-80ab3a351014,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:32.607947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 65024aa3-4430-4430-9762-80ab3a351014 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:02:32.609148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:32.658390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-19ea5433-93af-4b61-9c44-f093742fc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:32.660203 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-19ea5433-93af-4b61-9c44-f093742fc45c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1453629 May 20 16:02:32.751686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:32.759048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:32.765508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:32.777119 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:32.778256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:32.868025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:32.873592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.876111 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-3aa70145-aa42-4b15-8333-7c77e41e2107 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076542 May 20 16:02:32.970178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:32.970641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Added segment fa663e37-5f02-4c30-b72e-2652e14a85e1 of type vlan for network 588b315b-c8d3-4834-8613-1e9be1b7ce5a May 20 16:02:33.070635 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-05dc5afa-d09a-4dd4-b727-ff66d81ba66c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0154ad5e4084404282d88d74ce53835c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756389 May 20 16:02:33.078510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45536) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:33.103649 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-53dd7a13-2060-45f2-b1b3-ad6e62d2a855 req-350ea4f4-93cb-4ac4-82e0-09496474568b service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200184 May 20 16:02:33.233440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.270995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.279488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.326299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-4acfd1cf-e5a2-49a9-b5af-5757e94a359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:33.327830 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-4acfd1cf-e5a2-49a9-b5af-5757e94a359c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 1096 time: 0.1669579 May 20 16:02:33.421955 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:27Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:33.430624 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:33.439226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.444204 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:33.444540 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:33.447924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff58c273-7370-4a73-936a-5e95f701f409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:33.464846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e931b66-247c-466d-9996-f98b184a7351,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:33.469970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:33.482663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.501447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89f4c0-4a35-42e6-bda9-2b13e5cb0c32 req-d25330c9-d3da-46f5-9a4d-6de21fc6e072 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:33.503414 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f89f4c0-4a35-42e6-bda9-2b13e5cb0c32 req-d25330c9-d3da-46f5-9a4d-6de21fc6e072 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 946 time: 0.7105567 May 20 16:02:33.509735 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e931b66-247c-466d-9996-f98b184a7351 HTTP/1.1" status: 204 len: 168 time: 0.4282658 May 20 16:02:33.517929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.528177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:33.529198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.545480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eec08b48-1df6-4300-9ea6-2bb99cefae85 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:33.576042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-5c6dbee4-eb7d-493a-a340-03a8b2fbfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:33.577645 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-5c6dbee4-eb7d-493a-a340-03a8b2fbfebc service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.2414806 May 20 16:02:33.620348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56825b3-1b16-4e4d-a359-7a8116c4f958 req-b02a74b1-42e0-4be3-bef1-5a6afee7ac7d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:33.622058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f56825b3-1b16-4e4d-a359-7a8116c4f958 req-b02a74b1-42e0-4be3-bef1-5a6afee7ac7d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 0.7559175 May 20 16:02:33.643723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.762246 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-bc3ecb48-3f0e-45c1-9210-4f05572b5722 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5 HTTP/1.1" status: 200 len: 217 time: 0.1753922 May 20 16:02:33.785285 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7178078 May 20 16:02:33.788218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45544) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:33.849956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-7a53387c-8cf4-4adf-95a9-c7e342fa888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:33.851753 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-7a53387c-8cf4-4adf-95a9-c7e342fa888d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0817814 May 20 16:02:33.861961 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:33.912225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Network': ['ID=588b315b-c8d3-4834-8613-1e9be1b7ce5a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:33.932388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:02:33.933209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'admin_state_up': True, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:33.999233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:33.999757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5474b4d-5514-4c20-a054-ca8105268e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:34.193863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-9f767c15-376f-47ba-a8ae-ca5b2e83eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:34.195754 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-9f767c15-376f-47ba-a8ae-ca5b2e83eb71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3372421 May 20 16:02:34.268456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f89f4c0-4a35-42e6-bda9-2b13e5cb0c32 req-b16de968-661f-414f-9428-e8804a7abb77 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7320192 May 20 16:02:34.317987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:34.344870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=316ffba4-30c5-4f0c-9c88-83c76348b955,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:34.356347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:router and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:34.373883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f56825b3-1b16-4e4d-a359-7a8116c4f958 req-40213420-2c23-45f1-838c-86596b3a3e00 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7247295 May 20 16:02:34.409793 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-30359f1b-74a7-4ad8-84db-4b5a89f43384 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062588 May 20 16:02:34.423496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:34.424660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:34.431990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:34.471158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.472877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.491128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.582730 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-540c6f93-83be-4e2b-a661-d1c714c0f51d req-b40831f3-bbb4-4d9d-8b03-4f011ae3417b service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655583 May 20 16:02:34.672085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.700023 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:27Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:34.707991 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d4ae6-f0c5-4d13-abcb-e8c9f01b71ad None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:27Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '093daf69-42da-4585-b274-3b959c527a04', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'port_id': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'mac_address': 'fa:16:3e:9b:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:45Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:34.830144 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/316ffba4-30c5-4f0c-9c88-83c76348b955 HTTP/1.1" status: 204 len: 168 time: 3.9241221 May 20 16:02:34.832022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45562) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:34.862903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-4b5fb72d-2f6a-479b-a535-57371d57dc25 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:34.865718 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-4b5fb72d-2f6a-479b-a535-57371d57dc25 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 946 time: 1.0695310 May 20 16:02:34.895024 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c541ce-d2c3-48cb-b416-231dac0e9106 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:02:34.898135 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-37c541ce-d2c3-48cb-b416-231dac0e9106 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/316ffba4-30c5-4f0c-9c88-83c76348b955 HTTP/1.1" status: 404 len: 333 time: 0.0644228 May 20 16:02:34.901492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45568) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.025675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 651a8ffe-f605-43a3-8e72-bfb63a092422 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:35.031212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.061981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.069374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45572) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.129155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.293366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.372279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-a709e899-dbd9-41cb-ae50-36e8009ded90 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.378949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45580) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.381853 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a709e899-dbd9-41cb-ae50-36e8009ded90 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2942760 May 20 16:02:35.389729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-9fab4575-f3f9-4ed6-beba-a5e70d0ad59c tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.391521 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9fab4575-f3f9-4ed6-beba-a5e70d0ad59c tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0108445 May 20 16:02:35.410913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45584) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.420548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:35.437534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-ddb97f93-547f-4de3-949a-d976daa61159 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.440279 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ddb97f93-547f-4de3-949a-d976daa61159 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0255470 May 20 16:02:35.445281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45590) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.461084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-49ccaed0-03e8-4ba6-aa99-9947cc9ecec6 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.463619 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-49ccaed0-03e8-4ba6-aa99-9947cc9ecec6 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0158594 May 20 16:02:35.505267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:35.506232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a2a85a9-d206-4a9e-b6d0-ea52e18f72f6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:35.509666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45594) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.526072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-d2bd920b-1cc2-4136-bb5d-c5a597d048e8 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.528784 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d2bd920b-1cc2-4136-bb5d-c5a597d048e8 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0166976 May 20 16:02:35.534256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45598) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.626959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-069bbf8d-f5fe-4efa-893a-a46b4e36d9d4 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.628279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-069bbf8d-f5fe-4efa-893a-a46b4e36d9d4 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0358021 May 20 16:02:35.632508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45602) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.641710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-414263d1-b0c4-4fb9-b974-6b7727687403 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.643008 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-414263d1-b0c4-4fb9-b974-6b7727687403 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0092611 May 20 16:02:35.649001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45606) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.657110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-100c56a4-6876-4078-88e0-989fac114c24 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.658415 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-100c56a4-6876-4078-88e0-989fac114c24 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090239 May 20 16:02:35.662914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45610) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.676456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-a0c000a6-f5e9-4cb5-bd3d-69d2b5f02e71 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.677666 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a0c000a6-f5e9-4cb5-bd3d-69d2b5f02e71 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0137362 May 20 16:02:35.682567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45614) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.699870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-8834ac1d-e625-49d0-870e-2bfa3e1e20bf tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.701059 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8834ac1d-e625-49d0-870e-2bfa3e1e20bf tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0173659 May 20 16:02:35.704949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45618) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.731359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-bac95a88-772f-426d-9e6f-7aaf30e87111 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.735530 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bac95a88-772f-426d-9e6f-7aaf30e87111 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0268457 May 20 16:02:35.738499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45622) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.748490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-b1ba0137-ec93-4a2f-b156-ec1c7ccf752a tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.752653 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1ba0137-ec93-4a2f-b156-ec1c7ccf752a tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101862 May 20 16:02:35.754428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45626) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.777776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-59e2c76e-df77-4e85-8237-149d4d3e4205 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.779398 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-59e2c76e-df77-4e85-8237-149d4d3e4205 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0235252 May 20 16:02:35.784894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.797396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-50d7914a-df49-41e3-9618-b9b0327d3e23 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.798988 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-50d7914a-df49-41e3-9618-b9b0327d3e23 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0126321 May 20 16:02:35.811096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.851145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:35.851617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.872532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-8f3a7a11-f28c-41db-8a41-e716c590d02e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.873542 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f3a7a11-f28c-41db-8a41-e716c590d02e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0386455 May 20 16:02:35.877172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45638) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.883374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-9eec6963-14bf-40e0-8f42-7091321039a3 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.886049 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9eec6963-14bf-40e0-8f42-7091321039a3 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058031 May 20 16:02:35.890129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45642) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.896437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-608bad4a-a2e6-4468-b8d4-d0d172efca18 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.897451 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-608bad4a-a2e6-4468-b8d4-d0d172efca18 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0078068 May 20 16:02:35.901515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45646) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.907454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-5be06e81-de47-416a-a915-e7387cc4eb6c tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.908693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5be06e81-de47-416a-a915-e7387cc4eb6c tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062749 May 20 16:02:35.912710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45650) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.918111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-02a6a6d4-bbd3-43f7-a50b-ad9f10453262 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.919060 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-02a6a6d4-bbd3-43f7-a50b-ad9f10453262 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052488 May 20 16:02:35.921811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45654) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.926847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-03f852c6-0f45-4703-9e82-b8274ca14709 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.927780 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-03f852c6-0f45-4703-9e82-b8274ca14709 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050521 May 20 16:02:35.933450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45658) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.940892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-664a9e2d-9ec3-4dbe-a252-760ee159d6ba tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.941938 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-664a9e2d-9ec3-4dbe-a252-760ee159d6ba tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075316 May 20 16:02:35.945762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45662) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.951207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-f8a7ff4b-6890-463a-8139-f38b76f99bbc tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:35.952213 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f8a7ff4b-6890-463a-8139-f38b76f99bbc tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056629 May 20 16:02:35.953967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.957801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45666) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.959169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f33d47fc-3d24-465e-ad07-191a15b69736 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:36.005229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-c5a9fa5b-290a-4745-a28a-8a43774a8ca3 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.006235 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c5a9fa5b-290a-4745-a28a-8a43774a8ca3 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0136058 May 20 16:02:36.009625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=651a8ffe-f605-43a3-8e72-bfb63a092422,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:36.011273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45670) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.016008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:36.020592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-4dc8160c-a2ec-4d14-b6ca-8b8cc10835eb tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.021609 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4dc8160c-a2ec-4d14-b6ca-8b8cc10835eb tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076840 May 20 16:02:36.022799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.026684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45674) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.032678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf10389-3a2c-4745-94d6-e5a79c45e7ff None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:36.033857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-78f34fa4-0079-4eb9-9cf6-b055c053e53b tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.037576 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-78f34fa4-0079-4eb9-9cf6-b055c053e53b tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0080218 May 20 16:02:36.037792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45678) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.044604 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/651a8ffe-f605-43a3-8e72-bfb63a092422 HTTP/1.1" status: 204 len: 168 time: 1.1415977 May 20 16:02:36.047160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d616-1115-401d-82ed-ded363b25a4f req-2d2bae87-63fd-436d-97a1-6d0399d08553 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:36.048470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-83756384-f6cf-4aa4-b0fc-9ee35770d977 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.052415 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83756384-f6cf-4aa4-b0fc-9ee35770d977 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108984 May 20 16:02:36.052621 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-81f6d616-1115-401d-82ed-ded363b25a4f req-2d2bae87-63fd-436d-97a1-6d0399d08553 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 946 time: 0.5320101 May 20 16:02:36.052721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45682) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.075913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45686) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.122164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 09f1a9f6-bf85-4802-81a7-a2b0080164ff {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:36.125749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.154692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-f9b8e5f2-04a3-496c-8963-35d12cf240f8 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.159406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f9b8e5f2-04a3-496c-8963-35d12cf240f8 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0257206 May 20 16:02:36.173226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45690) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.181880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-547538b9-8d30-4b12-bb26-3bdc8b577800 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.185581 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-547538b9-8d30-4b12-bb26-3bdc8b577800 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085700 May 20 16:02:36.186583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.192903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-63dd6ce5-4935-4140-a45c-c62126478c64 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.197585 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-63dd6ce5-4935-4140-a45c-c62126478c64 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064898 May 20 16:02:36.197821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45698) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.205802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-1f217505-bc68-4b0a-921f-e76466fcd134 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.210415 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1f217505-bc68-4b0a-921f-e76466fcd134 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0081384 May 20 16:02:36.211102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.216626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.222305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625c8ff-34bd-4f8a-842d-5f67f3e470c5 req-479e26c6-4a9e-4005-8770-e67fa05966c9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:36.225843 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2625c8ff-34bd-4f8a-842d-5f67f3e470c5 req-479e26c6-4a9e-4005-8770-e67fa05966c9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 0.6273634 May 20 16:02:36.254383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-2da963ec-1750-47d0-9edc-5876ccfd678d tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.259906 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2da963ec-1750-47d0-9edc-5876ccfd678d tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0427787 May 20 16:02:36.262577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45706) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.275575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-fb4ab1d6-bd79-4d41-8c0e-cc4cacc4ec07 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.277239 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fb4ab1d6-bd79-4d41-8c0e-cc4cacc4ec07 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130937 May 20 16:02:36.280710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45710) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.287738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-60ddb67c-d4b9-4f8a-adba-ec7cb5ef7b34 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.288878 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-60ddb67c-d4b9-4f8a-adba-ec7cb5ef7b34 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071063 May 20 16:02:36.294584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.306681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-1ba58595-3397-4217-9963-68f3af9434a1 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.312284 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1ba58595-3397-4217-9963-68f3af9434a1 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122466 May 20 16:02:36.315764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45718) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.336103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-d75ec1da-596d-4663-b5be-dfc61b48e9d6 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.342818 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d75ec1da-596d-4663-b5be-dfc61b48e9d6 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0256195 May 20 16:02:36.351068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45722) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.360967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-51cbd910-51cc-4e8b-9357-be5fc7ca6abe tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.365005 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-51cbd910-51cc-4e8b-9357-be5fc7ca6abe tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0101252 May 20 16:02:36.367571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45726) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.375910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-092f8748-9106-4548-9992-a2287cf36751 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.380489 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-092f8748-9106-4548-9992-a2287cf36751 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0092056 May 20 16:02:36.389529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45730) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.400819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-a8450391-b4e2-4c85-8f54-16bae4b2e858 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.402565 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a8450391-b4e2-4c85-8f54-16bae4b2e858 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114813 May 20 16:02:36.406247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45734) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.418757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.420803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-0eb83586-eb96-46b9-944b-3eb1d130da09 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.422628 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0eb83586-eb96-46b9-944b-3eb1d130da09 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0103419 May 20 16:02:36.427135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45738) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.438510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-6294fdc6-5b33-4f62-a342-db332b8954de tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.440253 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6294fdc6-5b33-4f62-a342-db332b8954de tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088143 May 20 16:02:36.443556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45742) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.449733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1f24af57-927c-4d87-b604-5de4424da4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:36.452709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-5081a450-83cd-4b7c-8be9-9b8010829e50 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.456506 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5081a450-83cd-4b7c-8be9-9b8010829e50 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0093594 May 20 16:02:36.456991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45746) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.466346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-eb31b688-eff2-4d17-8544-2d6b2aefad4e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.470269 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eb31b688-eff2-4d17-8544-2d6b2aefad4e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0094407 May 20 16:02:36.472122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45750) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.484407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-855c0918-49dc-48f9-92f3-4f66e91fe158 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.486166 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-855c0918-49dc-48f9-92f3-4f66e91fe158 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0125358 May 20 16:02:36.489723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45754) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.493481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-81f6d616-1115-401d-82ed-ded363b25a4f req-71024eb5-1173-4409-938a-c28ba8e4aec9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297407 May 20 16:02:36.495842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.503407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2625c8ff-34bd-4f8a-842d-5f67f3e470c5 req-8dcdd411-9f46-4994-b3b7-75834a9ecf30 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449303 May 20 16:02:36.512025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:36.512398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.558022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-9ff948a3-47e3-4a60-b48e-73c997c17846 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.563089 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9ff948a3-47e3-4a60-b48e-73c997c17846 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0677121 May 20 16:02:36.566279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45758) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.578662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-9fb5790a-7cde-4a9b-9864-f1ec882e979e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.583744 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9fb5790a-7cde-4a9b-9864-f1ec882e979e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0129383 May 20 16:02:36.585395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45762) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.594061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-7398c727-83c1-4485-9b5b-0371f4f1eaf2 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.600402 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7398c727-83c1-4485-9b5b-0371f4f1eaf2 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0092998 May 20 16:02:36.600402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45766) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.607927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-a4fa8126-a84e-4296-88c2-442d36a97130 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.613290 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a4fa8126-a84e-4296-88c2-442d36a97130 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086570 May 20 16:02:36.615707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45770) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.644968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-618b5321-7ca5-4ad0-aa30-2eebff10cfee tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.650349 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-618b5321-7ca5-4ad0-aa30-2eebff10cfee tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0293877 May 20 16:02:36.652267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45774) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.665298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-2cf437cb-71fc-428a-8eda-0dcf3814f565 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.666664 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2cf437cb-71fc-428a-8eda-0dcf3814f565 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0133970 May 20 16:02:36.717306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45778) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.726635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-107faf7f-f6e4-4e62-aca8-91a54d438865 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.727648 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-107faf7f-f6e4-4e62-aca8-91a54d438865 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0107489 May 20 16:02:36.736891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45782) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.745876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-fb3a4132-57c3-4f00-9226-e84fb482a506 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.752147 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fb3a4132-57c3-4f00-9226-e84fb482a506 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0095322 May 20 16:02:36.752147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45786) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.759363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-866677c7-aa31-4707-8cf0-cd95e16fc1fa tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.764544 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-866677c7-aa31-4707-8cf0-cd95e16fc1fa tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081370 May 20 16:02:36.764864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45790) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.772973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-dc1e4915-cffd-407c-bb6f-29f9c4fccf9b tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.778408 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dc1e4915-cffd-407c-bb6f-29f9c4fccf9b tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083432 May 20 16:02:36.778700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45794) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.788263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-79abb776-b0af-4340-b33f-b9ee2da4b2ee tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.793452 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-79abb776-b0af-4340-b33f-b9ee2da4b2ee tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0096996 May 20 16:02:36.801429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45798) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.810051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-7fb08400-f375-4075-af4b-e6ebf284bd12 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.816322 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7fb08400-f375-4075-af4b-e6ebf284bd12 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092697 May 20 16:02:36.816322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45802) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.830772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-879e7295-26e6-411c-a8d5-69a02d19f1e0 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.835813 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-879e7295-26e6-411c-a8d5-69a02d19f1e0 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0146530 May 20 16:02:36.836974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45806) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.851986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-cf6de717-24cb-406b-af4f-73770f96aae0 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.853401 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cf6de717-24cb-406b-af4f-73770f96aae0 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0154917 May 20 16:02:36.867316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45810) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.878338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-d9a99a94-1ab0-4526-a03e-20da4e4ec813 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.885421 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d9a99a94-1ab0-4526-a03e-20da4e4ec813 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0107610 May 20 16:02:36.885421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45814) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.936342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-b9c492c0-41e6-4a3c-8692-e654e0757ab6 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.941436 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b9c492c0-41e6-4a3c-8692-e654e0757ab6 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0514936 May 20 16:02:36.943996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45818) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.958691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-c28459bb-567b-4084-a52f-3de37f61dad1 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.960005 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c28459bb-567b-4084-a52f-3de37f61dad1 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0146918 May 20 16:02:36.964985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45822) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.976130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-a19f5291-b830-49b9-a969-d5a7c40084bc tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:36.977910 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a19f5291-b830-49b9-a969-d5a7c40084bc tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0111372 May 20 16:02:36.982259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45826) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.998445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-203fe57e-f98b-4d28-89b1-5de1895f2b36 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.004483 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-203fe57e-f98b-4d28-89b1-5de1895f2b36 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0164337 May 20 16:02:37.004778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 21df67a1-177a-4d35-8d04-fc2cdbca7d5d owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:37.005982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45830) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.015022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-03a6f4da-60ff-4e95-a9b7-da4022f4d13c tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.018646 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-03a6f4da-60ff-4e95-a9b7-da4022f4d13c tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090086 May 20 16:02:37.024595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.026139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45834) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.033220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-f018d69c-03a0-4aa0-a05a-49c8d787d9a8 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.038302 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f018d69c-03a0-4aa0-a05a-49c8d787d9a8 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072117 May 20 16:02:37.040535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45838) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.048345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-8519a8a1-62f9-4fb2-a59c-af7666d4b78e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.051250 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8519a8a1-62f9-4fb2-a59c-af7666d4b78e tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079315 May 20 16:02:37.056501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45842) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.056698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65024aa3-4430-4430-9762-80ab3a351014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:37.056898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: 65024aa3-4430-4430-9762-80ab3a351014, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:02:37.065036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-6429f529-2a67-405b-b9d2-74f089062126 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.067491 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6429f529-2a67-405b-b9d2-74f089062126 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082653 May 20 16:02:37.070472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45846) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.071256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=5ffb8803-21f7-4cd9-9c18-67c5a21fc208,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:37.076493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-8b570247-477a-4830-959d-5692ebd85c88 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.076831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.078606 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8b570247-477a-4830-959d-5692ebd85c88 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0059671 May 20 16:02:37.079118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:37.084747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45850) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.085850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.094570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f793710f-55b5-466a-bbb0-55952918c7fc tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:37.126657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [None req-241aa0db-05c1-4ab3-a04b-78c0e0b42849 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=92431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.127673 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-241aa0db-05c1-4ab3-a04b-78c0e0b42849 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0374527 May 20 16:02:37.132374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45854) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.139730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.143150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=09f1a9f6-bf85-4802-81a7-a2b0080164ff,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:37.148208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [None req-60152d83-4675-4aec-8f88-008da5cc8bc0 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:02:37.150136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-60152d83-4675-4aec-8f88-008da5cc8bc0 tempest-ExtensionsTestJSON-522825197 tempest-ExtensionsTestJSON-522825197-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128162 May 20 16:02:37.151202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:37.158464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45858) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.158712 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/09f1a9f6-bf85-4802-81a7-a2b0080164ff HTTP/1.1" status: 204 len: 168 time: 1.1075981 May 20 16:02:37.204881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 65024aa3-4430-4430-9762-80ab3a351014 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:02:37.299804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 65024aa3-4430-4430-9762-80ab3a351014) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:37.326794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4b3d9-b7df-4b42-9002-53f6b065eb3a None None] Network 65024aa3-4430-4430-9762-80ab3a351014 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:37.402620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.407312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:37.408353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.510149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Allocated IP 172.26.8.163 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/a154e594-a1e9-47ca-bda4-5aa2a4985435) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:37.546082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac8d811-8d57-4b52-a7e6-0129abc059fe None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:37.578975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1064110 May 20 16:02:37.581455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45870) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.587563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-835557079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:37.614564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:37.628115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:router and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:37.638482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:37.658695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:37.671860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45874) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.699169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.700228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.726804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.777985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.818933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.825309 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-abb0a31d-e33f-4d50-acaa-230831f0ff11 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2427435 May 20 16:02:37.826580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45880) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:37.834652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'port': {'network_id': '65024aa3-4430-4430-9762-80ab3a351014', 'name': 'tempest-RoutersTest-2082758283'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:37.900128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 21df67a1-177a-4d35-8d04-fc2cdbca7d5d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:37.929251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.960260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:37.971793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:37.978986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Usage tracker for resource:security_group_rule and tenant:62d8dac4d0534267ba0881325a14c731 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:37.984792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:37.985056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d6ed608-1893-4b71-8095-b06641c5f129 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:37.994235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3776332-4f7c-44f1-ba7a-300f0fe3bf3b None None] Provisioning complete for port 6a7d0937-b99a-493a-8236-df0202d4ef34 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:37.994647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:37.994901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3776332-4f7c-44f1-ba7a-300f0fe3bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.061280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=21df67a1-177a-4d35-8d04-fc2cdbca7d5d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:38.068106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:38.072871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:38.091436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:38.122900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:38.128597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.146262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.167754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No active binding found for port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d {{(pid=92433) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 16:02:38.168195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 21df67a1-177a-4d35-8d04-fc2cdbca7d5d not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:38.168514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] device_id is not set on port 776c2a66-ea18-4940-939f-6af9f6b25360 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:38.199973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 6a7d0937-b99a-493a-8236-df0202d4ef34 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:38.200362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.203290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-65024aa3-4430-4430-9762-80ab3a351014', 'network_id': '65024aa3-4430-4430-9762-80ab3a351014', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '5ffb8803-21f7-4cd9-9c18-67c5a21fc208'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:02:38.204113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.216912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 21df67a1-177a-4d35-8d04-fc2cdbca7d5d on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:38.227940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.230463 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8907efd2-f6fe-44ed-942f-c69589481e16 req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/21df67a1-177a-4d35-8d04-fc2cdbca7d5d HTTP/1.1" status: 204 len: 173 time: 3.3544321 May 20 16:02:38.232843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'name': 'network-vif-deleted', 'tag': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:38.307766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b57415-50ce-42af-b009-8d986bdc8654 req-e4d4868e-0652-4846-a78d-0352a63f7702 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:38.308497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-47b57415-50ce-42af-b009-8d986bdc8654 req-e4d4868e-0652-4846-a78d-0352a63f7702 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:38.325961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbb043-f621-417c-a9ef-7241153b5546 req-493dac62-0f2c-4241-b1d5-adb0ae2e0168 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:38.333675 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74bbb043-f621-417c-a9ef-7241153b5546 req-493dac62-0f2c-4241-b1d5-adb0ae2e0168 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 0.4972382 May 20 16:02:38.419315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.429765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.439207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port 6a7d0937-b99a-493a-8236-df0202d4ef34, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a7d0937-b99a-493a-8236-df0202d4ef34,segment=NetworkSegment(0502746d-3272-435b-aa53-e298d8296d56),segment_id=0502746d-3272-435b-aa53-e298d8296d56)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:38.439612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.450767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-47b57415-50ce-42af-b009-8d986bdc8654 req-e4d4868e-0652-4846-a78d-0352a63f7702 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:38.456659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Allocated IP 172.20.0.2 (65024aa3-4430-4430-9762-80ab3a351014/5ffb8803-21f7-4cd9-9c18-67c5a21fc208/2bbe0d53-9b76-4081-8ddb-6a1b2f331767) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:38.457886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47b57415-50ce-42af-b009-8d986bdc8654 req-e4d4868e-0652-4846-a78d-0352a63f7702 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d4f156-c571-47fc-b05c-b64ed2269e8e HTTP/1.1" status: 200 len: 867 time: 0.6651230 May 20 16:02:38.464942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0836e85f-bd9f-4f94-9486-9c6eb6d74d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:38.478881 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62d8dac4d0534267ba0881325a14c731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059099 May 20 16:02:38.479637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45886) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:38.534492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5803d-5f55-4f64-a3f1-6cc6ca829683,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:38.543221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:38.562709 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74bbb043-f621-417c-a9ef-7241153b5546 req-45c44106-e1e4-42f9-a06a-fbe0c5718a00 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277391 May 20 16:02:38.612322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.664203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] DHCP port deletion for 9a86f487-fb2f-4462-8259-e9e1121124f1 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:38.674974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.675886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 6a7d0937-b99a-493a-8236-df0202d4ef34 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:38.680237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d4f156-c571-47fc-b05c-b64ed2269e8e', 'name': 'network-vif-deleted', 'tag': '21df67a1-177a-4d35-8d04-fc2cdbca7d5d', 'status': 'completed', 'code': 200} May 20 16:02:38.685973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.692302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-be70530b-58d5-40ac-a94a-5e42cde63243 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:38.783074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.788404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83c28ea6-8c33-412d-867e-65a9422d16e0 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:38.815782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e5803d-5f55-4f64-a3f1-6cc6ca829683,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:38.830374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:38.859634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.863883 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e5803d-5f55-4f64-a3f1-6cc6ca829683 HTTP/1.1" status: 204 len: 168 time: 0.3749585 May 20 16:02:38.937947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Deleting port 6a7d0937-b99a-493a-8236-df0202d4ef34 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:38.938660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.986532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.987308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47b57415-50ce-42af-b009-8d986bdc8654 req-10ee151a-7f64-4bd4-b84f-eb00ebe737cd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282655 May 20 16:02:39.008162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:39.018495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:39.021989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:39.026530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Transition to ACTIVE for port object 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:39.077004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Port': ['ID=a154e594-a1e9-47ca-bda4-5aa2a4985435,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:39.086087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:39.208505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Transition to ACTIVE for port object 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:39.232124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] For port 6a7d0937-b99a-493a-8236-df0202d4ef34, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6a7d0937-b99a-493a-8236-df0202d4ef34,segment=NetworkSegment(0502746d-3272-435b-aa53-e298d8296d56),segment_id=0502746d-3272-435b-aa53-e298d8296d56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:39.233226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.251573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.266516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-975acafc-0405-437f-8dda-7c54ad55c768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:39.328601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.335013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-36814d68-5208-40ee-a5d0-ca476e422d1d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:39.378704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.20.0.11 (65024aa3-4430-4430-9762-80ab3a351014/5ffb8803-21f7-4cd9-9c18-67c5a21fc208/776c2a66-ea18-4940-939f-6af9f6b25360) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:39.399247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port 6a7d0937-b99a-493a-8236-df0202d4ef34 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:39.401597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=6a7d0937-b99a-493a-8236-df0202d4ef34,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:39.444696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:39.640868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.666560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a86f487-fb2f-4462-8259-e9e1121124f1']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:39.685517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0502746d-3272-435b-aa53-e298d8296d56') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:39.685872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0502746d-3272-435b-aa53-e298d8296d56') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:39.761495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.801802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.806971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a7d0937-b99a-493a-8236-df0202d4ef34 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:39.809138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.858021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Calling delete_port for 6a7d0937-b99a-493a-8236-df0202d4ef34 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:39.864361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Network 65024aa3-4430-4430-9762-80ab3a351014 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:39.890431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:39.895392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:39.907068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 6a7d0937-b99a-493a-8236-df0202d4ef34 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:39.908028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6a7d0937-b99a-493a-8236-df0202d4ef34 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:39.910007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.944664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:39.945073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.946079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object 776c2a66-ea18-4940-939f-6af9f6b25360 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:39.960840 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:39.999216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.011663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:40.094787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Pushing event updated for resources: {'Port': ['ID=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:40.108587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:40.181889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Attempting to bind port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:40.181889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Attempting to bind port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65024aa3-4430-4430-9762-80ab3a351014'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:40.182781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Attempting to bind port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 on network 65024aa3-4430-4430-9762-80ab3a351014 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:40.198936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:40.199716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Checking segment: {'id': 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65024aa3-4430-4430-9762-80ab3a351014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:40.200483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.201249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Bound using segment: {'id': 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65024aa3-4430-4430-9762-80ab3a351014'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:40.202316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Bound port: 2bbe0d53-9b76-4081-8ddb-6a1b2f331767, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '65024aa3-4430-4430-9762-80ab3a351014'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:40.205078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.243994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=776c2a66-ea18-4940-939f-6af9f6b25360,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:40.253972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:40.271069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.272498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 65024aa3-4430-4430-9762-80ab3a351014 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:40.275310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:40.280224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:40.305862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2bb9a937-d210-4825-b503-a65c1e585896 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:40.322099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.328321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45914) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:40.358698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=9a86f487-fb2f-4462-8259-e9e1121124f1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:40.366589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45918) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:40.408851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.424288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:40.436094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:40.462147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:40.463476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.472001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45924) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:40.472354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/9a86f487-fb2f-4462-8259-e9e1121124f1 HTTP/1.1" status: 204 len: 168 time: 3.3074899 May 20 16:02:40.501840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Network 9a86f487-fb2f-4462-8259-e9e1121124f1 is not hosted by any dhcp agent {{(pid=92433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:02:40.502442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] No DVR routers for this DVR port 6a7d0937-b99a-493a-8236-df0202d4ef34 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:40.504196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6aeb0-aa7e-4b4a-b662-3be391ad3f5f req-4a137929-9dee-499e-a096-9452d1492560 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:40.509258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b6145433-4046-427c-b910-0f4acc9878fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.511740 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36f6aeb0-aa7e-4b4a-b662-3be391ad3f5f req-4a137929-9dee-499e-a096-9452d1492560 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 0.6317923 May 20 16:02:40.517636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Pushing event deleted for resources: {'Port': ['ID=6a7d0937-b99a-493a-8236-df0202d4ef34,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:40.523211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:40.558333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] For port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:40.565643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] For port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,segment=NetworkSegment(f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5),segment_id=f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:40.573583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.581359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a5a06203-7df5-44f3-9690-bde54429e55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:40.605466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-940880203'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:40.632843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:40.652387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:40.656956 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8284690 May 20 16:02:40.659562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:40.667209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:40.684199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:40.747916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Pushing event updated for resources: {'Port': ['ID=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:40.754450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:40.866842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.873519 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36f6aeb0-aa7e-4b4a-b662-3be391ad3f5f req-968327fb-9b02-4341-90c4-a5616c392b6f tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608499 May 20 16:02:40.896617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.934300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:40.939458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:40.996903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.033270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.087527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e720124-5e5e-4891-beb7-912164f94198 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:41.094196 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7e720124-5e5e-4891-beb7-912164f94198 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6118388 May 20 16:02:41.099789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45932) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:41.212180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:41.287346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.288793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:security_group_rule and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:41.294246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:41.298179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e5805e7-7367-4ce1-ac70-4aaebacfbd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:41.314720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:41.339889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da16fd-ffb9-45c3-945d-e8ab654e6cbe,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:41.344506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:41.353489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Router 235e5026-ae4a-4db7-8d2e-e280206fbf5a is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:02:41.364893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.367203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7da16fd-ffb9-45c3-945d-e8ab654e6cbe HTTP/1.1" status: 204 len: 168 time: 1.0346596 May 20 16:02:41.428866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45938) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:41.527531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:41.654888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:41.661961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:41.687487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.688508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Sync routers for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:41.694118 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.8568029 May 20 16:02:41.694412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45942) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:41.709636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:41.710678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:41.718615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet e62218c7-16ad-4a66-aca6-2fbded356927 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:41.734404 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eb91c264-0ecb-478c-a125-cba13a2ab7a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6346097 May 20 16:02:41.739755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45948) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:41.743344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.749471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1486483997'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:41.764805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:41.776609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:41.784710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:41.792416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fd48035b-3f44-49a2-9009-0d28d3d7e8a5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:02:41.803061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:41.830928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:41.835683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.904712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:02:41.921647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.922393 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 66ce3e76-f787-43b4-a63f-5b94c816ba4f of type vlan for network b2fa023f-a2c0-40ec-bb63-44ca9020b402 May 20 16:02:41.990410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.130209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.141099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.155426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:42.156866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.161424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.176054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:42.240326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7829156c-fc40-4c9d-93c7-efaeef885841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:42.293399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.368134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.377584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:42.377882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8e5ab48c-d748-4a35-a402-b273ee5fcc0c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:42.419135 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e3896135-faf4-41f1-acda-3fe1b3f97592 tempest-TestNetworkAdvancedServerOps-1192720865 tempest-TestNetworkAdvancedServerOps-1192720865-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=2051879f4bef40ecb5c8d00bff0aedf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7221134 May 20 16:02:42.443932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:42.462549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0b9d9-57ed-4282-a6ab-646c0daa4095 None None] Network 65024aa3-4430-4430-9762-80ab3a351014 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:42.501739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:02:42.503228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'port_id': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'mac_address': 'fa:16:3e:c8:a7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:02:42.592518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8517056 May 20 16:02:42.627553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45958) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:42.638900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abdd51-1cd0-4b27-87df-28e44866be46,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:42.660748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.662248 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment b70ed0fd-0418-4098-84ad-cea5aab21f49 of type vlan for network 26e87a04-d48c-487f-8663-d662f9a45135 May 20 16:02:42.666424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Provisioning for port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:42.687915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:42.697653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Provisioning complete for port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:42.697898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.736788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.767663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.773290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=b2fa023f-a2c0-40ec-bb63-44ca9020b402,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:42.785076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:42.801852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:42.813040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:02:42.813853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:42.843097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd48035b-3f44-49a2-9009-0d28d3d7e8a5 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:02:43.067358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:43.083676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.091866 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.098795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:43.099815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f73dda0f-4c00-47e1-9b0d-9bde38ad5dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:43.101524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.119137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:43.127247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:02:43.129032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a39e5c-db4a-4634-93b6-6f9bbb892694 tempest-TestNetworkAdvancedServerOps-1192720865 tempest-TestNetworkAdvancedServerOps-1192720865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:43.136549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e6a39e5c-db4a-4634-93b6-6f9bbb892694 tempest-TestNetworkAdvancedServerOps-1192720865 tempest-TestNetworkAdvancedServerOps-1192720865-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6105595 May 20 16:02:43.136549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:43.141879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b4e3b172-3b28-4f73-837a-09f1de84ea1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:43.155039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ff292-666e-4989-b432-b3e39097a3af req-96449b32-117a-40d7-b418-9a47e5461bf9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:43.162222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-923ff292-666e-4989-b432-b3e39097a3af req-96449b32-117a-40d7-b418-9a47e5461bf9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 943 time: 0.8540416 May 20 16:02:43.165613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:43.172436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45962) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:43.231834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.247221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.273841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:43.301106 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f2a0ba78-5a49-4323-9bdf-6095db511943 tempest-TestNetworkAdvancedServerOps-1192720865 tempest-TestNetworkAdvancedServerOps-1192720865-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230106 May 20 16:02:43.303354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45966) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:43.313461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942067672', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:43.315313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['fd48035b-3f44-49a2-9009-0d28d3d7e8a5'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:02:43.369425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:43.382405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:43.384247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:39Z', 'revision_number': 3, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:43.390867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.410759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Checking router: 235e5026-ae4a-4db7-8d2e-e280206fbf5a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:43.411127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Updating router 235e5026-ae4a-4db7-8d2e-e280206fbf5a port a154e594-a1e9-47ca-bda4-5aa2a4985435 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:02:43.442064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.474739 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-923ff292-666e-4989-b432-b3e39097a3af req-c759b874-a801-401b-9b6f-00586f3751a0 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977571 May 20 16:02:43.525154 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.1508000 May 20 16:02:43.533682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.560597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=26e87a04-d48c-487f-8663-d662f9a45135,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:43.565661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:43.573812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.585241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:43.591789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] For port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,segment=NetworkSegment(f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5),segment_id=f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:43.599835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 26e87a04-d48c-487f-8663-d662f9a45135 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:02:43.640430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:43.660093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8907753a-f030-4471-bc7e-fc36bc5f0024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:43.701621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c4d3edb-ebd2-4cbe-8f17-981526554a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:44.159078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=776c2a66-ea18-4940-939f-6af9f6b25360,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:44.172877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:44.242593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:44.274504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:subnet and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:44.290636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:44.312900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-10349d00-958d-4134-9f54-8d67d576ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.321518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:44.348607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Pushing event updated for resources: {'Port': ['ID=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:44.353651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3da65f81-42e7-4fbe-b2f9-51c3ca89b3ea None None] Provisioning for port 776c2a66-ea18-4940-939f-6af9f6b25360 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:44.373257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:44.395029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3da65f81-42e7-4fbe-b2f9-51c3ca89b3ea None None] Provisioning complete for port 776c2a66-ea18-4940-939f-6af9f6b25360 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:44.395808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3da65f81-42e7-4fbe-b2f9-51c3ca89b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.398010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Made reservation on behalf of 2051879f4bef40ecb5c8d00bff0aedf0 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:44.412992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.484484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.504865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae03e3b3-f216-47af-bf9e-1715b703a6dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:44.610541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.766399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3da65f81-42e7-4fbe-b2f9-51c3ca89b3ea None None] Port 776c2a66-ea18-4940-939f-6af9f6b25360 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:44.824938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.895164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=e62218c7-16ad-4a66-aca6-2fbded356927,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:44.925953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:44.927077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:44.993633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3da65f81-42e7-4fbe-b2f9-51c3ca89b3ea None None] Provisioning complete for port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:44.994228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3da65f81-42e7-4fbe-b2f9-51c3ca89b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:45.040719 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/e62218c7-16ad-4a66-aca6-2fbded356927 HTTP/1.1" status: 204 len: 168 time: 3.6089962 May 20 16:02:45.079627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45972) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:45.119404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ccbb6-f74a-4e5f-9cbe-8ba797fe699b None None] Network 6fe778a0-559c-4f66-b114-1ff1980bb4bf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:45.414365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:45.499860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:45.542628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Transition to ACTIVE for port object a154e594-a1e9-47ca-bda4-5aa2a4985435 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:45.577004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:45.699287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:45.785602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:45.816875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-19a04fa6-8d01-4ebe-b880-2fc1438946c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:45.876467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb60ae5-a82d-43fd-ad2e-48f7f1e8058d req-555fe12c-e96b-4895-b785-7323dae5c27d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:45.878537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9fb60ae5-a82d-43fd-ad2e-48f7f1e8058d req-555fe12c-e96b-4895-b785-7323dae5c27d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 944 time: 0.7910659 May 20 16:02:45.993566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 3417ed3f-3883-479e-b766-39fa2e559847 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:45.994067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.097158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.111199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a38003ea-a30b-4614-9d17-94fb21a87a8c tempest-TagsExtTest-1986161408 tempest-TagsExtTest-1986161408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:46.114275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7417d-34ac-47d6-be69-fc3813b4bdfe None None] Pushing event updated for resources: {'Port': ['ID=a154e594-a1e9-47ca-bda4-5aa2a4985435,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:46.161449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fd48035b-3f44-49a2-9009-0d28d3d7e8a5 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:46.205776 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:02:46.224731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d3d7417d-34ac-47d6-be69-fc3813b4bdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:46.304045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Attempting to bind port a154e594-a1e9-47ca-bda4-5aa2a4985435 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:46.304621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Attempting to bind port a154e594-a1e9-47ca-bda4-5aa2a4985435 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:46.305246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Attempting to bind port a154e594-a1e9-47ca-bda4-5aa2a4985435 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:46.345469 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9fb60ae5-a82d-43fd-ad2e-48f7f1e8058d req-a768cf6f-4f90-4dcb-9c79-6b8f6a16fb5e tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192095 May 20 16:02:46.414526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:46.415594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:46.416222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.416845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:46.418604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Bound port: a154e594-a1e9-47ca-bda4-5aa2a4985435, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:46.418604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.445005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': '66ce3e76-f787-43b4-a63f-5b94c816ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:46.445551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: b2fa023f-a2c0-40ec-bb63-44ca9020b402, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:02:46.449519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.451312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 3417ed3f-3883-479e-b766-39fa2e559847, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3417ed3f-3883-479e-b766-39fa2e559847,segment=NetworkSegment(357ce9f9-1bfe-4dd1-9396-18648e61a72b),segment_id=357ce9f9-1bfe-4dd1-9396-18648e61a72b)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:46.451800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.462641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=f03a94ea-b029-4c5e-ae58-4db28c64a149,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:46.466272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.484006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.484584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.485390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.485852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.486504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.487029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.487507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.488219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.488942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.489562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.490045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.490570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:46.508959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:46.545635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b3465aa-edc7-4f4d-9301-4f823c65d971 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:46.609960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:46.610903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.664669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.691330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 3417ed3f-3883-479e-b766-39fa2e559847 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:46.714610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:02:46.738330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=776c2a66-ea18-4940-939f-6af9f6b25360,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:46.747419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:46.749875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:46.761531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b2fa023f-a2c0-40ec-bb63-44ca9020b402) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:46.786122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcedde0-aae6-4b43-9006-350c41da103d None None] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:46.803880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:46.805378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.848409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] For port a154e594-a1e9-47ca-bda4-5aa2a4985435, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:46.848844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0671754 May 20 16:02:46.853243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45976) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:46.854996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:46.855600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.878472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402', 'name': 'tempest-PortsTestJSON-89426001'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:46.914402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.926468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbac6f-3f7f-4fcc-8a2d-b39beb7b94ca None None] DHCP port deletion for 6fe778a0-559c-4f66-b114-1ff1980bb4bf request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:47.077066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.081147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] For port a154e594-a1e9-47ca-bda4-5aa2a4985435, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a154e594-a1e9-47ca-bda4-5aa2a4985435,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:47.091161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d7d04ab2-32d4-44f0-8413-0f6875984fd7 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:47.142210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-04b333ad-9de8-4ad4-bbbb-9fcd28189af7 None None] Provisioning complete for port 776c2a66-ea18-4940-939f-6af9f6b25360 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:47.143605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04b333ad-9de8-4ad4-bbbb-9fcd28189af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.221113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.252257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 3417ed3f-3883-479e-b766-39fa2e559847 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:47.255998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Subnet': ['ID=65a56a55-b341-487d-af25-027e32590089,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:47.260924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-04b333ad-9de8-4ad4-bbbb-9fcd28189af7 None None] Port 776c2a66-ea18-4940-939f-6af9f6b25360 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:47.264157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.269490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:47.289801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:47.311084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:47.331002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-53164d16-8ab8-4998-8f00-c7ca2851aaa3 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:47.339263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 65024aa3-4430-4430-9762-80ab3a351014 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:47.341304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:47.373874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-eafbac6f-3f7f-4fcc-8a2d-b39beb7b94ca None None] The port '3417ed3f-3883-479e-b766-39fa2e559847' was deleted {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 16:02:47.649539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=3417ed3f-3883-479e-b766-39fa2e559847,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:47.659222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:47.667525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:47.668809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:47.672363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Checking segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:47.673075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network hostable DHCP agents. Network: 588b315b-c8d3-4834-8613-1e9be1b7ce5a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:02:47.741523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:47.911415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.925682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:47.934513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.942794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:47.943855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:48.010303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:02:48.023500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe778a0-559c-4f66-b114-1ff1980bb4bf']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:48.058526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port f4ba610a-e25e-4d03-8581-d76a3db58f27 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:48.093132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 378887cb-c5d0-4c03-8109-74961edd0dfc is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:02:48.172808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:48.324145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3417ed3f-3883-479e-b766-39fa2e559847 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:48.339191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.13 (b2fa023f-a2c0-40ec-bb63-44ca9020b402/f03a94ea-b029-4c5e-ae58-4db28c64a149/f4ba610a-e25e-4d03-8581-d76a3db58f27) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:48.429150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7417d-34ac-47d6-be69-fc3813b4bdfe None None] Pushing event updated for resources: {'Port': ['ID=a154e594-a1e9-47ca-bda4-5aa2a4985435,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:48.484948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d3d7417d-34ac-47d6-be69-fc3813b4bdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:48.503388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 3417ed3f-3883-479e-b766-39fa2e559847 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:48.504213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3417ed3f-3883-479e-b766-39fa2e559847 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:48.519795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:48.543039 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] Sync routers for ids ['378887cb-c5d0-4c03-8109-74961edd0dfc'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:48.574305 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/378887cb-c5d0-4c03-8109-74961edd0dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8929374 May 20 16:02:48.576973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45982) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:48.586056 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] Routers {'378887cb-c5d0-4c03-8109-74961edd0dfc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:48.595037 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['378887cb-c5d0-4c03-8109-74961edd0dfc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:48.611612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-197908da-dddd-442a-a35c-ff944e445923 None None] Provisioning complete for port 776c2a66-ea18-4940-939f-6af9f6b25360 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:48.612137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-197908da-dddd-442a-a35c-ff944e445923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.654905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-b2fa023f-a2c0-40ec-bb63-44ca9020b402', 'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': 'f03a94ea-b029-4c5e-ae58-4db28c64a149'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:02:48.655946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.688228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.744939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.759017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357ce9f9-1bfe-4dd1-9396-18648e61a72b') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:48.759500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357ce9f9-1bfe-4dd1-9396-18648e61a72b') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:48.771722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 588b315b-c8d3-4834-8613-1e9be1b7ce5a) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:48.792891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.813803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66d572-90e3-44bb-93f3-ae50046af9fc None None] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:48.816693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:48.817485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.838536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object f4ba610a-e25e-4d03-8581-d76a3db58f27 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:48.854175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.872361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:48.873006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:48.894685 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:48.970487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a273ba0-2fb0-4835-a2fa-baa112fe4397 req-9ea7d57a-890d-4cca-8652-9c3f979151f6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:48.972605 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a273ba0-2fb0-4835-a2fa-baa112fe4397 req-9ea7d57a-890d-4cca-8652-9c3f979151f6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 944 time: 1.1701138 May 20 16:02:48.982727 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.6779160 May 20 16:02:48.993437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45986) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:49.019395 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:49.036125 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] Routers {'378887cb-c5d0-4c03-8109-74961edd0dfc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:49.037060 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['378887cb-c5d0-4c03-8109-74961edd0dfc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:49.080122 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a273ba0-2fb0-4835-a2fa-baa112fe4397 req-e78af9aa-338c-4136-b3a2-918952e0b4b7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959175 May 20 16:02:49.081228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:49.083809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:49.088150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-af199bba-8e60-4b04-bf31-c5637f7873fb tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:49.109880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:49.121072 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/6fe778a0-559c-4f66-b114-1ff1980bb4bf HTTP/1.1" status: 204 len: 168 time: 4.0224321 May 20 16:02:49.123413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 45990) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:49.144828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=6fe778a0-559c-4f66-b114-1ff1980bb4bf,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:49.154659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:49.179563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f72925-b825-4dd4-a095-a5c2d6169320 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:49.181046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e3f72925-b825-4dd4-a095-a5c2d6169320 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:49.182835 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:49.183244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99963f40-e233-4a29-bb87-cb335da06375 None None] The sync data for ids ['378887cb-c5d0-4c03-8109-74961edd0dfc'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:49.291078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:49.340744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-197908da-dddd-442a-a35c-ff944e445923 None None] Port 776c2a66-ea18-4940-939f-6af9f6b25360 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:49.373085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:49.433315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:49.442089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-19a04fa6-8d01-4ebe-b880-2fc1438946c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:49.552312 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'code': 200} May 20 16:02:49.567604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:49.666275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:49.670468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:02:49.678423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:49.698134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:49.714163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Allocated IP 172.20.0.2 (b2fa023f-a2c0-40ec-bb63-44ca9020b402/f03a94ea-b029-4c5e-ae58-4db28c64a149/b27ce74c-4a45-4f5b-9638-73c031f72510) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:49.781897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:39Z', 'revision_number': 3, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:49.837203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad7c6c-9092-432c-b3e6-2db70d3b212d None None] The sync data for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv is: [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:39Z', 'revision_number': 3, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:50.094097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Allocated IP 172.20.0.2 (588b315b-c8d3-4834-8613-1e9be1b7ce5a/65a56a55-b341-487d-af25-027e32590089/b84bd453-5c3f-47ad-8033-a60213eda0e9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:50.103221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:50.144185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:50.205569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:50.218344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e3f72925-b825-4dd4-a095-a5c2d6169320 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:50.219554 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e3f72925-b825-4dd4-a095-a5c2d6169320 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports/776c2a66-ea18-4940-939f-6af9f6b25360 HTTP/1.1" status: 200 len: 978 time: 1.6392272 May 20 16:02:50.240179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 45998) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:50.296823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=f4ba610a-e25e-4d03-8581-d76a3db58f27,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:50.342448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:50.379557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:50.411385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Transition to ACTIVE for port object b27ce74c-4a45-4f5b-9638-73c031f72510 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:50.494961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Transition to ACTIVE for port object b27ce74c-4a45-4f5b-9638-73c031f72510 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:50.511424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46002) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:50.529772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:50.544890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '26e87a04-d48c-487f-8663-d662f9a45135', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:50.551943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6967739e-a4f9-4412-8025-00b2aaa2fdc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:50.710999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:50.711862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:50.771999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Pushing event updated for resources: {'Port': ['ID=b27ce74c-4a45-4f5b-9638-73c031f72510,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:50.777607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:50.787964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:50.793697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:50.806224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:50.812975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9578393 May 20 16:02:50.814378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46006) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:50.830924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402', 'name': 'tempest-PortsTestJSON-1802660248'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:50.947649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.048981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.063016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Attempting to bind port b27ce74c-4a45-4f5b-9638-73c031f72510 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:51.063983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Attempting to bind port b27ce74c-4a45-4f5b-9638-73c031f72510 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '66ce3e76-f787-43b4-a63f-5b94c816ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:51.064862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Attempting to bind port b27ce74c-4a45-4f5b-9638-73c031f72510 on network b2fa023f-a2c0-40ec-bb63-44ca9020b402 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:51.085314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Transition to ACTIVE for port object b84bd453-5c3f-47ad-8033-a60213eda0e9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:51.091313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:51.092449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Checking segment: {'id': '66ce3e76-f787-43b4-a63f-5b94c816ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:51.093496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.094507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Bound using segment: {'id': '66ce3e76-f787-43b4-a63f-5b94c816ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:51.095634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Bound port: b27ce74c-4a45-4f5b-9638-73c031f72510, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ce3e76-f787-43b4-a63f-5b94c816ba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2fa023f-a2c0-40ec-bb63-44ca9020b402'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:51.096607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.188775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:51.252936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df24c-033f-479b-9a75-28570ca5aaad req-265190f9-7429-4c6e-a699-9321ab4b6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:51.256675 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-806df24c-033f-479b-9a75-28570ca5aaad req-265190f9-7429-4c6e-a699-9321ab4b6d76 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 1098 time: 1.2993309 May 20 16:02:51.257439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Transition to ACTIVE for port object b84bd453-5c3f-47ad-8033-a60213eda0e9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:51.259050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:51.280244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.285530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:51.290986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:51.343805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:51.362514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 10b22c72-2c80-4aed-8225-bd99123772f5 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:51.363041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.383166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] For port b27ce74c-4a45-4f5b-9638-73c031f72510, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:51.386898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:51.394140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:51.399384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:51.437137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] For port b27ce74c-4a45-4f5b-9638-73c031f72510, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b27ce74c-4a45-4f5b-9638-73c031f72510,segment=NetworkSegment(66ce3e76-f787-43b4-a63f-5b94c816ba4f),segment_id=66ce3e76-f787-43b4-a63f-5b94c816ba4f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:51.438765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Pushing event updated for resources: {'Port': ['ID=b84bd453-5c3f-47ad-8033-a60213eda0e9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:51.447942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:51.449598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.460353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-15777a31-8ff8-4675-93d2-425e2d222784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:51.556403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c176e4-9a21-4f46-bd9b-b366ac3969b6 req-782342e2-9cd7-4d2d-b674-f87b54c5aee6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:51.571946 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-66c176e4-9a21-4f46-bd9b-b366ac3969b6 req-782342e2-9cd7-4d2d-b674-f87b54c5aee6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.9644120 May 20 16:02:51.683302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:51.687169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.700138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Attempting to bind port b84bd453-5c3f-47ad-8033-a60213eda0e9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:02:51.700416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Attempting to bind port b84bd453-5c3f-47ad-8033-a60213eda0e9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:02:51.700861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Attempting to bind port b84bd453-5c3f-47ad-8033-a60213eda0e9 on network 588b315b-c8d3-4834-8613-1e9be1b7ce5a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:02:51.713131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-806df24c-033f-479b-9a75-28570ca5aaad req-cca53227-f1dc-4473-8614-2466246851cd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206123 May 20 16:02:51.714824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:02:51.715300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Checking segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:51.715851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.717325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Bound using segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:02:51.717325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Bound port: b84bd453-5c3f-47ad-8033-a60213eda0e9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:02:51.717325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.728179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Pushing event updated for resources: {'Port': ['ID=b27ce74c-4a45-4f5b-9638-73c031f72510,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:51.733660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:51.825239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:51.831944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.832695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.838582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] For port b84bd453-5c3f-47ad-8033-a60213eda0e9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:02:51.842337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] For port b84bd453-5c3f-47ad-8033-a60213eda0e9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b84bd453-5c3f-47ad-8033-a60213eda0e9,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:02:51.850562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.856672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d7cf9fc7-865f-4ec7-b207-44d529bc9182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:51.889857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:51.964406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Pushing event updated for resources: {'Port': ['ID=b84bd453-5c3f-47ad-8033-a60213eda0e9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:51.974251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:52.033930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Allocated IP 172.20.0.1 (588b315b-c8d3-4834-8613-1e9be1b7ce5a/65a56a55-b341-487d-af25-027e32590089/1ca69637-f189-4dfb-b40c-5689d3049ede) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:52.052873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 10b22c72-2c80-4aed-8225-bd99123772f5 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:52.077056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a154e594-a1e9-47ca-bda4-5aa2a4985435 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:52.082518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-66c176e4-9a21-4f46-bd9b-b366ac3969b6 req-97e2b179-02f7-410b-a7a7-cee3fb9a4314 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5094986 May 20 16:02:52.119238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:52.124526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:52.159372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:52.202397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:52.206701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:52.266333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port a933b507-1c7c-4a8a-bf4e-870776a9e7ce yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:02:52.289448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a154e594-a1e9-47ca-bda4-5aa2a4985435 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:52.301599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a154e594-a1e9-47ca-bda4-5aa2a4985435 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:52.302273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:52.786374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.11 (b2fa023f-a2c0-40ec-bb63-44ca9020b402/f03a94ea-b029-4c5e-ae58-4db28c64a149/a933b507-1c7c-4a8a-bf4e-870776a9e7ce) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:52.813122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:52.903237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port a154e594-a1e9-47ca-bda4-5aa2a4985435, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a154e594-a1e9-47ca-bda4-5aa2a4985435,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:52.911588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:52.913996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-43763b63-73d6-41c9-86b6-6832e131c58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:52.962500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.010469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Transition to ACTIVE for port object 1ca69637-f189-4dfb-b40c-5689d3049ede will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:53.067771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=a154e594-a1e9-47ca-bda4-5aa2a4985435,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:53.074960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:53.159714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.171146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1de33b27-c8d0-44c6-ae79-81bb66d0ca55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:53.344421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 776c2a66-ea18-4940-939f-6af9f6b25360 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:53.344973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.369034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.372755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:53.384860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.388140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b2cfb3ca-2ee7-4d98-badf-449580a2df19 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:53.389290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:53.393765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:53.468058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Port': ['ID=1ca69637-f189-4dfb-b40c-5689d3049ede,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:53.510251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=10b22c72-2c80-4aed-8225-bd99123772f5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:53.524414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:53.569801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object a933b507-1c7c-4a8a-bf4e-870776a9e7ce will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:53.606699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733bb82-7817-4fdd-bd6d-f39a8364c42f None None] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:53.613765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.614424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.615067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.615854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.616315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.616948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.618325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.619001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.619648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.620236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.620848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.621759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:53.635106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:53.696838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.740115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3d8b0412-ecef-467b-8494-9e57ddf0b3f5 None None] Provisioning for port b27ce74c-4a45-4f5b-9638-73c031f72510 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:53.768456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9aa98-1181-4eff-8ed0-c81b2a812512 req-68de3613-75cb-48de-a62f-025fc1a7216a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:53.771439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8e9aa98-1181-4eff-8ed0-c81b2a812512 req-68de3613-75cb-48de-a62f-025fc1a7216a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.5253248 May 20 16:02:53.818901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.819636 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 093daf69-42da-4585-b274-3b959c527a04 disassociated (deleted). External IP: 172.26.8.71, port: 76f50977-613e-449e-b42b-64b05cbc2e7b. May 20 16:02:53.887643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.968612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:53.985999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9f4e9c58-411c-40fd-a8bd-6c231752df23 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:54.055505 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8e9aa98-1181-4eff-8ed0-c81b2a812512 req-5105c4ff-3e0b-4e82-9a00-f7740e91fc70 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701478 May 20 16:02:54.166598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4fa4c-587d-4d43-9898-2120ded84a28 None None] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:54.172001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 776c2a66-ea18-4940-939f-6af9f6b25360 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:54.202513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:54.436793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:54.448688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:54.451521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:54.543688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b27ce74c-4a45-4f5b-9638-73c031f72510 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:54.614385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=a933b507-1c7c-4a8a-bf4e-870776a9e7ce,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:54.618604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:54.642579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-22e48cd2-1a89-4037-87a0-3a162d664bb2 None None] Provisioning for port b84bd453-5c3f-47ad-8033-a60213eda0e9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:54.732963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:54.733884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:54.838374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b27ce74c-4a45-4f5b-9638-73c031f72510 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:54.856194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Provisioning for port a933b507-1c7c-4a8a-bf4e-870776a9e7ce completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:54.872815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b27ce74c-4a45-4f5b-9638-73c031f72510 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:54.873498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:54.938779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Provisioning complete for port a933b507-1c7c-4a8a-bf4e-870776a9e7ce triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:54.939435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.023452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96829b-2d7d-4bec-b354-ba92ea1ebe6b req-1f111c00-3db2-428d-9a6f-e6bad199250c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:55.027712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f96829b-2d7d-4bec-b354-ba92ea1ebe6b req-1f111c00-3db2-428d-9a6f-e6bad199250c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.6014893 May 20 16:02:55.030333 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2107682 May 20 16:02:55.040507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46014) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:55.107071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Port a933b507-1c7c-4a8a-bf4e-870776a9e7ce cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:55.143402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.161991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Provisioning for port f4ba610a-e25e-4d03-8581-d76a3db58f27 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:55.174717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Provisioning complete for port f4ba610a-e25e-4d03-8581-d76a3db58f27 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:55.175429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.181930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2a75c24e-184a-491a-a1e1-8d788eb946d1 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:55.264674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.278310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Port f4ba610a-e25e-4d03-8581-d76a3db58f27 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:55.313736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Provisioning complete for port b27ce74c-4a45-4f5b-9638-73c031f72510 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:55.314132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-595df177-db1d-429f-8f32-d973490ba29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.377312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:55.386569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b27ce74c-4a45-4f5b-9638-73c031f72510, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b27ce74c-4a45-4f5b-9638-73c031f72510,segment=NetworkSegment(66ce3e76-f787-43b4-a63f-5b94c816ba4f),segment_id=66ce3e76-f787-43b4-a63f-5b94c816ba4f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:55.395181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.396222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a154e594-a1e9-47ca-bda4-5aa2a4985435 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:55.421925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=2fdce609-f9c3-4d63-99f2-5a33b92c8288,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:55.426058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:55.440063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:55.617640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=b27ce74c-4a45-4f5b-9638-73c031f72510,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:55.622082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:55.647292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a154e594-a1e9-47ca-bda4-5aa2a4985435 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:55.649717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.661508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.672338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-40bf8f5e-0c30-4a89-ab99-d2319d6805ae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:55.684698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f96829b-2d7d-4bec-b354-ba92ea1ebe6b req-2fd820c1-0471-40c3-b755-39b4648c5d6d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5548136 May 20 16:02:55.718184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': 'b70ed0fd-0418-4098-84ad-cea5aab21f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '26e87a04-d48c-487f-8663-d662f9a45135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:02:55.718702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 26e87a04-d48c-487f-8663-d662f9a45135, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:02:55.731236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46018) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:55.756074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933bb4f-3c86-4f57-8eea-a7d624c45fd5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:55.757111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5933bb4f-3c86-4f57-8eea-a7d624c45fd5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:55.791869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=776c2a66-ea18-4940-939f-6af9f6b25360,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:55.801740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:55.860498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:02:55.872835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 26e87a04-d48c-487f-8663-d662f9a45135 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:02:55.902171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.907192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5933bb4f-3c86-4f57-8eea-a7d624c45fd5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:55.909158 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5933bb4f-3c86-4f57-8eea-a7d624c45fd5 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 921 time: 0.8628092 May 20 16:02:55.917406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46024) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:55.931054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:55.972150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 26e87a04-d48c-487f-8663-d662f9a45135) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:55.985048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Provisioning complete for port a933b507-1c7c-4a8a-bf4e-870776a9e7ce triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:55.985780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.012767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:56.027612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:56.032879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.071815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:56.073556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:56.074281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.077777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde710c-8340-45ea-92d1-37b261956949 None None] Network 26e87a04-d48c-487f-8663-d662f9a45135 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:56.164640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Port': ['ID=1ca69637-f189-4dfb-b40c-5689d3049ede,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:56.185415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:56.194438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46028) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:56.195075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-77419b38-6131-4006-ba9c-b7d4673e1c51 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.6789215 May 20 16:02:56.197118 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/093daf69-42da-4585-b274-3b959c527a04 HTTP/1.1" status: 204 len: 168 time: 7.0697644 May 20 16:02:56.211821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243638463'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:56.217452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:56.218424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:56.221745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:56.226098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:56.251071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:56.302385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:56.308200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea523744-6f77-417c-bc77-f040f17c00e3 tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:56.310318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.311678 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ea523744-6f77-417c-bc77-f040f17c00e3 tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 1093 time: 0.5765989 May 20 16:02:56.316517 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'status': 'completed', 'code': 200} May 20 16:02:56.317193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46036) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:56.327103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:56.337717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:56.354683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.372509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:56.373733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:56.385849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:floatingip and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:56.390217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:56.399981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port a933b507-1c7c-4a8a-bf4e-870776a9e7ce {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:56.400704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.427709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:56.532504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.577606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b84bd453-5c3f-47ad-8033-a60213eda0e9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:56.639958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:56.654801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:56.658756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:02:56.678069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Port a933b507-1c7c-4a8a-bf4e-870776a9e7ce cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:56.713998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.728141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-3411d1fb-12de-4714-a07a-f4155140383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:56.730191 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-3411d1fb-12de-4714-a07a-f4155140383b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 1098 time: 0.3894427 May 20 16:02:56.818533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.940701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:57.103983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Provisioning complete for port f4ba610a-e25e-4d03-8581-d76a3db58f27 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:57.104840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.151410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for a933b507-1c7c-4a8a-bf4e-870776a9e7ce owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:57.266782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.267790 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48 of type vlan for network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 May 20 16:02:57.324715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Port f4ba610a-e25e-4d03-8581-d76a3db58f27 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:02:57.326732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b84bd453-5c3f-47ad-8033-a60213eda0e9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:02:57.334535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b84bd453-5c3f-47ad-8033-a60213eda0e9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:57.335096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.337734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-55f7ce1f-a57e-41e8-a499-5de0ddbb45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:57.339203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-55f7ce1f-a57e-41e8-a499-5de0ddbb45d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 200 len: 897 time: 0.6016738 May 20 16:02:57.385902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-26e87a04-d48c-487f-8663-d662f9a45135', 'network_id': '26e87a04-d48c-487f-8663-d662f9a45135', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': '2fdce609-f9c3-4d63-99f2-5a33b92c8288'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:02:57.387456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.509141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-780c12ed-8a29-4667-9a4a-f6a5e5228181 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:57.509817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-780c12ed-8a29-4667-9a4a-f6a5e5228181 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:57.515761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-51c179f0-a181-45b0-a4e2-0456e31d1129 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 200 len: 217 time: 0.1691062 May 20 16:02:57.529848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Provisioning complete for port b84bd453-5c3f-47ad-8033-a60213eda0e9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:57.530500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.569604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.632662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.689940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-780c12ed-8a29-4667-9a4a-f6a5e5228181 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:57.691629 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-780c12ed-8a29-4667-9a4a-f6a5e5228181 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 0.6470423 May 20 16:02:57.700250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Router 235e5026-ae4a-4db7-8d2e-e280206fbf5a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:57.736979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-8271fa9a-70e0-473e-b808-d47481914f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:57.738939 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-8271fa9a-70e0-473e-b808-d47481914f20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 200 len: 835 time: 0.2112312 May 20 16:02:57.790893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.815868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5b15dce7-20de-4d6e-8180-b452172c04e4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:57.882826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=a933b507-1c7c-4a8a-bf4e-870776a9e7ce,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:57.887736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:57.888388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 378887cb-c5d0-4c03-8109-74961edd0dfc has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:57.895511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.901834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:57.902918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.912144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d7bea0a-1a31-4488-a65a-c54706a83abf tempest-PortsIpV6TestJSON-397981413 tempest-PortsIpV6TestJSON-397981413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:57.951673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-eca301ef-4ea5-440d-aa38-19f046d4252a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:58.090453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-eca301ef-4ea5-440d-aa38-19f046d4252a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:58.091647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2abb218-b95e-4f35-b9f2-6dca3c47c676 req-eca301ef-4ea5-440d-aa38-19f046d4252a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744075 May 20 16:02:58.116998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:58.137002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:58.163224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:02:58.166832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Allocated IP 172.26.8.241 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/bd408038-0951-4b56-bdda-92aeb8e03b90) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:58.175823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:58.188009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-b4884513-dd08-40ed-b0d7-f4ab3a81c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:58.191277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-b4884513-dd08-40ed-b0d7-f4ab3a81c4f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8cde85a-bce9-4c3a-8b8b-acab00de2263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4445271 May 20 16:02:58.211804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:58.381951 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1814153 May 20 16:02:58.397794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46042) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:58.398235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46044) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:58.402669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/a933b507-1c7c-4a8a-bf4e-870776a9e7ce HTTP/1.1" status: 204 len: 168 time: 2.4794269 May 20 16:02:58.425728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Allocated IP 2001:db8:0:ffff::2 (26e87a04-d48c-487f-8663-d662f9a45135/2fdce609-f9c3-4d63-99f2-5a33b92c8288/a6144aaf-7ce4-4df6-a12f-5453d0ddcc61) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:02:58.454012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:02:58.471322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:27Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:58.484214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b84bd453-5c3f-47ad-8033-a60213eda0e9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b84bd453-5c3f-47ad-8033-a60213eda0e9,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:58.486102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:58.500882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:58.521576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:58.536943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e27ee31-04af-4077-aa7d-76d3d8931908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:58.574378 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a071c8-e237-4478-94f0-aced8b80f9e0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:02:58.576083 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b4a071c8-e237-4478-94f0-aced8b80f9e0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/a933b507-1c7c-4a8a-bf4e-870776a9e7ce HTTP/1.1" status: 404 len: 333 time: 0.1715286 May 20 16:02:58.577324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:58.598467 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/378887cb-c5d0-4c03-8109-74961edd0dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3574488 May 20 16:02:58.599213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46050) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:58.607512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46052) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:58.608664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:58.610373 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] Sync routers for ids ['378887cb-c5d0-4c03-8109-74961edd0dfc'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:58.640669 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] Routers {'378887cb-c5d0-4c03-8109-74961edd0dfc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:58.642156 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['378887cb-c5d0-4c03-8109-74961edd0dfc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:58.710613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b27ce74c-4a45-4f5b-9638-73c031f72510 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:02:58.746875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:58.754064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:58.754719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:58.792730 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-a9b64ecf-f0c2-4a26-83a2-92b2c9d62e26 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945356 May 20 16:02:58.795402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:58.798474 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:58.803255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0afd6196-40c9-48d6-9d00-86c93d90bef9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:58.828672 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] Routers {'378887cb-c5d0-4c03-8109-74961edd0dfc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:58.830127 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['378887cb-c5d0-4c03-8109-74961edd0dfc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:58.869599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:58.873581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:58.875719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:58.920942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Sync routers for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:58.921222 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "PUT /v2.0/routers/235e5026-ae4a-4db7-8d2e-e280206fbf5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9097610 May 20 16:02:58.921222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:58.988231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=b84bd453-5c3f-47ad-8033-a60213eda0e9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:59.005998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:59.007262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:59.012131 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:59.013173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916f049-21f9-480f-8933-10475dc6c508 None None] The sync data for ids ['378887cb-c5d0-4c03-8109-74961edd0dfc'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:59.037306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:02:59.046436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:02:59.051887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:02:59.127089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=bd408038-0951-4b56-bdda-92aeb8e03b90,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:59.127619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-074c8301-b2f8-4845-9a57-56af06f52a39 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:59.129249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-074c8301-b2f8-4845-9a57-56af06f52a39 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:59.130278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:59.188360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:02:59.188719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:02:59.191507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.191857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.192193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.192528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.192854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.193359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.193716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.194041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.194364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.194683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.194999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.195532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:59.214628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:59.345244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:59.401631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b27ce74c-4a45-4f5b-9638-73c031f72510 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:02:59.402090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.479214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:02:59.485577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.568048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.601357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-309c42ba-62f0-4d12-b139-834ebcb43f15 req-20b9eca4-7efe-41a5-b699-2c0637455af7 service neutron] 10.222.0.25 "GET /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008118 May 20 16:02:59.655033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Transition to ACTIVE for port object a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:02:59.655356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-f7578070-a19f-4b52-aa5d-aa71c3a9d8b2 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Synchronizing usage tracker for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:59.687648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:59.777200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-f7578070-a19f-4b52-aa5d-aa71c3a9d8b2 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Unset dirty status for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:59.779292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-f7578070-a19f-4b52-aa5d-aa71c3a9d8b2 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493693278&fields=id&tenant_id=2051879f4bef40ecb5c8d00bff0aedf0 HTTP/1.1" status: 200 len: 267 time: 0.3268869 May 20 16:02:59.791271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a094de-9320-43dc-96d1-b732ec0a6e71 req-c8736073-b61b-4ba7-9baf-64c4c3c2bc1f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:59.793087 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-30a094de-9320-43dc-96d1-b732ec0a6e71 req-c8736073-b61b-4ba7-9baf-64c4c3c2bc1f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 0.3445206 May 20 16:02:59.825195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-074c8301-b2f8-4845-9a57-56af06f52a39 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:59.827124 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-074c8301-b2f8-4845-9a57-56af06f52a39 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 1.8180571 May 20 16:02:59.829199 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-2cab43ee-b4a9-4bf3-ae2c-4a580080d257 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] remove_router_interface failed (client error): The resource could not be found. May 20 16:02:59.833312 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2cab43ee-b4a9-4bf3-ae2c-4a580080d257 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/378887cb-c5d0-4c03-8109-74961edd0dfc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2174470 May 20 16:02:59.854438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46072) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:59.894397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Transition to ACTIVE for port object a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:00.047284 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0db618e6-ffb1-4a4b-a009-2d8a3d0d38f7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=378887cb-c5d0-4c03-8109-74961edd0dfc HTTP/1.1" status: 200 len: 205 time: 0.1871302 May 20 16:03:00.059412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:00.091572 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-30a094de-9320-43dc-96d1-b732ec0a6e71 req-191a8e03-8756-4dde-8008-7bfa87a16569 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796366 May 20 16:03:00.106525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.129436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-63f28d52-bc4e-4053-b5cd-30b83d8f3826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:00.177296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-31e789a8-0cb7-45c3-87c8-7708b0ae244d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:00.178219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-31e789a8-0cb7-45c3-87c8-7708b0ae244d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Synchronizing usage tracker for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:00.211999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-31e789a8-0cb7-45c3-87c8-7708b0ae244d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Unset dirty status for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:00.214046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-31e789a8-0cb7-45c3-87c8-7708b0ae244d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/networks?id=588b315b-c8d3-4834-8613-1e9be1b7ce5a HTTP/1.1" status: 200 len: 797 time: 0.4171164 May 20 16:03:00.249735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-9f6363a5-1658-4529-91a5-5bab2cc7f7ad tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/quotas/2051879f4bef40ecb5c8d00bff0aedf0 HTTP/1.1" status: 200 len: 375 time: 0.0132368 May 20 16:03:00.261765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.340604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Network 26e87a04-d48c-487f-8663-d662f9a45135 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:00.355806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:00.363166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Pushing event updated for resources: {'Port': ['ID=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:00.369848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:00.372064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:00.376590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Provisioning for port 1ca69637-f189-4dfb-b40c-5689d3049ede completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:00.423509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.435989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Provisioning complete for port 1ca69637-f189-4dfb-b40c-5689d3049ede triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:00.436375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.461155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.478917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-b89f91b5-c494-4ab4-a01f-228543896dd2 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2051879f4bef40ecb5c8d00bff0aedf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151377 May 20 16:03:00.572785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-8db15175-5c8c-4d4e-9280-8e53348772b9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:03:00.574758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-8db15175-5c8c-4d4e-9280-8e53348772b9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0779366 May 20 16:03:00.632343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port f4ba610a-e25e-4d03-8581-d76a3db58f27 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:00.633030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.655281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Attempting to bind port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:00.655875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Attempting to bind port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b70ed0fd-0418-4098-84ad-cea5aab21f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '26e87a04-d48c-487f-8663-d662f9a45135'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:00.656386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Attempting to bind port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 on network 26e87a04-d48c-487f-8663-d662f9a45135 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:00.667853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e3127e59-093e-498a-8ac8-e3823188faed None None] Port 1ca69637-f189-4dfb-b40c-5689d3049ede cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:00.678332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b84bd453-5c3f-47ad-8033-a60213eda0e9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:00.717061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:00.718096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Checking segment: {'id': 'b70ed0fd-0418-4098-84ad-cea5aab21f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '26e87a04-d48c-487f-8663-d662f9a45135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:00.718980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.719756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Bound using segment: {'id': 'b70ed0fd-0418-4098-84ad-cea5aab21f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '26e87a04-d48c-487f-8663-d662f9a45135'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:00.720622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Bound port: a6144aaf-7ce4-4df6-a12f-5453d0ddcc61, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70ed0fd-0418-4098-84ad-cea5aab21f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '26e87a04-d48c-487f-8663-d662f9a45135'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:00.721270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.903525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-156607ac-0eba-4c93-b0b5-cf7ea5c6d1c4 service neutron] 10.222.0.13 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145030 May 20 16:03:00.941226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.948011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:27Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:00.970279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:00.984792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd55c90-f409-486f-b79c-dd2f53766f2b None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:02:27Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc', 'name': '', 'network_id': 'c8cde85a-bce9-4c3a-8b8b-acab00de2263', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b7:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:30Z', 'updated_at': '2021-05-20T15:59:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '5d3e5f7b-971e-4c34-811a-25b6234acd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:01.014753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-abe99a2c-c670-4e44-9c43-984dd548d6e4 None None] Provisioning complete for port 1ca69637-f189-4dfb-b40c-5689d3049ede triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:01.015387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abe99a2c-c670-4e44-9c43-984dd548d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.077040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.087206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-afd9d376-1a3e-482d-8738-4b7700be1ff2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:01.153118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] For port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:01.171382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] For port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,segment=NetworkSegment(b70ed0fd-0418-4098-84ad-cea5aab21f49),segment_id=b70ed0fd-0418-4098-84ad-cea5aab21f49)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:01.233975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.250945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:01.255473 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-dd77acd6-c77b-46b7-ac5a-1016dbf3647d service neutron] 10.222.0.13 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349841 May 20 16:03:01.315161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=bd408038-0951-4b56-bdda-92aeb8e03b90,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:01.334302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:01.353829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-abe99a2c-c670-4e44-9c43-984dd548d6e4 None None] Port 1ca69637-f189-4dfb-b40c-5689d3049ede cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:01.363105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Pushing event updated for resources: {'Port': ['ID=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:01.371009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:01.377604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b84bd453-5c3f-47ad-8033-a60213eda0e9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:01.378343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.440041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.449474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:02:54Z', 'revision_number': 2, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:01.458748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Checking router: 235e5026-ae4a-4db7-8d2e-e280206fbf5a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:01.459314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Updating router 235e5026-ae4a-4db7-8d2e-e280206fbf5a port 1ca69637-f189-4dfb-b40c-5689d3049ede binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:01.462110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.488618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.517077 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b24f3-ac89-41ba-aa73-c12b4691c17f None None] New status for floating IP 093daf69-42da-4585-b274-3b959c527a04: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:03:01.562154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.763430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 76f50977-613e-449e-b42b-64b05cbc2e7b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:01.763897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:01.996915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.037303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.038728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router 378887cb-c5d0-4c03-8109-74961edd0dfc {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:02.039213 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c361c1b-a5ba-44f8-a959-596a54570980 req-25ee3f5b-a7f3-4cd6-b580-bcfa94eb6b93 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 210 time: 0.0694323 May 20 16:03:02.198724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76f50977-613e-449e-b42b-64b05cbc2e7b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:02.217677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for f4ba610a-e25e-4d03-8581-d76a3db58f27 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:02.326353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244fcc1-d346-4f46-9272-12d2512aa3fc req-ec66acf8-a0a8-4ae5-9f48-7e8029895d38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:02.329926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5244fcc1-d346-4f46-9272-12d2512aa3fc req-ec66acf8-a0a8-4ae5-9f48-7e8029895d38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 945 time: 0.9481444 May 20 16:03:02.338723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Floating IP b10922f1-02cd-4873-b920-2e88f128dad0 associated. External IP: 172.26.8.241, port: fd48035b-3f44-49a2-9009-0d28d3d7e8a5. May 20 16:03:02.452536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.480126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.505027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Transition to ACTIVE for port object 1ca69637-f189-4dfb-b40c-5689d3049ede will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:02.519681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76f50977-613e-449e-b42b-64b05cbc2e7b,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:02.520706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.527400 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5244fcc1-d346-4f46-9272-12d2512aa3fc req-c2a9f1d2-7db5-4191-a0f4-b1a5a037be3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=7afd74cf-9d4b-4bd9-87f3-6a96072661e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697978 May 20 16:03:02.558519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76f50977-613e-449e-b42b-64b05cbc2e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76f50977-613e-449e-b42b-64b05cbc2e7b,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:02.565407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:02.573973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.585609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.586726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:02.591615 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-42a44af3-f278-4813-9a57-74de610458a7 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/378887cb-c5d0-4c03-8109-74961edd0dfc HTTP/1.1" status: 204 len: 168 time: 2.5285087 May 20 16:03:02.666612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:02.752873 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'code': 200} May 20 16:03:02.755681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.766484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:02.796006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 5ffb8803-21f7-4cd9-9c18-67c5a21fc208 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:02.801743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:02.984220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 76f50977-613e-449e-b42b-64b05cbc2e7b owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:03.005213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:03.054138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:03.057057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b26b65fa-5bfd-41d5-9cf9-00da588f3543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:03.310512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:03.358842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:03.419333 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3eb9217d-0d00-4127-9cd8-52e2667beea6 req-2416f2c1-04eb-426d-9d65-75828cda10d4 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 210 time: 0.0989790 May 20 16:03:03.495280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acc3cf-5c51-4349-bb66-083705d46041 None None] Pushing event updated for resources: {'Port': ['ID=1ca69637-f189-4dfb-b40c-5689d3049ede,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:03.514104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:03.530022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08daf622-f28a-4e87-923e-6258d35af6f1 None None] Network 26e87a04-d48c-487f-8663-d662f9a45135 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:03.574299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-33acc3cf-5c51-4349-bb66-083705d46041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:03.782844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:03.802485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5e657e36-db87-46d5-82cc-c216a38b415e tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:03.817985 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4129fa8-2dc3-4378-8e89-790f6f1a4a7f req-0640402b-ecbc-4639-ae94-a4fa7cd2a383 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.1127028 May 20 16:03:03.923182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=76f50977-613e-449e-b42b-64b05cbc2e7b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:03.938232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:03.990058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Attempting to bind port 1ca69637-f189-4dfb-b40c-5689d3049ede on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:03.990648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Attempting to bind port 1ca69637-f189-4dfb-b40c-5689d3049ede by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:03.991245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Attempting to bind port 1ca69637-f189-4dfb-b40c-5689d3049ede on network 588b315b-c8d3-4834-8613-1e9be1b7ce5a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:04.003668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:04.031125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:04.031729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Checking segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:04.032416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.033395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Bound using segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:04.034190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Bound port: 1ca69637-f189-4dfb-b40c-5689d3049ede, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:04.034810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.086930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.121440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31e429f5-b5f3-4527-9078-985e27cbbd4c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:04.190417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 76f50977-613e-449e-b42b-64b05cbc2e7b on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:04.195129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=f4ba610a-e25e-4d03-8581-d76a3db58f27,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:04.201019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:04.202170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.205817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'name': 'network-vif-deleted', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:04.247376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.259757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a6a68d17-9c6c-41d3-a9f0-eca933c6bb78 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:04.272312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Provisioning for port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:04.288865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:04.303204 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fcce23-0fd5-4a43-a989-e1a5c76ee2fc', 'name': 'network-vif-deleted', 'tag': '76f50977-613e-449e-b42b-64b05cbc2e7b', 'status': 'completed', 'code': 200} May 20 16:03:04.320922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-b0512679-3778-4faa-b840-b721e8396113 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:04.322877 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-b0512679-3778-4faa-b840-b721e8396113 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.25 "GET /v2.0/networks?id=588b315b-c8d3-4834-8613-1e9be1b7ce5a HTTP/1.1" status: 200 len: 797 time: 0.9670391 May 20 16:03:04.329694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Provisioning complete for port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:04.330376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.396048 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9545e5d6-06ba-4f14-99f5-6aa3c11aa23e req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/76f50977-613e-449e-b42b-64b05cbc2e7b HTTP/1.1" status: 204 len: 173 time: 4.4635878 May 20 16:03:04.425127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.425806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:04.433318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=099b75bf-0767-4449-842d-d9486943c0e7,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:04.442378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:04.453745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.458602 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/f4ba610a-e25e-4d03-8581-d76a3db58f27 HTTP/1.1" status: 204 len: 168 time: 5.8579869 May 20 16:03:04.460884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46112) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:04.548705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] For port 1ca69637-f189-4dfb-b40c-5689d3049ede, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:04.595772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] For port 1ca69637-f189-4dfb-b40c-5689d3049ede, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ca69637-f189-4dfb-b40c-5689d3049ede,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:04.600113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:04.608737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:04.633382 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2996428 May 20 16:03:04.633382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:04.633727 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-715a21ae-89d8-4bbd-9733-8b5fe56b1819 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:03:04.633727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-715a21ae-89d8-4bbd-9733-8b5fe56b1819 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:04.656924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bf217c14-7b79-4643-aeb1-bda09659b706 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2051879f4bef40ecb5c8d00bff0aedf0 HTTP/1.1" status: 200 len: 380 time: 0.3249769 May 20 16:03:04.680598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'port': {'device_id': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'admin_state_up': True, 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'security_groups': ['f8312ecf-9b85-41d3-bd39-fc4d4855a3c7']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:04.697915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:04.698420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:04.708788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.721572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-715a21ae-89d8-4bbd-9733-8b5fe56b1819 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:04.723187 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-715a21ae-89d8-4bbd-9733-8b5fe56b1819 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/f4ba610a-e25e-4d03-8581-d76a3db58f27 HTTP/1.1" status: 404 len: 333 time: 0.2607296 May 20 16:03:04.726691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46120) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:04.731965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:04.801630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'status': 'completed', 'code': 200} May 20 16:03:04.839402 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1430ffb0-7d9a-4a27-ba49-39cb7ca5a598 req-8a815da3-1a64-4a9c-b108-fbe51d897305 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 210 time: 0.1237569 May 20 16:03:04.949888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:04.952471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:04.977175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0237b3a8-bcb1-47a3-961a-3a95366edd37 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:04.987842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet f03a94ea-b029-4c5e-ae58-4db28c64a149 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:04.990493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:04.991833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:04.993131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:05.003725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.078479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffb8803-21f7-4cd9-9c18-67c5a21fc208,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:05.084704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:05.084704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.118830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:05.119899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.130834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.154913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce0feb-4104-4512-9234-dd2760de09e3 None None] Network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:05.160533 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd75d72c-3130-4fb4-b10f-10387d844e29 req-b746e4fe-4e12-4c0b-a223-ee09c38232ef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fcce23-0fd5-4a43-a989-e1a5c76ee2fc HTTP/1.1" status: 200 len: 210 time: 0.0813062 May 20 16:03:05.172021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55006ae-1d59-4259-997b-2eaf6b70c208 None None] Network 65024aa3-4430-4430-9762-80ab3a351014 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:05.172263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/5ffb8803-21f7-4cd9-9c18-67c5a21fc208 HTTP/1.1" status: 204 len: 168 time: 2.5044739 May 20 16:03:05.176441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46126) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:05.193093 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 6.7862525 May 20 16:03:05.199071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46130) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:05.230159 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acc3cf-5c51-4349-bb66-083705d46041 None None] Pushing event updated for resources: {'Port': ['ID=1ca69637-f189-4dfb-b40c-5689d3049ede,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:05.233802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-59890cd8-8d74-4d99-a5e4-129de687bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:05.236542 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-59890cd8-8d74-4d99-a5e4-129de687bd06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 1098 time: 0.3860824 May 20 16:03:05.264392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-33acc3cf-5c51-4349-bb66-083705d46041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:05.377406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:05.387137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:port and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:05.397095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:05.428979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:05.449443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.471031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Made reservation on behalf of 2051879f4bef40ecb5c8d00bff0aedf0 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:05.478101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.491203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.524406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.526882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.660829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:05.661202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.759309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-d9fe1308-e9d2-49b1-ae2e-a9a0cc5a9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:05.760788 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-d9fe1308-e9d2-49b1-ae2e-a9a0cc5a9b45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.5070376 May 20 16:03:05.833033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,segment=NetworkSegment(f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5),segment_id=f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:05.833555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.861110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] For port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,segment=NetworkSegment(b70ed0fd-0418-4098-84ad-cea5aab21f49),segment_id=b70ed0fd-0418-4098-84ad-cea5aab21f49)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:05.881561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:05.971015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:05.972916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:05.981815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Allocated IP 172.20.0.10 (588b315b-c8d3-4834-8613-1e9be1b7ce5a/65a56a55-b341-487d-af25-027e32590089/34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:06.000115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:06.019959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.055401 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-7c3e7143-965e-4bb5-ae84-a5507b025207 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5 HTTP/1.1" status: 200 len: 999 time: 0.2858191 May 20 16:03:06.091028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:06.290800 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4bd8e3e-6148-4f47-8b0a-379949591d39 req-bbef86ac-19b5-41c3-9429-75fedf28641b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 210 time: 0.1595018 May 20 16:03:06.315339 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4', 'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': '099b75bf-0767-4449-842d-d9486943c0e7'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:06.316182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.368779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46138) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:06.431541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Pushing event updated for resources: {'Port': ['ID=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:06.456259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:06.486991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-93fe7379-3d4f-4922-b973-3317bf4d52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:06.490101 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-93fe7379-3d4f-4922-b973-3317bf4d52c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.4071641 May 20 16:03:06.523126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.534056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:06.573427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.603528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=2bbe0d53-9b76-4081-8ddb-6a1b2f331767,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:06.616924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:06.625309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:06.629386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Transition to ACTIVE for port object 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:06.669448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.707623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.731405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:06.737547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b71a2e08-edcf-4a8f-99f8-110772fc1580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:06.786339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:06.796434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=f03a94ea-b029-4c5e-ae58-4db28c64a149,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:06.799382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:06.833082 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/f03a94ea-b029-4c5e-ae58-4db28c64a149 HTTP/1.1" status: 204 len: 168 time: 2.0965502 May 20 16:03:06.838955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e523801-7ca5-4fbd-8521-cef284837ca7 None None] Network b2fa023f-a2c0-40ec-bb63-44ca9020b402 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:06.840886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46142) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:06.874781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a892c0-9f3b-4476-b009-9f964e98e9ea None None] DHCP port deletion for 65024aa3-4430-4430-9762-80ab3a351014 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:06.925447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-ffe6142e-f974-4d09-a216-aa2891639ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:06.927087 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-ffe6142e-f974-4d09-a216-aa2891639ece service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4163458 May 20 16:03:06.998233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.011851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-08d69cd5-09bb-42e9-8726-c8d9840c9ed2 None None] Provisioning complete for port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:07.012331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-08d69cd5-09bb-42e9-8726-c8d9840c9ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.040555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.061235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65024aa3-4430-4430-9762-80ab3a351014']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:07.091515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:07.091780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f096d40f-d8ec-4c37-8e3c-ee3d5c61d8d5') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:07.103199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.111803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:07.145448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.149451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.207487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:07.223982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:07.228505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:07.240657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Allocated IP 2001:db8::1 (1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4/099b75bf-0767-4449-842d-d9486943c0e7/aa46eab0-c736-4d10-b191-939792308347) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:07.246812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:07.248991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.254765 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-45a61434-fc5a-4d42-8981-1ce6d3127fca service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175063 May 20 16:03:07.257416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:07.333929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:07.334620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:07.389210 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:07.422861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port b27ce74c-4a45-4f5b-9638-73c031f72510 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:07.423272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.558873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.573924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:07.601643 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1a30e7a8-9058-42bc-b0f2-48d6ebea58d0 req-48a55fee-5faf-46b0-900b-f580d0b301fc service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383517 May 20 16:03:07.614028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port b27ce74c-4a45-4f5b-9638-73c031f72510, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b27ce74c-4a45-4f5b-9638-73c031f72510,segment=NetworkSegment(66ce3e76-f787-43b4-a63f-5b94c816ba4f),segment_id=66ce3e76-f787-43b4-a63f-5b94c816ba4f)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:07.614695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.622621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:07.623327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.662809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afd74cf-9d4b-4bd9-87f3-6a96072661e4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:07.666265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:07.684308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:07.685180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.696010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.700627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.711964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ddcd33f0-5396-42e2-92e8-4f24783dd734 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:07.744938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=65024aa3-4430-4430-9762-80ab3a351014,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:07.747988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:07.749547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:07.751670 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/7afd74cf-9d4b-4bd9-87f3-6a96072661e4 HTTP/1.1" status: 204 len: 168 time: 1.3795967 May 20 16:03:07.771757 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/65024aa3-4430-4430-9762-80ab3a351014 HTTP/1.1" status: 204 len: 168 time: 2.5885508 May 20 16:03:07.773257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46150) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:07.774818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0987320 May 20 16:03:07.787659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-928003747'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:07.808797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Request body: {'port': {'device_id': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:07.861378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46154) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:07.863580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:07.944394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:04Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:07.945577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:07.957371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:07.967189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4133cf-3e45-4f78-88ad-3d4a4725a4d8 None None] The sync data for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv is: [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:04Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:07.982662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:08.008161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'b10922f1-02cd-4873-b920-2e88f128dad0', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:c8:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:03:00Z', 'updated_at': '2021-05-20T16:03:00Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:08.131559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for b27ce74c-4a45-4f5b-9638-73c031f72510 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:08.151431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:08.202650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:08.205486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.211745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b616024e-3594-4943-9e1f-6b240b51fc71 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:08.216127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.220348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8a833-1c72-4204-ac3b-a762c093addf None None] DHCP port deletion for b2fa023f-a2c0-40ec-bb63-44ca9020b402 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:08.244003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3a93d64d-c77d-416f-86da-6e34fe3f74cb None None] Provisioning for port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:08.262053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:08.263008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:02:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:08.265517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=b27ce74c-4a45-4f5b-9638-73c031f72510,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:08.269695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:08.272977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port b27ce74c-4a45-4f5b-9638-73c031f72510 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:08.337000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694529-01a0-461d-8c0e-63ac92901d54 req-6441cf73-e414-4f30-85aa-12182946daa6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:08.338113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-fc694529-01a0-461d-8c0e-63ac92901d54 req-6441cf73-e414-4f30-85aa-12182946daa6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Synchronizing usage tracker for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:08.409795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.434665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.453977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fa023f-a2c0-40ec-bb63-44ca9020b402']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:08.472850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ce3e76-f787-43b4-a63f-5b94c816ba4f') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:08.473602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ce3e76-f787-43b4-a63f-5b94c816ba4f') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:08.491336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.516161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.529539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:08.530224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:08.552675 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:08.573616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:08.630156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-fc694529-01a0-461d-8c0e-63ac92901d54 req-6441cf73-e414-4f30-85aa-12182946daa6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Unset dirty status for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:08.640289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.642068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc694529-01a0-461d-8c0e-63ac92901d54 req-6441cf73-e414-4f30-85aa-12182946daa6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 932 time: 1.0682240 May 20 16:03:08.659883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Transition to ACTIVE for port object aa46eab0-c736-4d10-b191-939792308347 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:08.701591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.704982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3a93d64d-c77d-416f-86da-6e34fe3f74cb None None] Provisioning complete for port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:08.705668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a93d64d-c77d-416f-86da-6e34fe3f74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.715920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b062dc3-7872-4949-837d-f7ed1bbd4dc7 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:08.744194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.768192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=b2fa023f-a2c0-40ec-bb63-44ca9020b402,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:08.771872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:08.778412 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/b2fa023f-a2c0-40ec-bb63-44ca9020b402 HTTP/1.1" status: 204 len: 168 time: 1.8976879 May 20 16:03:08.783782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.784329 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 017d0b0f-117d-4fa3-95da-39cab62a29f4 of type vlan for network c157ab68-5a0b-495f-9f93-33e2c277abcc May 20 16:03:08.786667 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46158) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:08.808315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1830656104'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:08.818194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:08.828577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Transition to ACTIVE for port object aa46eab0-c736-4d10-b191-939792308347 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:08.848061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3a93d64d-c77d-416f-86da-6e34fe3f74cb None None] Port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:08.849696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:08.860439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:08.874177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:08.875799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:08.897236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:08.906116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:08.994233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.002671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3f7a3cb5-67eb-4bd6-b733-71ab66d78ad0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:09.062520 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc694529-01a0-461d-8c0e-63ac92901d54 req-d7b1cd4e-d242-4796-9e08-230041090ed1 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186354 May 20 16:03:09.068881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=099b75bf-0767-4449-842d-d9486943c0e7,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:09.080288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:09.108077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.119752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ca69637-f189-4dfb-b40c-5689d3049ede up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:09.166974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:09.311572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.312749 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment 12fced2f-86c4-49ab-8999-f253697c7a64 of type vlan for network 0e954309-5a0f-4005-9de2-afee5cdf295c May 20 16:03:09.317815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.355747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.363114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:09.371206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1322efb8-f91c-48e7-8189-d2266988016f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:09.434695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.447867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.457776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:09.459190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.519066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:09.527342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:09.536012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:09.556386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Pushing event updated for resources: {'Port': ['ID=aa46eab0-c736-4d10-b191-939792308347,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:09.559980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:09.563051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:09.566582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:09.567090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:09.618919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.648162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:09.649522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.685119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.697062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fbc3d509-d87d-437d-8182-4090fe630ed8 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:09.732014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1ca69637-f189-4dfb-b40c-5689d3049ede completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:09.741082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'b10922f1-02cd-4873-b920-2e88f128dad0', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:c8:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:03:00Z', 'updated_at': '2021-05-20T16:03:00Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:09.757992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254b359-5e87-4886-bf59-b99e2d558075 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'b10922f1-02cd-4873-b920-2e88f128dad0', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:c8:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:03:00Z', 'updated_at': '2021-05-20T16:03:00Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:09.759248 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9704058 May 20 16:03:09.760248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46162) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:09.760658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ca69637-f189-4dfb-b40c-5689d3049ede triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:09.761233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.867309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:09.873753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Attempting to bind port aa46eab0-c736-4d10-b191-939792308347 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:09.874345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Attempting to bind port aa46eab0-c736-4d10-b191-939792308347 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:09.874998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Attempting to bind port aa46eab0-c736-4d10-b191-939792308347 on network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:09.904897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:09.905596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Checking segment: {'id': '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:09.906352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.907048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Bound using segment: {'id': '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:09.908052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Bound port: aa46eab0-c736-4d10-b191-939792308347, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:09.908881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.912048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:09.920715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:09.921449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:10.043618 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:10.065097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:03:10.065097 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:03:10.065097 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': '1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4'}] May 20 16:03:10.065097 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:03:10.066070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:03:10.171816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=0e954309-5a0f-4005-9de2-afee5cdf295c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:10.205092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:10.309180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:10.315048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:10.328767 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4873c-6634-495b-938d-e9837ab55aef None None] New status for floating IP b10922f1-02cd-4873-b920-2e88f128dad0: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:03:10.332001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:10.346048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:10.376334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:10.385812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.524490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0e954309-5a0f-4005-9de2-afee5cdf295c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:10.581472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.617078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8410072 May 20 16:03:10.640975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46170) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:10.658391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:03:10.661264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:10.668004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.698860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Transition to ACTIVE for port object 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:10.741370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] For port aa46eab0-c736-4d10-b191-939792308347, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:10.752218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] For port aa46eab0-c736-4d10-b191-939792308347, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aa46eab0-c736-4d10-b191-939792308347,segment=NetworkSegment(2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48),segment_id=2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:10.755986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.774376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.821741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=c157ab68-5a0b-495f-9f93-33e2c277abcc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:10.824907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:10.832185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:10.889102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1ca69637-f189-4dfb-b40c-5689d3049ede, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ca69637-f189-4dfb-b40c-5689d3049ede,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:10.898394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:10.944989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-94ca5599-43c7-4943-9ef9-ba01f184ae93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:10.970746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:10.974230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:11.022412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.027326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c157ab68-5a0b-495f-9f93-33e2c277abcc details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:11.108398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ffd2b-aa24-4933-9bb2-7732d1e3025a req-5d774300-9a7a-4f6b-b9c2-4ad187179e51 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:11.110838 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f66ffd2b-aa24-4933-9bb2-7732d1e3025a req-5d774300-9a7a-4f6b-b9c2-4ad187179e51 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 944 time: 0.3979800 May 20 16:03:11.158305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:11.262265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:11.267353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:11.271651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:11.280413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:11.293955 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f66ffd2b-aa24-4933-9bb2-7732d1e3025a req-79ec70e0-7fb3-4141-8eb5-5f66f71a47b7 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756230 May 20 16:03:11.308697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Attempting to bind port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:11.309323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Attempting to bind port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:11.309871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Attempting to bind port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 on network 588b315b-c8d3-4834-8613-1e9be1b7ce5a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:11.328380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 on network 588b315b-c8d3-4834-8613-1e9be1b7ce5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:03:11.329020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Attempting to bind port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 on network 588b315b-c8d3-4834-8613-1e9be1b7ce5a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:11.345196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:11.348969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.349970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b406979-7b7b-410a-8d8a-d3d6902e2e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.367344 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:11.367741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Checking segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:11.368214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Bound using segment: {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:11.368486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Bound port: 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa663e37-5f02-4c30-b72e-2652e14a85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:11.368726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:11.368925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.369272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bbe0d53-9b76-4081-8ddb-6a1b2f331767 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:11.369897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b27ce74c-4a45-4f5b-9638-73c031f72510 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:11.467558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: b27ce74c-4a45-4f5b-9638-73c031f72510 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:11.468095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b27ce74c-4a45-4f5b-9638-73c031f72510 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:11.542086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.578781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Pushing event updated for resources: {'Port': ['ID=aa46eab0-c736-4d10-b191-939792308347,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:11.601263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:11.607075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d3d7417d-34ac-47d6-be69-fc3813b4bdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:11.616027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:11.640684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:11.676957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.687751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-45edd8e0-298d-4bb7-98d6-7c4e9d56945c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:11.745599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f606d-b716-4662-bdbd-a4120f7ccdbe None None] Network 1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:11.774365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port aa46eab0-c736-4d10-b191-939792308347 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:11.775250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.790186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1ca69637-f189-4dfb-b40c-5689d3049ede,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:11.876666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:11.941383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:11.953985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:11.958429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port aa46eab0-c736-4d10-b191-939792308347, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aa46eab0-c736-4d10-b191-939792308347,segment=NetworkSegment(2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48),segment_id=2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:11.958963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.959982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:11.961751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:11.964010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] 10.222.0.25 "PUT /v2.0/ports/34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 HTTP/1.1" status: 200 len: 1094 time: 4.1608846 May 20 16:03:11.965135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:12.135418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'status': 'completed', 'code': 200} May 20 16:03:12.205215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579503f-94d0-4941-8369-689887e884d0 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:03:12.223576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for aa46eab0-c736-4d10-b191-939792308347 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:12.271563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-0e3896de-eecc-4551-9f96-7da2060df3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:12.273975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-0e3896de-eecc-4551-9f96-7da2060df3d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2051879f4bef40ecb5c8d00bff0aedf0&device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1097 time: 0.1809471 May 20 16:03:12.507863 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-d8d4c72c-35ca-4df9-87e4-ea27d1f50aaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 HTTP/1.1" status: 200 len: 217 time: 0.2228308 May 20 16:03:12.547591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579503f-94d0-4941-8369-689887e884d0 None None] Network 0e954309-5a0f-4005-9de2-afee5cdf295c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:12.560625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579503f-94d0-4941-8369-689887e884d0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0e954309-5a0f-4005-9de2-afee5cdf295c) {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:03:12.640578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.648826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d6787a1c-28fd-43eb-a5c4-c0523277d9e1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:12.714036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-ccf1688d-fc70-42a8-9dbf-16809d9e23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:12.715535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-ccf1688d-fc70-42a8-9dbf-16809d9e23f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a56a55-b341-487d-af25-027e32590089 HTTP/1.1" status: 200 len: 834 time: 0.1556096 May 20 16:03:12.719276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.746441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 0e954309-5a0f-4005-9de2-afee5cdf295c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:12.755807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:12.760408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port aa46eab0-c736-4d10-b191-939792308347 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:12.779025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14305-a912-4fb1-b9a2-aa0387b7a5fa req-ea84c7a0-0351-4f68-b4df-07d06ff99234 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:12.780605 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7fb14305-a912-4fb1-b9a2-aa0387b7a5fa req-ea84c7a0-0351-4f68-b4df-07d06ff99234 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 944 time: 0.2900269 May 20 16:03:12.823364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=0a3909cb-5340-48b0-86e5-6ff4f46007c9,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:12.830519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:12.831855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:12.832410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:12.836894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:12.951981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=aa46eab0-c736-4d10-b191-939792308347,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:12.975641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:12.993175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.013307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:13.029601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:13.030248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2517f3a7-7ea8-4cb1-a91c-2b8cb5ab6f48') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:13.043268 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1903923 May 20 16:03:13.044229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46178) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:13.046516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:13.046852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.056968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c', 'name': 'tempest-PortsTestJSON-986485316', 'fixed_ips': [{'subnet_id': '0a3909cb-5340-48b0-86e5-6ff4f46007c9', 'ip_address': '172.20.0.10'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:13.069908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7fb14305-a912-4fb1-b9a2-aa0387b7a5fa req-cd2f2d9d-630e-4f39-9039-e04e91a9a592 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655368 May 20 16:03:13.073974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.150593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.168048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-575fa697-707b-4440-8133-1573dca4201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:13.170089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-575fa697-707b-4440-8133-1573dca4201c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=588b315b-c8d3-4834-8613-1e9be1b7ce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4470940 May 20 16:03:13.179626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.199759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:13.200166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:13.219224 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:13.330272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-0e954309-5a0f-4005-9de2-afee5cdf295c', 'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': '0a3909cb-5340-48b0-86e5-6ff4f46007c9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:13.331716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.402734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.407789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:13.415527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e0735840-9806-4ff6-bc93-8cebf968ad4a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:13.436194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.443031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:13.450630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:13.454884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:13.455668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.462558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:13.465170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:13.467412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.472483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:13.474473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f1e4e83-ae0d-4303-b024-f11897684c1c tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:13.503994 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 HTTP/1.1" status: 204 len: 168 time: 8.3029578 May 20 16:03:13.509472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46182) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:13.539496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:13.669168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Allocated IP 172.20.0.2 (0e954309-5a0f-4005-9de2-afee5cdf295c/0a3909cb-5340-48b0-86e5-6ff4f46007c9/0c1cae45-ebfb-4e9e-b3d8-eff68dc80950) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:13.681491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ca69637-f189-4dfb-b40c-5689d3049ede up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:13.710914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804479623'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:13.716432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-a497a6a4-ab07-472d-8f5f-b588cf7bd785 service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345781 May 20 16:03:13.725292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:13.729024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:13.757101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:13.764404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:13.824517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=fc0c447a-a57b-432a-ac1a-9964b453689f,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:13.829253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:13.833864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:13.855885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '017d0b0f-117d-4fa3-95da-39cab62a29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:13.856330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: c157ab68-5a0b-495f-9f93-33e2c277abcc, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:13.875057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:13.878882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.892324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-19c5c6a6-50a8-40e3-8dc4-fb13d4be5030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.912533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.926338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network c157ab68-5a0b-495f-9f93-33e2c277abcc is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:13.936049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ca69637-f189-4dfb-b40c-5689d3049ede triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:13.936458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.943960 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33bb5029-f6f9-4d83-ab67-1b69216a84ed req-65e11f28-a010-4417-adf4-b42fc0b5f629 service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121058 May 20 16:03:13.946034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 316955d6-e07d-46e2-ada0-89fe0f829610 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:03:13.955957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:13.984372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:13.984883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 3cdc409c-3745-4c0a-9891-0fb2960643e5 of type vlan for network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 May 20 16:03:13.989240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c157ab68-5a0b-495f-9f93-33e2c277abcc) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:14.045640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:14.046317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.074878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.119921 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4671700 May 20 16:03:14.124581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46188) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:14.133519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1429777523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:14.145320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:14.154265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:router and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:14.162426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:14.175002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:14.189787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.191004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.216575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.217168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.233996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Transition to ACTIVE for port object 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:14.239451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.260327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Transition to ACTIVE for port object 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:14.268026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.272249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-69ef15ce-bb1e-405d-bd35-2d8c8bd8e48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.314412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.317951 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-28dc4f35-5cde-4fc4-b44e-f5876abd763e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1919374 May 20 16:03:14.319968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46192) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:14.347225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Network 0e954309-5a0f-4005-9de2-afee5cdf295c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:14.350471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:14.355210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:14.361430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Pushing event updated for resources: {'Port': ['ID=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.365678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:14.425762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.436109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:14.436793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.443498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-362bfe3d-7edb-4800-acb3-b23ac8c5ceae tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.478341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Attempting to bind port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:14.479141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Attempting to bind port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '12fced2f-86c4-49ab-8999-f253697c7a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:14.480117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Attempting to bind port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 on network 0e954309-5a0f-4005-9de2-afee5cdf295c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:14.494117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:14.496664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Checking segment: {'id': '12fced2f-86c4-49ab-8999-f253697c7a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:14.498127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.499019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Bound using segment: {'id': '12fced2f-86c4-49ab-8999-f253697c7a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:14.500259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Bound port: 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fced2f-86c4-49ab-8999-f253697c7a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:14.500804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.566645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.10 (0e954309-5a0f-4005-9de2-afee5cdf295c/0a3909cb-5340-48b0-86e5-6ff4f46007c9/316955d6-e07d-46e2-ada0-89fe0f829610) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:14.609147 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0952244 May 20 16:03:14.619589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46196) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:14.626132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.627129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-c115129e-ed46-41eb-be97-ac352c150cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:14.629930 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-c115129e-ed46-41eb-be97-ac352c150cae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2051879f4bef40ecb5c8d00bff0aedf0&device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1097 time: 0.5941658 May 20 16:03:14.647886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:14.673691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.682419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] For port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:14.686162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=e78bee4c-1500-445f-8fa9-dfdf5cbdcda4,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.687354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] For port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,segment=NetworkSegment(12fced2f-86c4-49ab-8999-f253697c7a64),segment_id=12fced2f-86c4-49ab-8999-f253697c7a64)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:14.693861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:14.708334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-080b999d-df88-4233-b066-f199beff5fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.737569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:14.748325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:14.751545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:14.919595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Pushing event updated for resources: {'Port': ['ID=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.923401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:14.948443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:14.992580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:15.060507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99ee7-a52a-47eb-8288-35ea7f6630d8 req-60c9785c-d561-47f5-b7d4-54c4dd305c75 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:15.062126 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-caa99ee7-a52a-47eb-8288-35ea7f6630d8 req-60c9785c-d561-47f5-b7d4-54c4dd305c75 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 944 time: 0.7869329 May 20 16:03:15.064343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.169191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:15.216050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:15.220441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:15.404907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.461273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:15.467442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-caa99ee7-a52a-47eb-8288-35ea7f6630d8 req-7b562ab3-a5e1-4b65-a8de-613934a11667 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792858 May 20 16:03:15.481890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-4545dfcb-4b81-4941-bc05-419770bc1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:15.483509 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-4545dfcb-4b81-4941-bc05-419770bc1371 service neutron] 10.222.0.25 "GET /v2.0/networks?id=588b315b-c8d3-4834-8613-1e9be1b7ce5a HTTP/1.1" status: 200 len: 897 time: 0.7861574 May 20 16:03:15.500456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 316955d6-e07d-46e2-ada0-89fe0f829610 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:15.570597 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-f235e6eb-5028-4cdc-a846-8e341f863690 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 HTTP/1.1" status: 200 len: 217 time: 0.0798047 May 20 16:03:15.617930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:15.621598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.698238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.20.0.1 (c157ab68-5a0b-495f-9f93-33e2c277abcc/fc0c447a-a57b-432a-ac1a-9964b453689f/f24683ee-0a19-434c-894c-ea331af6e276) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:15.703597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.710345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e9b5d67b-04a2-4b33-8277-aa24b0f4be15 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:15.789731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:15.859600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-7a25d88b-fcab-423e-a5c4-591d8ed3c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:15.861709 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-7a25d88b-fcab-423e-a5c4-591d8ed3c456 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a56a55-b341-487d-af25-027e32590089 HTTP/1.1" status: 200 len: 834 time: 0.2816219 May 20 16:03:15.864955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:15.956687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:16.015453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 0e954309-5a0f-4005-9de2-afee5cdf295c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:16.025369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:16.033972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:16.057446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:03:16.113642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=316955d6-e07d-46e2-ada0-89fe0f829610,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:16.132925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:16.184720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:16.185682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.252192 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2034554 May 20 16:03:16.255610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46200) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:16.264161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': '0e954309-5a0f-4005-9de2-afee5cdf295c', 'name': 'tempest-PortsTestJSON-918646996', 'fixed_ips': [{'subnet_id': '0a3909cb-5340-48b0-86e5-6ff4f46007c9', 'ip_address': '172.20.0.9'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:16.282021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.314004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:16.326829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251a0d0-aaa9-42bf-b584-9cb1419abf85 None None] Network 0e954309-5a0f-4005-9de2-afee5cdf295c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:16.343218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd25b8e8-69b9-4b82-991d-0c727f5d943f None None] Network c157ab68-5a0b-495f-9f93-33e2c277abcc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:16.381037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object f24683ee-0a19-434c-894c-ea331af6e276 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:16.456680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:16.463384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:16.473514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:16.491224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:16.513456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.525629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:16.568563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-9632e5e8-63b8-455c-acad-498dd73ca30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:16.571044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-9632e5e8-63b8-455c-acad-498dd73ca30b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=588b315b-c8d3-4834-8613-1e9be1b7ce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6990998 May 20 16:03:16.621370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:16.631992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.694964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'port_id': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'mac_address': 'fa:16:3e:8a:5f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:03:16.720389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:03:16.759848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Provisioning for port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:16.775963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.791324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network c157ab68-5a0b-495f-9f93-33e2c277abcc is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:16.802997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Provisioning complete for port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:16.803771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.814254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:16.817117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:16.866873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=f24683ee-0a19-434c-894c-ea331af6e276,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:16.884363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:16.889020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.923110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:03:16.930008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:16.984805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:17.051072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.093552 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-c1c4a728-e3bd-4120-9889-decd98019bb5 service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111940 May 20 16:03:17.136205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:17.145576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 86417ada-0d2f-44ab-9b95-a029ef239c4b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:17.330819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.333489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:03:17.343802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.9 (0e954309-5a0f-4005-9de2-afee5cdf295c/0a3909cb-5340-48b0-86e5-6ff4f46007c9/81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:17.379002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:17.439418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:17.542407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.547421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887b69-4e7d-4f5a-a9c3-5f96ac1a979f req-32b9f133-b02e-4b33-8dfe-b00298b9b46b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:17.549024 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c887b69-4e7d-4f5a-a9c3-5f96ac1a979f req-32b9f133-b02e-4b33-8dfe-b00298b9b46b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 944 time: 0.7958665 May 20 16:03:17.631502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] For port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,segment=NetworkSegment(12fced2f-86c4-49ab-8999-f253697c7a64),segment_id=12fced2f-86c4-49ab-8999-f253697c7a64)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:17.633395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c157ab68-5a0b-495f-9f93-33e2c277abcc', 'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': 'fc0c447a-a57b-432a-ac1a-9964b453689f'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:17.634219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.657195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.663379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:17.860111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Pushing event updated for resources: {'Port': ['ID=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:17.875622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2333dec7-c5b6-4043-a9d6-01f3bfdbbb5f req-9b436553-f4db-4cba-a3d2-9f80382c5028 service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712715 May 20 16:03:17.883517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:17.919234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c887b69-4e7d-4f5a-a9c3-5f96ac1a979f req-9d0fa873-eaed-4d94-88c1-c2cdcc5e2c95 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569808 May 20 16:03:17.934025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:17.936364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:17.943195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:17.967199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] Sync routers for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:18.027225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/86417ada-0d2f-44ab-9b95-a029ef239c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1552315 May 20 16:03:18.045685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:18.046340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:18.062552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46208) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:18.135119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da8086f9-d99f-4816-b8fc-2890c2d873a0 None None] Provisioning for port 316955d6-e07d-46e2-ada0-89fe0f829610 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:18.141668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Allocated IP 172.20.0.2 (c157ab68-5a0b-495f-9f93-33e2c277abcc/fc0c447a-a57b-432a-ac1a-9964b453689f/0d7e8f23-7a09-4c08-960b-3fa82f167d92) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:18.194755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da8086f9-d99f-4816-b8fc-2890c2d873a0 None None] Provisioning complete for port 316955d6-e07d-46e2-ada0-89fe0f829610 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:18.195287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-da8086f9-d99f-4816-b8fc-2890c2d873a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.255602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '3cdc409c-3745-4c0a-9891-0fb2960643e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:18.256655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: e78bee4c-1500-445f-8fa9-dfdf5cbdcda4, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:18.275067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet 5d3e5f7b-971e-4c34-811a-25b6234acd88 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:18.280548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=6e9daf4f-5087-4059-a820-821ec3fcca57,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:18.286148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:18.286829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.324372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.342437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:18.359393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, e78bee4c-1500-445f-8fa9-dfdf5cbdcda4) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:18.366546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.377584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:18.447302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419733ad-5b7a-4ca3-bc0b-d4485151112c None None] Network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:18.467496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:18.468609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.506531 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.512257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.521510 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8875444 May 20 16:03:18.522876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d519747c-f557-487a-97ad-ef322b70a03b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:18.528380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:18.545371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531163681'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:18.561668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:18.562944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-da8086f9-d99f-4816-b8fc-2890c2d873a0 None None] Port 316955d6-e07d-46e2-ada0-89fe0f829610 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:18.570238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:18.590790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:18.600863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:18.612661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.620088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:18.624091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.645129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.682395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:18.714965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:18.715762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 0e954309-5a0f-4005-9de2-afee5cdf295c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:18.732073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:18.760310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:18.763011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.765313 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 985ea728-4a9d-401e-bc38-c0fd0ca02ccd of type vlan for network 9be039a2-0d23-4148-8fe9-8b316bda6b5f May 20 16:03:18.886005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.894246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.979812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:18.985284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:18.993526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da8086f9-d99f-4816-b8fc-2890c2d873a0 None None] Provisioning complete for port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:18.994622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-da8086f9-d99f-4816-b8fc-2890c2d873a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.026780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.034126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:19.034854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.042922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b190d65e-3a2a-4648-b51c-9de1e028e57f tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:19.150144 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8930449 May 20 16:03:19.172741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46218) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:19.244690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7149909 May 20 16:03:19.250456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46222) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:19.256820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=9be039a2-0d23-4148-8fe9-8b316bda6b5f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.263719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '9be039a2-0d23-4148-8fe9-8b316bda6b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:19.281426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.291658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.301286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2da7ee05-ce00-47e9-8135-afd4266d0289 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:19.312884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.318384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.342274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-80c99fa8-2f20-419a-8b89-7b47a11d8ba0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:19.377494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 9be039a2-0d23-4148-8fe9-8b316bda6b5f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:19.448476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3e5f7b-971e-4c34-811a-25b6234acd88,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.450504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.455323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/5d3e5f7b-971e-4c34-811a-25b6234acd88 HTTP/1.1" status: 204 len: 168 time: 1.3510742 May 20 16:03:19.464322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46226) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:19.475672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.561434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:19.566424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:19.571270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:19.578973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:19.595035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff7d35-4e82-47f6-9acb-7344e84ffe6d None None] Network c8cde85a-bce9-4c3a-8b8b-acab00de2263 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:19.601895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:19.605994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.634849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b4b8e-a601-4905-866e-2f39dfa2bd65 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:19.635886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b16b4b8e-a601-4905-866e-2f39dfa2bd65 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:19.733627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8acbf-d850-4fc7-8762-431239668fa5 req-691ad385-89f2-40a6-9beb-3862dcd699c1 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:19.736380 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6ee8acbf-d850-4fc7-8762-431239668fa5 req-691ad385-89f2-40a6-9beb-3862dcd699c1 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 945 time: 0.3872244 May 20 16:03:19.754390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b16b4b8e-a601-4905-866e-2f39dfa2bd65 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:19.755407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b16b4b8e-a601-4905-866e-2f39dfa2bd65 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5816488 May 20 16:03:19.761892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46230) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:19.775864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=f24683ee-0a19-434c-894c-ea331af6e276,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:19.780720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:19.891093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:19.916064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:19.981430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Performing IP validity checks on allocation pools {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 16:03:19.981803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 16:03:20.003237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6ee8acbf-d850-4fc7-8762-431239668fa5 req-180d9fc1-3365-40df-9991-3ca4fbb21f85 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494259 May 20 16:03:20.034925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Transition to ACTIVE for port object 0d7e8f23-7a09-4c08-960b-3fa82f167d92 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:20.129017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:20.232414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network c157ab68-5a0b-495f-9f93-33e2c277abcc is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:20.262460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:20.414543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.499479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Transition to ACTIVE for port object 0d7e8f23-7a09-4c08-960b-3fa82f167d92 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:20.539195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-e78bee4c-1500-445f-8fa9-dfdf5cbdcda4', 'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': '6e9daf4f-5087-4059-a820-821ec3fcca57'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:20.540239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.566276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.579283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d1dff3b1-b7e5-4b59-b818-5fcf2473c221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:20.591783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aee68f-e6e7-4e5b-aacb-8d6c44d4bf1b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:20.598188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aee68f-e6e7-4e5b-aacb-8d6c44d4bf1b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:20.604578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aee68f-e6e7-4e5b-aacb-8d6c44d4bf1b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:20.605581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-59aee68f-e6e7-4e5b-aacb-8d6c44d4bf1b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:20.655406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.665036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-30e40f8a-d5b5-4a84-afc7-cc7edee4e88d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:20.673895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-59aee68f-e6e7-4e5b-aacb-8d6c44d4bf1b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:20.675125 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-59aee68f-e6e7-4e5b-aacb-8d6c44d4bf1b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.9027114 May 20 16:03:20.682662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46234) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:20.781898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:20.782555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.810937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Network c157ab68-5a0b-495f-9f93-33e2c277abcc is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:20.817121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=c98620c8-290e-428e-93b0-0d52fcfba543,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:20.824946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:20.829881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:20.843787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '985ea728-4a9d-401e-bc38-c0fd0ca02ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be039a2-0d23-4148-8fe9-8b316bda6b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:20.844384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 9be039a2-0d23-4148-8fe9-8b316bda6b5f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:20.846875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:20.865167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Pushing event updated for resources: {'Port': ['ID=0d7e8f23-7a09-4c08-960b-3fa82f167d92,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:20.881527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 9be039a2-0d23-4148-8fe9-8b316bda6b5f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:20.887132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:20.903957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 9be039a2-0d23-4148-8fe9-8b316bda6b5f) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:20.933194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.933524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Provisioning for port 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:20.936291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:20.937281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:20.946066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router c321a76d-9600-4921-8ce4-b85f29d74ad6 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:03:20.952134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65845a0d-17ce-4e68-820a-83d966cd3639 None None] Network 9be039a2-0d23-4148-8fe9-8b316bda6b5f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:20.965701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:20.997555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c99f6a14-4429-470a-b22b-776ea820a55d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7401686 May 20 16:03:21.000427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46238) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:21.023805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Provisioning complete for port 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:21.024438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.106370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:21.107423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.296396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Attempting to bind port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:21.297095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Attempting to bind port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '017d0b0f-117d-4fa3-95da-39cab62a29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:21.297674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Attempting to bind port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 on network c157ab68-5a0b-495f-9f93-33e2c277abcc {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:21.330558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:03:14Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1f37dd08-45fa-4764-95f1-4042c3e1e757', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:12Z', 'updated_at': '2021-05-20T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:21.446460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:21.446732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.471459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] DHCP port deletion for c8cde85a-bce9-4c3a-8b8b-acab00de2263 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:21.474148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Port 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:21.505511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:21.506272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Checking segment: {'id': '017d0b0f-117d-4fa3-95da-39cab62a29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:21.506675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.506857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Bound using segment: {'id': '017d0b0f-117d-4fa3-95da-39cab62a29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:21.507214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Bound port: 0d7e8f23-7a09-4c08-960b-3fa82f167d92, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d0b0f-117d-4fa3-95da-39cab62a29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c157ab68-5a0b-495f-9f93-33e2c277abcc'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:21.508365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.518292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] Checking router: 86417ada-0d2f-44ab-9b95-a029ef239c4b for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:21.525004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.581625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:21.598644 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/c321a76d-9600-4921-8ce4-b85f29d74ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2672884 May 20 16:03:21.603097 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] Sync routers for ids ['c321a76d-9600-4921-8ce4-b85f29d74ad6'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:21.606019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:21.626967 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] Routers {'c321a76d-9600-4921-8ce4-b85f29d74ad6'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:21.627526 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c321a76d-9600-4921-8ce4-b85f29d74ad6'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:21.686023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 1f37dd08-45fa-4764-95f1-4042c3e1e757 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:21.686579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.698724 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:21.709298 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] Routers {'c321a76d-9600-4921-8ce4-b85f29d74ad6'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:21.710344 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c321a76d-9600-4921-8ce4-b85f29d74ad6'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:21.736646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9b00-8539-498b-9ead-54384a19395b req-51cd305c-22bf-4318-96f0-a38b767b0ad5 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:21.738869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] Routers {'86417ada-0d2f-44ab-9b95-a029ef239c4b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:21.740098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['86417ada-0d2f-44ab-9b95-a029ef239c4b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:21.750491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b6f9b00-8539-498b-9ead-54384a19395b req-51cd305c-22bf-4318-96f0-a38b767b0ad5 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 945 time: 0.3382699 May 20 16:03:21.778349 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:21.779175 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c30e8-47fc-47d8-beb3-ec450d42a087 None None] The sync data for ids ['c321a76d-9600-4921-8ce4-b85f29d74ad6'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:21.807604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:21.899131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Allocated IP 2001:db8::3 (e78bee4c-1500-445f-8fa9-dfdf5cbdcda4/6e9daf4f-5087-4059-a820-821ec3fcca57/6d0f2909-137c-46b5-ab55-1ff7a71b4114) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:21.918199 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b6f9b00-8539-498b-9ead-54384a19395b req-f54a61cb-6c9a-4cd7-8e8d-7c65db4300a9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663582 May 20 16:03:21.933194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d807f-0229-4903-b922-447802fb06cf tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:21.934595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-aa3d807f-0229-4903-b922-447802fb06cf tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:21.946959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.106961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Provisioning complete for port 316955d6-e07d-46e2-ada0-89fe0f829610 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:22.108158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.184590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:22.210575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-aa3d807f-0229-4903-b922-447802fb06cf tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:22.212820 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aa3d807f-0229-4903-b922-447802fb06cf tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports/f24683ee-0a19-434c-894c-ea331af6e276 HTTP/1.1" status: 200 len: 910 time: 0.6054223 May 20 16:03:22.220679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46248) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:22.233385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0646ecdd-8948-4275-a757-83d6a4fa756e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:22.303211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.308552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-347b8e56-b6e5-44d9-ba7e-abe78571ec7a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:22.352354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=c98620c8-290e-428e-93b0-0d52fcfba543,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:22.355969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:22.470965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.480202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 1f37dd08-45fa-4764-95f1-4042c3e1e757, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1f37dd08-45fa-4764-95f1-4042c3e1e757,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:22.480721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.488644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be039a2-0d23-4148-8fe9-8b316bda6b5f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:22.507035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985ea728-4a9d-401e-bc38-c0fd0ca02ccd') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:22.507667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985ea728-4a9d-401e-bc38-c0fd0ca02ccd') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:22.526019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.552896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.562736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:22.563040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:22.579927 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:22.686925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.689532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] Set router 86417ada-0d2f-44ab-9b95-a029ef239c4b gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:22.691413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6ad731e6-55c7-44ec-b6cf-53072f1ef3d4 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:22.710047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.718483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 1f37dd08-45fa-4764-95f1-4042c3e1e757 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:22.724460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=9be039a2-0d23-4148-8fe9-8b316bda6b5f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:22.728924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:22.736209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/9be039a2-0d23-4148-8fe9-8b316bda6b5f HTTP/1.1" status: 204 len: 168 time: 1.7284658 May 20 16:03:22.738049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46254) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:22.744505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671909957'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:22.750803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:22.755723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:22.761611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:22.776511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:22.798305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:22.805308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.875125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:22.897056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.898954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 7c025f0c-490a-4d92-af62-cc919060b1ee of type vlan for network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 May 20 16:03:22.977246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:22.978886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.001418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.047327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f6418dda-3bd0-43c1-825b-d5f163d32c12 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:23.050453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.055039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-85f09dcc-0de8-48ef-9fb8-d380fa46997e None None] Port 316955d6-e07d-46e2-ada0-89fe0f829610 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:23.076113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:23.077875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.086200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:03:20Z', 'revision_number': 8, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:23.096741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] For port 0d7e8f23-7a09-4c08-960b-3fa82f167d92, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:23.121850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1367088f-6f9b-42f9-9005-33ae9506ebdd tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:23.131359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:23.155478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a2c46f-556a-438b-97ee-5f97eef23589 None None] The sync data for ids ['86417ada-0d2f-44ab-9b95-a029ef239c4b'] in dv-neutron-601336-76-hyperv is: [{'id': '86417ada-0d2f-44ab-9b95-a029ef239c4b', 'name': 'tempest-TestNetworkBasicOps-router-928378421', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:07Z', 'updated_at': '2021-05-20T16:03:20Z', 'revision_number': 8, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:23.165698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:23.179053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Deleting port 0646ecdd-8948-4275-a757-83d6a4fa756e {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:23.180139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.197512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:03:23.301073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:23.319648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:23.326019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee77bc6-8a54-4f79-b970-9b0a7615e1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-9be039a2-0d23-4148-8fe9-8b316bda6b5f', 'network_id': '9be039a2-0d23-4148-8fe9-8b316bda6b5f', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': 'c98620c8-290e-428e-93b0-0d52fcfba543'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:23.327624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8ee77bc6-8a54-4f79-b970-9b0a7615e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.348903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] For port 0d7e8f23-7a09-4c08-960b-3fa82f167d92, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0d7e8f23-7a09-4c08-960b-3fa82f167d92,segment=NetworkSegment(017d0b0f-117d-4fa3-95da-39cab62a29f4),segment_id=017d0b0f-117d-4fa3-95da-39cab62a29f4)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:23.406405 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6680646 May 20 16:03:23.416641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46262) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:23.426126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:23.449990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=7db6b4bc-4716-41c9-bd7a-827eda0e6bd2,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:23.466729 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'code': 200} May 20 16:03:23.480567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.481062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-66621c36-96f2-4dec-a304-4c0830a59a34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:23.495079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fe5e71d0-763d-4704-977e-c6b66a3173db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:23.545669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:23.560929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.615140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4d2d7-3b71-4fe2-a7a8-d6a9cfbcf7d6 req-5011fbbe-437d-42e3-9858-9fc202d76440 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:23.618444 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76a4d2d7-3b71-4fe2-a7a8-d6a9cfbcf7d6 req-5011fbbe-437d-42e3-9858-9fc202d76440 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 945 time: 0.4984698 May 20 16:03:23.730737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:23.749131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76a4d2d7-3b71-4fe2-a7a8-d6a9cfbcf7d6 req-69946d83-938c-466d-a412-b1f686d4a4b6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242535 May 20 16:03:23.759001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:23.763621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.765913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] For port 0646ecdd-8948-4275-a757-83d6a4fa756e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0646ecdd-8948-4275-a757-83d6a4fa756e,segment=NetworkSegment(b607603d-e7bd-4fb1-b0df-7bd888e62b93),segment_id=b607603d-e7bd-4fb1-b0df-7bd888e62b93)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:23.766325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.776835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:23.796947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:23.833833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:23.840472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.867047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:23.934429 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d HTTP/1.1" status: 204 len: 168 time: 3.2483292 May 20 16:03:23.941870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46266) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:24.038057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1710fb-3876-436e-81e2-4def2f0d90a1 None None] Network 9be039a2-0d23-4148-8fe9-8b316bda6b5f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:24.052161 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa22bcf-5798-415c-aec9-2d0ca6226e05 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:03:24.052918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-caa22bcf-5798-415c-aec9-2d0ca6226e05 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:24.139507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-caa22bcf-5798-415c-aec9-2d0ca6226e05 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:24.157113 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-caa22bcf-5798-415c-aec9-2d0ca6226e05 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/81ddbd59-f80e-4bc4-bbcc-1ce73a84bf5d HTTP/1.1" status: 404 len: 333 time: 0.2135878 May 20 16:03:24.160837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46270) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:24.185212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:24.222300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Calling delete_port for 0646ecdd-8948-4275-a757-83d6a4fa756e owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:24.251086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.265459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Transition to ACTIVE for port object 6d0f2909-137c-46b5-ab55-1ff7a71b4114 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:24.305394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Transition to ACTIVE for port object 6d0f2909-137c-46b5-ab55-1ff7a71b4114 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:24.316816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1710fb-3876-436e-81e2-4def2f0d90a1 None None] Network 9be039a2-0d23-4148-8fe9-8b316bda6b5f could not be found, it might have been deleted concurrently. {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 16:03:24.319077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:24.337146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.353636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a359a772-d05e-4a4d-8643-a832ab002cea tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:24.383581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.791s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:24.501766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=1f37dd08-45fa-4764-95f1-4042c3e1e757,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:24.515516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:24.520630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.522757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.552754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.613705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:24.625068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:24.631383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:24.634621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4b085-616d-464f-9723-0b281979ff29 req-51e6728f-f014-4996-ba23-57fb12f94314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:24.636079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] No DVR routers for this DVR port 0646ecdd-8948-4275-a757-83d6a4fa756e on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:24.636337 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e4b085-616d-464f-9723-0b281979ff29 req-51e6728f-f014-4996-ba23-57fb12f94314 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1099 time: 0.7231457 May 20 16:03:24.725451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Pushing event updated for resources: {'Port': ['ID=0d7e8f23-7a09-4c08-960b-3fa82f167d92,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:24.733791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:24.734269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cade17fc-3a67-4fff-847a-f9b90f266774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:24.740783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.791365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 316955d6-e07d-46e2-ada0-89fe0f829610 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:24.793735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.812026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Pushing event updated for resources: {'Port': ['ID=6d0f2909-137c-46b5-ab55-1ff7a71b4114,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:24.876754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Pushing event deleted for resources: {'Port': ['ID=0646ecdd-8948-4275-a757-83d6a4fa756e,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:24.879413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Attempting to bind port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:24.879970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Attempting to bind port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '3cdc409c-3745-4c0a-9891-0fb2960643e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:24.880522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Attempting to bind port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 on network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:24.883704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:24.884377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:24.884882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:24.889977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:24.890660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Checking segment: {'id': '3cdc409c-3745-4c0a-9891-0fb2960643e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:24.891246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.891795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Bound using segment: {'id': '3cdc409c-3745-4c0a-9891-0fb2960643e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:24.892434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Bound port: 6d0f2909-137c-46b5-ab55-1ff7a71b4114, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdc409c-3745-4c0a-9891-0fb2960643e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e78bee4c-1500-445f-8fa9-dfdf5cbdcda4'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:24.892978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.942887 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e4b085-616d-464f-9723-0b281979ff29 req-e154cfd7-31f4-434a-aa6b-6fceb7d23536 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907455 May 20 16:03:24.988666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0d7e8f23-7a09-4c08-960b-3fa82f167d92 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:25.042240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.047793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.076616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] For port 6d0f2909-137c-46b5-ab55-1ff7a71b4114, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:25.081897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] For port 6d0f2909-137c-46b5-ab55-1ff7a71b4114, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6d0f2909-137c-46b5-ab55-1ff7a71b4114,segment=NetworkSegment(3cdc409c-3745-4c0a-9891-0fb2960643e5),segment_id=3cdc409c-3745-4c0a-9891-0fb2960643e5)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:25.094600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.106829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:25.144583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.173172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.174201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 86417ada-0d2f-44ab-9b95-a029ef239c4b {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:25.224469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Pushing event updated for resources: {'Port': ['ID=6d0f2909-137c-46b5-ab55-1ff7a71b4114,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:25.231475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:25.232884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:25.260304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.261542 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/86417ada-0d2f-44ab-9b95-a029ef239c4b HTTP/1.1" status: 204 len: 168 time: 5.7955408 May 20 16:03:25.264137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46276) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:25.292309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250318b-1138-4d24-9e1c-77aa97fd39d0 req-afd96b89-4d2f-498f-8385-73638c960eb9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:25.294689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2250318b-1138-4d24-9e1c-77aa97fd39d0 req-afd96b89-4d2f-498f-8385-73638c960eb9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.3072071 May 20 16:03:25.341755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:25.416100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:25.417182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c1f8c3b6-8b98-4ec2-8d85-a76b03f769fc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:25.417991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f37dd08-45fa-4764-95f1-4042c3e1e757 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:25.447950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 316955d6-e07d-46e2-ada0-89fe0f829610 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:25.452054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.488196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1f37dd08-45fa-4764-95f1-4042c3e1e757 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:25.489004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f37dd08-45fa-4764-95f1-4042c3e1e757 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:25.608646 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2250318b-1138-4d24-9e1c-77aa97fd39d0 req-c9868e41-fddc-441d-9854-1486b50ef5a7 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888847 May 20 16:03:25.706721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090f7d85-01a7-4d56-ac97-765051e595e3 None None] Network c157ab68-5a0b-495f-9f93-33e2c277abcc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:25.786547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.796854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-743a248c-c37e-491d-8e91-288b92902f34 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:25.869912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Provisioning for port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:25.894382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Provisioning complete for port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:25.895127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.901857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.904608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=316955d6-e07d-46e2-ada0-89fe0f829610,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:25.914594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:25.926266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cde85a-bce9-4c3a-8b8b-acab00de2263']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:25.943948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b607603d-e7bd-4fb1-b0df-7bd888e62b93') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:25.944240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b607603d-e7bd-4fb1-b0df-7bd888e62b93') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:25.959798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:25.989712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.002109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:26.002817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:26.026370 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:26.049165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.060042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-083f6421-7887-442a-bb61-a3d7d1bcbdc6 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.154018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=d4acf627-492f-4ac0-9978-77812b3cf840,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.158014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.160001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.198910 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/316955d6-e07d-46e2-ada0-89fe0f829610 HTTP/1.1" status: 204 len: 168 time: 2.0331700 May 20 16:03:26.199210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46280) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:26.200185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.244973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] For port 0d7e8f23-7a09-4c08-960b-3fa82f167d92, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0d7e8f23-7a09-4c08-960b-3fa82f167d92,segment=NetworkSegment(017d0b0f-117d-4fa3-95da-39cab62a29f4),segment_id=017d0b0f-117d-4fa3-95da-39cab62a29f4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:26.251331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port f24683ee-0a19-434c-894c-ea331af6e276 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:26.253289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.254460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.256970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.280131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '7c025f0c-490a-4d92-af62-cc919060b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:26.280681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:26.303288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-47355cb5-263e-450b-9889-a5a4f1afa18c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:03:26.304050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-47355cb5-263e-450b-9889-a5a4f1afa18c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:26.330067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Provisioning for port f24683ee-0a19-434c-894c-ea331af6e276 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:26.331320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:26.348214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Provisioning complete for port f24683ee-0a19-434c-894c-ea331af6e276 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:26.348688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.348826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:26.367088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-47355cb5-263e-450b-9889-a5a4f1afa18c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:26.373078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47355cb5-263e-450b-9889-a5a4f1afa18c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/316955d6-e07d-46e2-ada0-89fe0f829610 HTTP/1.1" status: 404 len: 333 time: 0.1712065 May 20 16:03:26.374556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:26.375235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.381166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46284) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:26.388262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad8d55-f8d2-403c-8773-c2970ecdd857 None None] Network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:26.404509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.418956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-52f54395-8274-41cc-8ce2-cee331f886b6 tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:26.447967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.451621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=c8cde85a-bce9-4c3a-8b8b-acab00de2263,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.460069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.475531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0576377 May 20 16:03:26.475751 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/c8cde85a-bce9-4c3a-8b8b-acab00de2263 HTTP/1.1" status: 204 len: 168 time: 1.2102692 May 20 16:03:26.477241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46288) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:26.501867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46292) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:26.512964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--1537444504', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:26.521694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 0a3909cb-5340-48b0-86e5-6ff4f46007c9 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:26.535481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:26.539184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.589737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Pushing event updated for resources: {'Port': ['ID=0d7e8f23-7a09-4c08-960b-3fa82f167d92,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:26.595301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Port f24683ee-0a19-434c-894c-ea331af6e276 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:26.596874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:26.612487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:26.619562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.624576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:26.653446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:26.685192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.768281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:26.772305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.846645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:26.869716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.870500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment 7fa59b24-5725-4a53-8745-63e036cb2e41 of type vlan for network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 May 20 16:03:26.881561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for f24683ee-0a19-434c-894c-ea331af6e276 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:26.887747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4846f978-5150-4b56-b0a7-932b02b40bce None None] Provisioning complete for port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:26.891363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4846f978-5150-4b56-b0a7-932b02b40bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.943812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.987729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.081009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.092659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:27.093302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.109190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:27.114996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.115219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35fee42-5d45-4ba3-9a4a-ca60368be7e3 None None] Network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:27.128850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0d7e8f23-7a09-4c08-960b-3fa82f167d92 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:27.262265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-7db6b4bc-4716-41c9-bd7a-827eda0e6bd2', 'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': 'd4acf627-492f-4ac0-9978-77812b3cf840'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:27.264315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.275969 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7698236 May 20 16:03:27.276345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46298) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:27.287010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-676319136', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:27.314176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:27.323364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:27.330047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:27.341111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.352897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:27.396505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:27.396785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:27.485240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:27.535643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.536840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.545537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.565875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e54c3c1b-daf4-4068-8611-b2328e91e54d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:27.615976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b6f7-f0fc-40ee-a7af-92bee6370c9f req-68802bb2-5b1a-4d9f-bc16-8e36e6798643 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:27.625897 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b60b6f7-f0fc-40ee-a7af-92bee6370c9f req-68802bb2-5b1a-4d9f-bc16-8e36e6798643 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.6110137 May 20 16:03:27.632120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=f24683ee-0a19-434c-894c-ea331af6e276,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:27.635680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:27.655760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:27.655760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.702351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.735596 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b60b6f7-f0fc-40ee-a7af-92bee6370c9f req-08ef2f2c-5c69-4a00-81da-753373c42454 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085758 May 20 16:03:28.152152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e3be7-78c1-4722-bea3-cce29d137ad5 req-6cd751ce-c0a0-4ccf-a1da-48433a7856cc tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:28.170847 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a84e3be7-78c1-4722-bea3-cce29d137ad5 req-6cd751ce-c0a0-4ccf-a1da-48433a7856cc tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.2330902 May 20 16:03:28.231108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4846f978-5150-4b56-b0a7-932b02b40bce None None] Could not find standard attr ID for object f24683ee-0a19-434c-894c-ea331af6e276. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:03:28.247386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a84e3be7-78c1-4722-bea3-cce29d137ad5 req-4c311ac8-be1e-494c-b91f-b6203a3720be tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647535 May 20 16:03:28.248647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.255503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ef58af62-64d2-48a7-ae70-418f3156f130 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:28.302348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46306) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:28.303183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3909cb-5340-48b0-86e5-6ff4f46007c9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:28.306987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Allocated IP 2001:db8::1 (7db6b4bc-4716-41c9-bd7a-827eda0e6bd2/d4acf627-492f-4ac0-9978-77812b3cf840/0930330d-671c-4a35-abfc-ed06ac128cdf) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:28.307583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:28.375266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.388886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/0a3909cb-5340-48b0-86e5-6ff4f46007c9 HTTP/1.1" status: 204 len: 168 time: 2.0065186 May 20 16:03:28.392143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46312) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:28.397233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6d0f2909-137c-46b5-ab55-1ff7a71b4114 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:28.425945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d83914-1f13-44b9-9244-1b50ab82847d None None] Network 0e954309-5a0f-4005-9de2-afee5cdf295c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:28.468785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.548149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.552005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34456-cfde-4640-9b11-8b47518e12fa tempest-TestNetworkAdvancedServerOps-1192720865 tempest-TestNetworkAdvancedServerOps-1192720865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:28.554284 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f3d34456-cfde-4640-9b11-8b47518e12fa tempest-TestNetworkAdvancedServerOps-1192720865 tempest-TestNetworkAdvancedServerOps-1192720865-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1094 time: 0.2454009 May 20 16:03:28.554562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d91cc425-b125-4e9b-8b65-4ca8cbba0803 None None] Provisioning for port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:28.557760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46316) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:28.566616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:28.574737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.579046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:28.586263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Usage tracker for resource:floatingip and tenant:2051879f4bef40ecb5c8d00bff0aedf0 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:28.591206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:28.600251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:28.661461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.679038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d91cc425-b125-4e9b-8b65-4ca8cbba0803 None None] Could not find standard attr ID for object f24683ee-0a19-434c-894c-ea331af6e276. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:03:28.768184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:28.800488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:28.800976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.856475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:28.856475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.943929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,segment=NetworkSegment(12fced2f-86c4-49ab-8999-f253697c7a64),segment_id=12fced2f-86c4-49ab-8999-f253697c7a64)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:28.944474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.975416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:28.978776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router c321a76d-9600-4921-8ce4-b85f29d74ad6 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:28.998542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Transition to ACTIVE for port object 0930330d-671c-4a35-abfc-ed06ac128cdf will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:29.058390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Transition to ACTIVE for port object 0930330d-671c-4a35-abfc-ed06ac128cdf will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:29.072588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.091117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-33acc3cf-5c51-4349-bb66-083705d46041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.103857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:29.145432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.168102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:29.184646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.195376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09b11947-80bd-44d9-8635-23c77b2cbc06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.199885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] Sync routers for ids ['c321a76d-9600-4921-8ce4-b85f29d74ad6'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:29.249084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Pushing event updated for resources: {'Port': ['ID=0930330d-671c-4a35-abfc-ed06ac128cdf,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:29.259113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:29.264079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:29.277181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:29.280264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:29.286785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] Routers {'c321a76d-9600-4921-8ce4-b85f29d74ad6'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:29.287433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c321a76d-9600-4921-8ce4-b85f29d74ad6'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.306022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.312805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-053999d4-d9cb-4e6b-8f2a-9295e7b26730 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.322941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=d4acf627-492f-4ac0-9978-77812b3cf840,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:29.356985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:29.370592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=0c1cae45-ebfb-4e9e-b3d8-eff68dc80950,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:29.378816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:29.390902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:29.393839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Allocated IP 172.26.8.2 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/8751f54f-421e-4d7a-93bc-71198d7693b5) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:29.497787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.516232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-29e18520-9634-4ab3-90bc-c230c0d6e656 None None] Provisioning complete for port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:29.516896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-29e18520-9634-4ab3-90bc-c230c0d6e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.534312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.560696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.580791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db6b4bc-4716-41c9-bd7a-827eda0e6bd2']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.601638 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/c321a76d-9600-4921-8ce4-b85f29d74ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3761609 May 20 16:03:29.609938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46320) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:29.619482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3abb6-2c63-4d77-90aa-b171d006a2fd None None] DHCP port deletion for 0e954309-5a0f-4005-9de2-afee5cdf295c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:29.696160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] Routers {'c321a76d-9600-4921-8ce4-b85f29d74ad6'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:29.696416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c321a76d-9600-4921-8ce4-b85f29d74ad6'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.707129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c025f0c-490a-4d92-af62-cc919060b1ee') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.707610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c025f0c-490a-4d92-af62-cc919060b1ee') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.744801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.763473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6d0f2909-137c-46b5-ab55-1ff7a71b4114, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6d0f2909-137c-46b5-ab55-1ff7a71b4114,segment=NetworkSegment(3cdc409c-3745-4c0a-9891-0fb2960643e5),segment_id=3cdc409c-3745-4c0a-9891-0fb2960643e5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:29.773800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Attempting to bind port 0930330d-671c-4a35-abfc-ed06ac128cdf on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:29.774198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Attempting to bind port 0930330d-671c-4a35-abfc-ed06ac128cdf by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7c025f0c-490a-4d92-af62-cc919060b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:29.774913 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Attempting to bind port 0930330d-671c-4a35-abfc-ed06ac128cdf on network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:29.799253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.806478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a4857611-1e69-4292-be73-43f3a1e58085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:29.844856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.845395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243b48e-45ef-470a-af76-96b12c9faf10 None None] The sync data for ids ['c321a76d-9600-4921-8ce4-b85f29d74ad6'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:29.854905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:29.855994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Checking segment: {'id': '7c025f0c-490a-4d92-af62-cc919060b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:29.857228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.857840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Bound using segment: {'id': '7c025f0c-490a-4d92-af62-cc919060b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:29.858729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Bound port: 0930330d-671c-4a35-abfc-ed06ac128cdf, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c025f0c-490a-4d92-af62-cc919060b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:29.859305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.872780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.900439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ee9ff5ab-81ab-4e2a-9cd2-05c71c540cff tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:29.904740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e954309-5a0f-4005-9de2-afee5cdf295c']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.920157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.963692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.973810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.984523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fced2f-86c4-49ab-8999-f253697c7a64') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:29.984991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fced2f-86c4-49ab-8999-f253697c7a64') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:30.026247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.039498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:30.040251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.049571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.053552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ee9ff5ab-81ab-4e2a-9cd2-05c71c540cff tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:30.055582 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee9ff5ab-81ab-4e2a-9cd2-05c71c540cff tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c321a76d-9600-4921-8ce4-b85f29d74ad6 HTTP/1.1" status: 200 len: 205 time: 0.4408844 May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:30.055949 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:30.059615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46324) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:30.088409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:30.134532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.158974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:30.159790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:30.186524 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:30.196979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:30.197930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0c1cae45-ebfb-4e9e-b3d8-eff68dc80950 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:30.214650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6d0f2909-137c-46b5-ab55-1ff7a71b4114,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.237102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.253833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] For port 0930330d-671c-4a35-abfc-ed06ac128cdf, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:30.325995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.352859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] For port 0930330d-671c-4a35-abfc-ed06ac128cdf, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0930330d-671c-4a35-abfc-ed06ac128cdf,segment=NetworkSegment(7c025f0c-490a-4d92-af62-cc919060b1ee),segment_id=7c025f0c-490a-4d92-af62-cc919060b1ee)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:30.357541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:03:30.357541 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:03:30.357541 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': '7db6b4bc-4716-41c9-bd7a-827eda0e6bd2'}] May 20 16:03:30.357541 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:03:30.358247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:03:30.364298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.370672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:30.491388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.500162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f2249d7-ca63-4fd6-ad42-4ecd8a68bd2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:30.517271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.550136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Pushing event updated for resources: {'Port': ['ID=0930330d-671c-4a35-abfc-ed06ac128cdf,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.562972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.591616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d07dd-a14f-4d98-bb68-cb0b74857b9b None None] Network 7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:30.627923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.97 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/2bc8674e-2829-433a-ab65-98a117f985c6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:30.645538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.669119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=0e954309-5a0f-4005-9de2-afee5cdf295c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.683333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.683902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-50d2735f-f002-4ee6-ad7d-cdf9defa84f3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:30.799537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.805699 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/0e954309-5a0f-4005-9de2-afee5cdf295c HTTP/1.1" status: 204 len: 168 time: 2.4123368 May 20 16:03:30.808903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.815877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.820792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46328) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:30.829507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:30.831758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-653510746'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:30.836443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:30.839347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:30.843637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:30.846933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:network and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:30.852310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:30.859980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.863911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:30.867791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef696bd-1370-4ba1-9e7a-398bccb33132 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:03:30.895882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Port': ['ID=8751f54f-421e-4d7a-93bc-71198d7693b5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:30.910112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:30.922877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.923732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router c321a76d-9600-4921-8ce4-b85f29d74ad6 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:30.952428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:30.956053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.975696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:30.977548 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-61b6b92c-df69-433d-ae9d-6387ed16f4d5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/c321a76d-9600-4921-8ce4-b85f29d74ad6 HTTP/1.1" status: 204 len: 168 time: 0.9167507 May 20 16:03:30.988900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46332) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:31.003746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:31.038501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.038844 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Added segment bf5614e1-270b-4da3-b34a-75fc39857972 of type vlan for network 73283176-3089-4c3e-96a6-34bad922e2d0 May 20 16:03:31.042263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.107881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef696bd-1370-4ba1-9e7a-398bccb33132 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:03:31.118586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port 0930330d-671c-4a35-abfc-ed06ac128cdf {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:31.119141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.138013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.230111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet fc0c447a-a57b-432a-ac1a-9964b453689f {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:31.243861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.279938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.288277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b21be78-0e64-47c1-a36a-25907606022d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:31.327917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.334281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:31.334886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.376229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port 0930330d-671c-4a35-abfc-ed06ac128cdf, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0930330d-671c-4a35-abfc-ed06ac128cdf,segment=NetworkSegment(7c025f0c-490a-4d92-af62-cc919060b1ee),segment_id=7c025f0c-490a-4d92-af62-cc919060b1ee)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:31.376906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.408029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:31.490883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:31.526071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:31.539433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for 0930330d-671c-4a35-abfc-ed06ac128cdf owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:31.543264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:31.572186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=2bc8674e-2829-433a-ab65-98a117f985c6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:31.583551 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7604334 May 20 16:03:31.589302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:31.590946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46336) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:31.591525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4094d2d-ce5f-43e0-b190-21841aaa3a1d tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:31.632941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:31.871749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Network': ['ID=73283176-3089-4c3e-96a6-34bad922e2d0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:31.885901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 73283176-3089-4c3e-96a6-34bad922e2d0 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:31.889637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:31.921645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6d0f2909-137c-46b5-ab55-1ff7a71b4114 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:32.025763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:32.040351 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:32.045902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:32.060395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:32.082143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.088648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:32.102522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.127092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:32.131092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.180162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:32.180781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.231456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=0930330d-671c-4a35-abfc-ed06ac128cdf,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:32.379433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.453663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:32.468508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port 0930330d-671c-4a35-abfc-ed06ac128cdf on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:32.625861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.715401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.734710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e27f61a8-d191-4fbb-8cfb-d3d09480e645 tempest-FloatingIPNegativeTestJSON-1424855483 tempest-FloatingIPNegativeTestJSON-1424855483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:32.786954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.814675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.826705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0c447a-a57b-432a-ac1a-9964b453689f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:32.829974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:32.849444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:32.849804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c421a4-9ad9-4ce8-85ef-ef88833c9a67 None None] Network c157ab68-5a0b-495f-9f93-33e2c277abcc requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:32.866928 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/fc0c447a-a57b-432a-ac1a-9964b453689f HTTP/1.1" status: 204 len: 168 time: 1.8738360 May 20 16:03:32.871871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46340) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:32.894853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db6b4bc-4716-41c9-bd7a-827eda0e6bd2']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:32.939075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c025f0c-490a-4d92-af62-cc919060b1ee') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:32.939558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c025f0c-490a-4d92-af62-cc919060b1ee') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:32.965126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.038248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.059916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.111230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:33.111776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.111930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.119859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.125869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-95805646-28e1-417b-8566-1d1759842be8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:33.153699 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:33.173978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] DHCP port deletion for c157ab68-5a0b-495f-9f93-33e2c277abcc request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:33.255664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event updated for resources: {'Port': ['ID=8751f54f-421e-4d7a-93bc-71198d7693b5,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.261556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.263420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Deleting port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:33.263598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.274923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.325644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:33.325987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.397053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] For port 0d7e8f23-7a09-4c08-960b-3fa82f167d92, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0d7e8f23-7a09-4c08-960b-3fa82f167d92,segment=NetworkSegment(017d0b0f-117d-4fa3-95da-39cab62a29f4),segment_id=017d0b0f-117d-4fa3-95da-39cab62a29f4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:33.397670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.448922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.457543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e06b15cb-3674-45c4-b132-4262948963de tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:33.485313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.508504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=7db6b4bc-4716-41c9-bd7a-827eda0e6bd2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.518619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.527352 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 HTTP/1.1" status: 204 len: 168 time: 7.0412297 May 20 16:03:33.535910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 0d7e8f23-7a09-4c08-960b-3fa82f167d92, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0d7e8f23-7a09-4c08-960b-3fa82f167d92,segment=NetworkSegment(017d0b0f-117d-4fa3-95da-39cab62a29f4),segment_id=017d0b0f-117d-4fa3-95da-39cab62a29f4)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:33.537207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.548110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Calling delete_port for 0d7e8f23-7a09-4c08-960b-3fa82f167d92 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:33.549033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46344) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:33.576672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687328445'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:33.643189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:33.647601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.651151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:33.699839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Pushing event deleted for resources: {'Port': ['ID=0d7e8f23-7a09-4c08-960b-3fa82f167d92,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:33.703471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Floating IP 3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 associated. External IP: 172.26.8.2, port: 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48. May 20 16:03:33.703819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:33.704654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] No DVR routers for this DVR port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:33.722064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:33.929321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0d7e8f23-7a09-4c08-960b-3fa82f167d92 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:33.945554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:33.954624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 0d7e8f23-7a09-4c08-960b-3fa82f167d92 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:33.957616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:33.974346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:33.999782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0d7e8f23-7a09-4c08-960b-3fa82f167d92 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:34.000380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0d7e8f23-7a09-4c08-960b-3fa82f167d92 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:34.018977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:34.022538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.096783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 84bac856-61b8-47c7-8ee8-545a94273a7c is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:03:34.102798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.108676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-810bd4f4-3007-4303-b1f1-afd565ef7084 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:34.146138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:34.219928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.220391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment b28629e0-a5c3-4b43-8536-f3ecbc034095 of type vlan for network b80b051a-ed71-446f-b1c0-3b57ef694c1b May 20 16:03:34.270259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.285398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-aeae48df-f707-4688-8075-8e7fc667e7b2 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:34.320374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.403655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=0d7e8f23-7a09-4c08-960b-3fa82f167d92,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:34.415860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port 0d7e8f23-7a09-4c08-960b-3fa82f167d92 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:34.419842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:34.454611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:03:34.546936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=091e3063-3054-4a4c-b761-fcb06ad7d62c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:34.566768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:34.570819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.576419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:34.577053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.591533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:34.611756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Router 235e5026-ae4a-4db7-8d2e-e280206fbf5a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:34.655681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Checking segment: {'id': 'bf5614e1-270b-4da3-b34a-75fc39857972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:34.656176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network hostable DHCP agents. Network: 73283176-3089-4c3e-96a6-34bad922e2d0, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:34.695768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:34.707255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 73283176-3089-4c3e-96a6-34bad922e2d0 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:34.722028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.726761 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Sync routers for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:34.730331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.735590 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4554362 May 20 16:03:34.736397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46348) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:34.738659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c157ab68-5a0b-495f-9f93-33e2c277abcc']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:34.753157 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:34.755261 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:34.760214 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2020733 May 20 16:03:34.762088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d0b0f-117d-4fa3-95da-39cab62a29f4') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:34.762386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d0b0f-117d-4fa3-95da-39cab62a29f4') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:34.806706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 73283176-3089-4c3e-96a6-34bad922e2d0) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:34.815408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46352) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:34.823553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225e15d-5af5-4aa0-b040-fe6e2fbdd4f7 None None] Network 73283176-3089-4c3e-96a6-34bad922e2d0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:34.838978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': 'b80b051a-ed71-446f-b1c0-3b57ef694c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:34.936843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=b80b051a-ed71-446f-b1c0-3b57ef694c1b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:34.943443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:34.952102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:35.049680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.065112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:35.065558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.072813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network b80b051a-ed71-446f-b1c0-3b57ef694c1b details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:35.083826 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:35.098598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:35.102739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:35.110536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:35.115612 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:35.117149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:35.125936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] Sync routers for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:35.129620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:35.157595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:35.158920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.193486 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-120c2f26-6988-4c57-b15f-668d7fbe438a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4548657 May 20 16:03:35.198732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46356) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:35.199963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:35.212687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.212998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.255179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.268920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04bdb2d8-84a0-4a07-b1d6-21e64d7381fe tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:35.287688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.289667 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6821027 May 20 16:03:35.295349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46360) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:35.321754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-529222721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:35.326119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:35.327559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:35.337683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=c157ab68-5a0b-495f-9f93-33e2c277abcc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:35.340368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:35.352795 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/c157ab68-5a0b-495f-9f93-33e2c277abcc HTTP/1.1" status: 204 len: 168 time: 2.4731195 May 20 16:03:35.352795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:35.355594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:router and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:35.358630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46364) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:35.361612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:35.371530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1000263196', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}, 'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:35.386812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8240643 May 20 16:03:35.386812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:35.388509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:03:35.394886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:35.403746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:router and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:35.410313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:35.420424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:35.424416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.426270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.451432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.452792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.474619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.501262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.704028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'status': 'completed', 'code': 200} May 20 16:03:35.771883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-73283176-3089-4c3e-96a6-34bad922e2d0', 'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': '091e3063-3054-4a4c-b761-fcb06ad7d62c'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:35.780158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.787316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30097f-3b5f-416d-91a6-7498db999bdd tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:35.794340 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8d30097f-3b5f-416d-91a6-7498db999bdd tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5522156 May 20 16:03:35.882482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46372) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:35.888681 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:35.897122 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Checking router: 84bac856-61b8-47c7-8ee8-545a94273a7c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:35.898232 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Updating router 84bac856-61b8-47c7-8ee8-545a94273a7c port 2bc8674e-2829-433a-ab65-98a117f985c6 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:35.982034 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d6007c9-359c-47b5-bd1c-5678cf05ebb6 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0973754 May 20 16:03:35.987963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46376) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.002262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656006097', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.013816 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.190117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.218560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.248116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Allocated IP 172.20.0.2 (73283176-3089-4c3e-96a6-34bad922e2d0/091e3063-3054-4a4c-b761-fcb06ad7d62c/0270530f-c16c-463c-82a5-35b33a665047) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:36.281001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.286110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a8b976f0-0e80-445e-8849-9a3358244221 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9776065 May 20 16:03:36.287193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46380) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.299061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151972-112a-4685-8188-dd2c6a98f3f8 req-d42fca50-6a2a-4773-9e08-4e7dbe0da9a6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:36.301128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc151972-112a-4685-8188-dd2c6a98f3f8 req-d42fca50-6a2a-4773-9e08-4e7dbe0da9a6 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.2871416 May 20 16:03:36.308415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0', 'name': 'tempest-PortsTestJSON-960786080'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:36.324237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.338647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.377677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.393743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.501287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:36.504895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.571208 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc151972-112a-4685-8188-dd2c6a98f3f8 req-6d54cf26-4dca-46e1-ab9d-6d9be97baa68 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264485 May 20 16:03:36.635643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46384) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:36.687394 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.699403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-91d89247-d5c7-416d-aff9-063ef51467f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:36.702348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-91d89247-d5c7-416d-aff9-063ef51467f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2051879f4bef40ecb5c8d00bff0aedf0&device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1099 time: 0.9973006 May 20 16:03:36.711897 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Transition to ACTIVE for port object 2bc8674e-2829-433a-ab65-98a117f985c6 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:36.730588 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.740712 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:36.796469 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a4d49c9b-c7c8-435c-a023-3f4745a1ee72 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 990 time: 0.1593516 May 20 16:03:36.906971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:36.907521 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Pushing event updated for resources: {'Port': ['ID=2bc8674e-2829-433a-ab65-98a117f985c6,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:36.915003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.930564 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.931143 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.931833 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.932638 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.932998 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.933562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.934167 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.936027 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.936976 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.937184 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.938433 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.939218 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:36.940769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Transition to ACTIVE for port object 0270530f-c16c-463c-82a5-35b33a665047 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:36.941279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:36.948016 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:36.958829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:36.980248 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Attempting to bind port 2bc8674e-2829-433a-ab65-98a117f985c6 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:36.980248 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Attempting to bind port 2bc8674e-2829-433a-ab65-98a117f985c6 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:36.980886 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Attempting to bind port 2bc8674e-2829-433a-ab65-98a117f985c6 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:36.993058 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:36.993771 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:36.994305 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:36.994464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:36.994918 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:36.995713 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Bound port: 2bc8674e-2829-433a-ab65-98a117f985c6, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:36.997377 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.005314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Transition to ACTIVE for port object 0270530f-c16c-463c-82a5-35b33a665047 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:37.026028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.052826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.057666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:37.059819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90bd89c6-c016-4ebb-9b85-03cda050b419 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:37.097825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:37.105934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.154888 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] For port 2bc8674e-2829-433a-ab65-98a117f985c6, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:37.161091 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] For port 2bc8674e-2829-433a-ab65-98a117f985c6, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2bc8674e-2829-433a-ab65-98a117f985c6,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:37.169831 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.181223 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6e077496-6fde-4eae-8c49-886447ba228a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:37.198873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Network 73283176-3089-4c3e-96a6-34bad922e2d0 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:37.204334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:37.208610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:37.292485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:37.300120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-b32bc9d3-eb13-4e8d-a1dc-e56afcfaa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:37.302615 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-b32bc9d3-eb13-4e8d-a1dc-e56afcfaa61b service neutron] 10.222.0.25 "GET /v2.0/networks?id=588b315b-c8d3-4834-8613-1e9be1b7ce5a HTTP/1.1" status: 200 len: 897 time: 0.5681703 May 20 16:03:37.321398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 1706b129-8da7-42d2-ac6c-30adaf3a4553 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:03:37.337985 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:37.339039 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:37.351772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Pushing event updated for resources: {'Port': ['ID=0270530f-c16c-463c-82a5-35b33a665047,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:37.379637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:37.418680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=3a38ef1e-679f-4036-8ac7-794463cf3e92,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:37.425318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:37.439689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': 'b28629e0-a5c3-4b43-8536-f3ecbc034095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b80b051a-ed71-446f-b1c0-3b57ef694c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:37.440366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: b80b051a-ed71-446f-b1c0-3b57ef694c1b, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:37.477816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network b80b051a-ed71-446f-b1c0-3b57ef694c1b is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:37.496020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, b80b051a-ed71-446f-b1c0-3b57ef694c1b) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:37.510689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87181ca2-69e7-4fd2-990d-b66a57530fdc None None] Network b80b051a-ed71-446f-b1c0-3b57ef694c1b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:37.529646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:37.534755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.571961 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7545836 May 20 16:03:37.575707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46388) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:37.621330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Attempting to bind port 0270530f-c16c-463c-82a5-35b33a665047 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:37.622120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Attempting to bind port 0270530f-c16c-463c-82a5-35b33a665047 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'bf5614e1-270b-4da3-b34a-75fc39857972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:37.622745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Attempting to bind port 0270530f-c16c-463c-82a5-35b33a665047 on network 73283176-3089-4c3e-96a6-34bad922e2d0 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:37.647253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.7 (73283176-3089-4c3e-96a6-34bad922e2d0/091e3063-3054-4a4c-b761-fcb06ad7d62c/1706b129-8da7-42d2-ac6c-30adaf3a4553) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:37.666055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:37.666931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Checking segment: {'id': 'bf5614e1-270b-4da3-b34a-75fc39857972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:37.667586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.668216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Bound using segment: {'id': 'bf5614e1-270b-4da3-b34a-75fc39857972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:37.668953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Bound port: 0270530f-c16c-463c-82a5-35b33a665047, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5614e1-270b-4da3-b34a-75fc39857972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '73283176-3089-4c3e-96a6-34bad922e2d0'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:37.669937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.773814 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:37.778031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:37.803435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46392) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:37.928868 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Pushing event updated for resources: {'Port': ['ID=2bc8674e-2829-433a-ab65-98a117f985c6,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:37.947024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:37.962228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.017608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.036400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:38.171944 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff44aab8-7861-46a3-9081-627e229dab5b tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 990 time: 0.3654232 May 20 16:03:38.195244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:38.200246 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427497ed-55ef-4d86-adef-7662d85e8b48 None None] The sync data for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv is: [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:38.236982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] For port 0270530f-c16c-463c-82a5-35b33a665047, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:38.244314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-96d1d890-46f8-4c08-98cd-781b1b9f18c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 HTTP/1.1" status: 200 len: 998 time: 0.4959600 May 20 16:03:38.286393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] For port 0270530f-c16c-463c-82a5-35b33a665047, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0270530f-c16c-463c-82a5-35b33a665047,segment=NetworkSegment(bf5614e1-270b-4da3-b34a-75fc39857972),segment_id=bf5614e1-270b-4da3-b34a-75fc39857972)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:38.344035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=38cdc00d-fbff-4e3f-80a1-fd2f73d25968,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:38.344948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.350626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:38.351407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:38.351765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: c4e0d6dc-e271-4a1c-a1e5-a8c98513f375, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:38.360116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaed012-7e1d-40e8-9177-65992c632064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-b80b051a-ed71-446f-b1c0-3b57ef694c1b', 'network_id': 'b80b051a-ed71-446f-b1c0-3b57ef694c1b', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': '3a38ef1e-679f-4036-8ac7-794463cf3e92'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:38.361467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddaed012-7e1d-40e8-9177-65992c632064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.387139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.397400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.404376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:38.417706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:38.459576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c4e0d6dc-e271-4a1c-a1e5-a8c98513f375) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:38.490014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f416d-5792-4e5f-a3de-778a870674fc None None] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:38.534414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:38.535011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.573895 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5838835 May 20 16:03:38.574888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46396) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:38.760137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-353bf860-4ca2-4dfe-97e1-f63af72e6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:38.761830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-353bf860-4ca2-4dfe-97e1-f63af72e6457 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a56a55-b341-487d-af25-027e32590089 HTTP/1.1" status: 200 len: 834 time: 0.5055382 May 20 16:03:38.879941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.962548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:38.977048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-257366df-bc98-43a9-ab03-9e5442abfb34 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:38.994118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Pushing event updated for resources: {'Port': ['ID=0270530f-c16c-463c-82a5-35b33a665047,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:38.999382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:39.022498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 1706b129-8da7-42d2-ac6c-30adaf3a4553 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:39.075493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '3ce57338-a2f4-4236-9ef2-0a6d5dabeab9', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'port_id': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'mac_address': 'fa:16:3e:8a:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 0, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:10Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.104786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.26.8.138 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/ceca0323-eff1-4eed-940e-d4c1ca3a3ee5) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:39.109446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.131712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f15c9fac-4923-49bf-a498-3f14c419db12 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server [None req-ddaed012-7e1d-40e8-9177-65992c632064 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a38ef1e-679f-4036-8ac7-794463cf3e92: This subnet is being modified by another concurrent operation. May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise self.value May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server raise exception May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a38ef1e-679f-4036-8ac7-794463cf3e92: This subnet is being modified by another concurrent operation. May 20 16:03:39.150013 dv-neutron-601336-76-hyperv neutron-server[92433]: ERROR oslo_messaging.rpc.server May 20 16:03:39.160208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] Checking router: 235e5026-ae4a-4db7-8d2e-e280206fbf5a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:39.177307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=3a38ef1e-679f-4036-8ac7-794463cf3e92,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:39.178950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46400) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:39.246254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 73283176-3089-4c3e-96a6-34bad922e2d0 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:39.248885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-32a1240b-fc7a-4d41-8713-d2e8513b53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:39.249983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6b03f-7353-4148-861c-d1a5933b929f None None] Network b80b051a-ed71-446f-b1c0-3b57ef694c1b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:39.250500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-32a1240b-fc7a-4d41-8713-d2e8513b53cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=588b315b-c8d3-4834-8613-1e9be1b7ce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4700060 May 20 16:03:39.252791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=1706b129-8da7-42d2-ac6c-30adaf3a4553,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:39.258708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:39.301394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:39.302544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.324260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:39.325050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:39.498651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.548992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b051a-ed71-446f-b1c0-3b57ef694c1b']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.579276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28629e0-a5c3-4b43-8536-f3ecbc034095') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.580169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28629e0-a5c3-4b43-8536-f3ecbc034095') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:39.595557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:39.651955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.675869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.695809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:39.695809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.701311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-cd1a00e5-60b2-45cc-8b48-26c6532658ca service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402089 May 20 16:03:39.709586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:39.711199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:39.721254 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:39.727641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:39.728392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.869817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:39.892030 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5900421 May 20 16:03:39.900353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46404) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:40.076409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0270530f-c16c-463c-82a5-35b33a665047 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:40.107332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.119218 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-516b4af6-b543-42b1-9012-455d1348746c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 990 time: 0.7743888 May 20 16:03:40.123954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:40.155659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:40.162111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.173381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=b80b051a-ed71-446f-b1c0-3b57ef694c1b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:40.182042 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/b80b051a-ed71-446f-b1c0-3b57ef694c1b HTTP/1.1" status: 204 len: 168 time: 2.6052167 May 20 16:03:40.182901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46408) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:40.187376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:40.193662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604815764'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:40.279453 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f9381d9-81c1-424d-a9e6-ea30c3c63322 req-8d1e3658-44a7-4c40-aa46-5ed10e6e1aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533197 May 20 16:03:40.325494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:40.352412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:40.357739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:40.371322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:40.431660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.451499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8b13276d-a9e9-41fc-977e-5160d33e6aae tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:40.516591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:40.520669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.544872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:40.557080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:40.574682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:40.631689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab6248e5-a9fe-4d80-a06a-cdd08767528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.643964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=ceca0323-eff1-4eed-940e-d4c1ca3a3ee5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:40.652105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:40.665262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:40.739845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736eb77-357f-48d8-9c10-6c1eb3cfc501 None None] Network 73283176-3089-4c3e-96a6-34bad922e2d0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:40.803153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.803727 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 62f74c77-ba28-4ad5-8343-e0b2508328fa of type vlan for network 926667e0-59f9-4e65-95e9-460c134a1867 May 20 16:03:40.853364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0270530f-c16c-463c-82a5-35b33a665047 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:40.875544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.879433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90e01889-c528-46ae-ab55-18c366817c2b None None] Provisioning for port 0270530f-c16c-463c-82a5-35b33a665047 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:40.904141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0270530f-c16c-463c-82a5-35b33a665047 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:40.904745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.947860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90e01889-c528-46ae-ab55-18c366817c2b None None] Provisioning complete for port 0270530f-c16c-463c-82a5-35b33a665047 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:40.948257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90e01889-c528-46ae-ab55-18c366817c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.026532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.029998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Allocated IP 172.20.0.2 (c4e0d6dc-e271-4a1c-a1e5-a8c98513f375/38cdc00d-fbff-4e3f-80a1-fd2f73d25968/4d88be19-cbe4-44c0-a3e3-a0b7f0357f39) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:41.058013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.068603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:41.069857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.082853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cbc7b383-682a-4f89-9e96-521f78626d6d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:41.143207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46412) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:41.290122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.429538 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2389019 May 20 16:03:41.431993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46416) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:41.442478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1e4cf8b1-5d51-446a-946f-f23ef33aa7e0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 990 time: 0.2928174 May 20 16:03:41.446577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=926667e0-59f9-4e65-95e9-460c134a1867,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:41.459502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '926667e0-59f9-4e65-95e9-460c134a1867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:41.468785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:41.486945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:41.672094 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.709585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90e01889-c528-46ae-ab55-18c366817c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.794431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '3ce57338-a2f4-4236-9ef2-0a6d5dabeab9', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'port_id': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'mac_address': 'fa:16:3e:8a:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 0, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:10Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:41.829619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e754ce-ec83-450a-9ef2-61209555eefb None None] The sync data for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv is: [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '3ce57338-a2f4-4236-9ef2-0a6d5dabeab9', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'port_id': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'mac_address': 'fa:16:3e:8a:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:03:32Z', 'updated_at': '2021-05-20T16:03:32Z', 'revision_number': 0, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:10Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:41.834717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 0270530f-c16c-463c-82a5-35b33a665047, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0270530f-c16c-463c-82a5-35b33a665047,segment=NetworkSegment(bf5614e1-270b-4da3-b34a-75fc39857972),segment_id=bf5614e1-270b-4da3-b34a-75fc39857972)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:41.854608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:41.855507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bc8674e-2829-433a-ab65-98a117f985c6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:41.914068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:41.925655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb6dfd08-0c22-4618-bd3e-ebf6a8ebc6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:41.939721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:41.946988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:41.963234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:41.968032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.008860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.080563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:42.084156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.086906 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223627fb-2437-4054-839e-91695d6fc65c None None] New status for floating IP 3ce57338-a2f4-4236-9ef2-0a6d5dabeab9: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:03:42.160076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Transition to ACTIVE for port object 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:42.274015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-90e01889-c528-46ae-ab55-18c366817c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:03:42.274750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-90e01889-c528-46ae-ab55-18c366817c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:03:42.282758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Transition to ACTIVE for port object 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:42.317369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=0270530f-c16c-463c-82a5-35b33a665047,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:42.336780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:42.348960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.367635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-58b0532c-0a30-473a-97c9-1c7cae4ae57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:42.456831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46420) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:42.473022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2bc8674e-2829-433a-ab65-98a117f985c6 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:42.500811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.resource_extend [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:03:42.516635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2bc8674e-2829-433a-ab65-98a117f985c6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:42.518581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.540415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.615467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:42.628979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1afb0a86-aaf4-4c6f-bbb7-f9042d6f29aa tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:42.772958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Pushing event updated for resources: {'Port': ['ID=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:42.773512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (c4e0d6dc-e271-4a1c-a1e5-a8c98513f375/38cdc00d-fbff-4e3f-80a1-fd2f73d25968/fa2958f9-1e35-43e4-b5d4-e2b953ecba5f) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:42.797203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:42.901115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:42.914691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:42.939969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:43.065625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.069236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=1706b129-8da7-42d2-ac6c-30adaf3a4553,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:43.088686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:43.100435 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-643e1bdb-dec4-49f2-8395-bdb1d62637b8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 990 time: 0.6417034 May 20 16:03:43.111798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.145612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.183837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object fa2958f9-1e35-43e4-b5d4-e2b953ecba5f will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:43.220958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.240689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2bc8674e-2829-433a-ab65-98a117f985c6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2bc8674e-2829-433a-ab65-98a117f985c6,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:43.244882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Attempting to bind port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:43.245525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Attempting to bind port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:43.245994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Attempting to bind port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 on network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:43.248641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.250754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.256177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2c4ca1bf-f74d-4c17-b5bb-f2902372f982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:43.263501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:43.292367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:43.292760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Checking segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:43.293153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.294354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Bound using segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:43.295927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Bound port: 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:43.295927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.436729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2bc8674e-2829-433a-ab65-98a117f985c6,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:43.441750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:43.446445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-318da0fa-8d0a-4bb0-931d-56a4a81a68e4 None None] Provisioning for port 1706b129-8da7-42d2-ac6c-30adaf3a4553 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:43.464659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-318da0fa-8d0a-4bb0-931d-56a4a81a68e4 None None] Provisioning complete for port 1706b129-8da7-42d2-ac6c-30adaf3a4553 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:43.465001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-318da0fa-8d0a-4bb0-931d-56a4a81a68e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.482572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:43.490509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:43.497856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:43.516889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0270530f-c16c-463c-82a5-35b33a665047 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:43.543478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:43.553606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:43.581785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.588526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] For port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:43.615507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-318da0fa-8d0a-4bb0-931d-56a4a81a68e4 None None] Port 1706b129-8da7-42d2-ac6c-30adaf3a4553 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:43.619000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] For port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:43.627332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.634361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:43.734419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-318da0fa-8d0a-4bb0-931d-56a4a81a68e4 None None] Provisioning complete for port 0270530f-c16c-463c-82a5-35b33a665047 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:43.734777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-318da0fa-8d0a-4bb0-931d-56a4a81a68e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.798178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0270530f-c16c-463c-82a5-35b33a665047 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:43.798860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:43.836515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Pushing event updated for resources: {'Port': ['ID=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:43.856575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:43.857268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-55035662-005f-4d36-84aa-ac105f411c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.105999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.111779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46424) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:44.262057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aa8a2114-519b-448a-9d33-2f8fc98082a4 None None] Provisioning complete for port 1706b129-8da7-42d2-ac6c-30adaf3a4553 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:44.265675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2114-519b-448a-9d33-2f8fc98082a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.275841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.291482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router f9148b06-166a-411d-b80c-38fb29a57a48 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:03:44.350491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7312102a-0af7-4165-b965-7b0fa276d180 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 992 time: 0.2368157 May 20 16:03:44.373757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a2114-519b-448a-9d33-2f8fc98082a4 None None] Port 1706b129-8da7-42d2-ac6c-30adaf3a4553 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:44.587136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.599248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.869032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.875457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:44.904869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6c0c5967-93c8-497f-83a3-370b4e574612 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:44.924556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:44.935526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] Sync routers for ids ['f9148b06-166a-411d-b80c-38fb29a57a48'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:44.951895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] Routers {'f9148b06-166a-411d-b80c-38fb29a57a48'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:44.952608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f9148b06-166a-411d-b80c-38fb29a57a48'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:44.995289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:44.999130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:45.028762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:45.036994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.039771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] Routers {'f9148b06-166a-411d-b80c-38fb29a57a48'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:45.040806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f9148b06-166a-411d-b80c-38fb29a57a48'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:45.119191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:45.119400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.120626 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.7608519 May 20 16:03:45.121296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0485b4-bbab-4892-acb7-fbe5c71ef648 None None] The sync data for ids ['f9148b06-166a-411d-b80c-38fb29a57a48'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:45.121735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.125415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46428) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:45.128301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-58d4f893-80f9-49e4-b7d6-b27508688295 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:45.135202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44843382-da80-4af4-9a63-317aa4f7cbe3 None None] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:45.256683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-34721360-a6eb-4327-9346-8e6caafc48c6 None None] Provisioning for port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:45.356284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=6e84b209-d870-4cf2-b685-54496b7f8876,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:45.368144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:45.375859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:45.378255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:45.507168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '62f74c77-ba28-4ad5-8343-e0b2508328fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '926667e0-59f9-4e65-95e9-460c134a1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:45.507504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 926667e0-59f9-4e65-95e9-460c134a1867, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:45.566108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:45.571945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f1f53548-b18a-483d-b7ed-307076d77ad0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/routers/f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 200 len: 881 time: 0.4102187 May 20 16:03:45.574334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46432) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:45.660810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 926667e0-59f9-4e65-95e9-460c134a1867 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:45.686417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 84bac856-61b8-47c7-8ee8-545a94273a7c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:45.689000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 926667e0-59f9-4e65-95e9-460c134a1867) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:45.696730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:45.712362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041cdec-c7c5-4790-96a1-1289af6e84bf None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:45.713853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:45.714644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.742193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.752384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:45.752972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.754611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:45.783185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64dba5e9-778f-4b19-8ae4-b93ad0de0b83 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:45.825567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3816457 May 20 16:03:45.837923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46436) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:45.863220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '926667e0-59f9-4e65-95e9-460c134a1867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:45.994750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.024273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=1706b129-8da7-42d2-ac6c-30adaf3a4553,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:46.027992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:46.046634 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/84bac856-61b8-47c7-8ee8-545a94273a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4657674 May 20 16:03:46.048219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46440) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:46.051222 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Sync routers for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:46.073035 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:46.075200 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:46.095039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:46.244545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-57d01319-efb4-43b4-a9ca-8f2dac795d54 None None] Provisioning for port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:46.248091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.302125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:46.309014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-57d01319-efb4-43b4-a9ca-8f2dac795d54 None None] Provisioning complete for port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:46.309738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57d01319-efb4-43b4-a9ca-8f2dac795d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.351671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.352565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bc8674e-2829-433a-ab65-98a117f985c6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:46.383671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:46.407600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:46.445197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:subnet and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:46.455175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:46.456502 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:46.496500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:46.498752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:46.528813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:46.559728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network 73283176-3089-4c3e-96a6-34bad922e2d0 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:46.563399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:46.570155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:46.574025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.607035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-57d01319-efb4-43b4-a9ca-8f2dac795d54 None None] Port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:46.615596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.665517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-926667e0-59f9-4e65-95e9-460c134a1867', 'network_id': '926667e0-59f9-4e65-95e9-460c134a1867', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': '6e84b209-d870-4cf2-b685-54496b7f8876'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:46.666448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.683427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-57d01319-efb4-43b4-a9ca-8f2dac795d54 None None] Provisioning complete for port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:46.683961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57d01319-efb4-43b4-a9ca-8f2dac795d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:46.769812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.773520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.775526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.777623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.780594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.786408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.787641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.790826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.792166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.794284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.796680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.798158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:46.813189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-17932fc4-b2e7-47dd-9aeb-fcb48e000f09 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8395 time: 0.7509060 May 20 16:03:46.814592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46444) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:46.892697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2bc8674e-2829-433a-ab65-98a117f985c6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:46.893100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.008336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:47.014620 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Checking router: 84bac856-61b8-47c7-8ee8-545a94273a7c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:03:47.014976 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Updating router 84bac856-61b8-47c7-8ee8-545a94273a7c port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:03:47.029325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.031214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.032564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.033908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.035017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.036331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.037455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.039134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.040167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.041241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.042344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:47.046989 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e2a3eac7-e617-4548-9d52-926371e25c9a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7126 time: 0.2302551 May 20 16:03:47.050788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46448) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:47.084209 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.132147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Allocated IP 2001:db8::2 (926667e0-59f9-4e65-95e9-460c134a1867/6e84b209-d870-4cf2-b685-54496b7f8876/21bdabd4-9513-4e7a-a693-d7f8191a95cd) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:47.354238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f3d99236-7dd0-4d37-9846-96e8e59d0ce3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:router {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:47.442229 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2b610e7d-631d-4e93-bdad-dc7df23d115c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5013 time: 0.3893654 May 20 16:03:47.562795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f3d99236-7dd0-4d37-9846-96e8e59d0ce3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:router {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:47.564262 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f3d99236-7dd0-4d37-9846-96e8e59d0ce3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.9875007 May 20 16:03:47.569006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:47.576879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1000263196'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:47.647359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Router 426defdd-b601-480b-b95e-d2967b2b1f11 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:03:47.647641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2e2fd11d-3c89-4d43-b400-e1b954dce647 None None] Provisioning complete for port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:47.648389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd11d-3c89-4d43-b400-e1b954dce647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.698247 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.710491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46458) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:47.712692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fd11d-3c89-4d43-b400-e1b954dce647 None None] Port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:47.718322 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Transition to ACTIVE for port object fa2958f9-1e35-43e4-b5d4-e2b953ecba5f will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:47.729010 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.742058 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:47.747395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688375802', 'description': 'tempest-secgroup-smoke-1688375802 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:47.765061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:47.789769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:47.795564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:47.802096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:47.813187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:47.845767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.884005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.887620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2e2fd11d-3c89-4d43-b400-e1b954dce647 None None] Provisioning complete for port 1706b129-8da7-42d2-ac6c-30adaf3a4553 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:47.888072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd11d-3c89-4d43-b400-e1b954dce647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.899423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ebeb3-d705-414d-a802-c1756ab94fa4 None None] Pushing event updated for resources: {'Port': ['ID=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:47.962868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Transition to ACTIVE for port object 21bdabd4-9513-4e7a-a693-d7f8191a95cd will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:47.971620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:47.987472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8956bbe0-8385-4104-9916-046b21da64e8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:47.992415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-0d5ebeb3-d705-414d-a802-c1756ab94fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:47.995382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:47.999858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:48.003217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:48.008747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Transition to ACTIVE for port object 21bdabd4-9513-4e7a-a693-d7f8191a95cd will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:48.015097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:48.018919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fd11d-3c89-4d43-b400-e1b954dce647 None None] Port 1706b129-8da7-42d2-ac6c-30adaf3a4553 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:03:48.023202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:48.023648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.055389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.088684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:48.104808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.118648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.125251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/routers/426defdd-b601-480b-b95e-d2967b2b1f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2237432 May 20 16:03:48.125692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d854a5c2-65d1-43a2-ae88-81261638a534 tempest-QuotasNegativeTest-1696997058 tempest-QuotasNegativeTest-1696997058-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:48.127036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 926667e0-59f9-4e65-95e9-460c134a1867 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:48.130093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46462) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:48.130838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:48.136935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:48.184813 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Attempting to bind port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:48.185410 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Attempting to bind port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:48.185592 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Attempting to bind port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f on network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:48.187297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb7acb-22ef-4527-932b-e43a598176e0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:48.192560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] Sync routers for ids ['426defdd-b601-480b-b95e-d2967b2b1f11'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:48.201865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:48.204758 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:48.208479 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Checking segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:48.208792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.208950 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.209318 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Bound using segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:48.209660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.210206 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Bound port: fa2958f9-1e35-43e4-b5d4-e2b953ecba5f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:48.211006 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.229322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=da11de9c-fa90-4dbe-a1f5-fb8f461eabfe,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:48.235149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:48.244548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.245144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.245702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.246139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.246579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.247014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.247502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.247931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.248365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.248796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.249369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.249653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:48.249869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:48.255126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:48.255886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:48.266720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4198968 May 20 16:03:48.274882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46466) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:48.286504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] Routers {'426defdd-b601-480b-b95e-d2967b2b1f11'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:48.287265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['426defdd-b601-480b-b95e-d2967b2b1f11'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:48.345097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.346619 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6269984 May 20 16:03:48.346856 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] For port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:48.350354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46470) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:48.351276 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] For port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:48.362060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '78fb7acb-22ef-4527-932b-e43a598176e0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:48.362239 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.373622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:48.377404 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:48.383190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091c6ff-bc9b-434e-8da1-d603f9f37d5d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.384283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e091c6ff-bc9b-434e-8da1-d603f9f37d5d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:48.390355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:48.395349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:48.410271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.412161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.414550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.416722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.418491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:48.419683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Synchronizing usage tracker for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:48.430457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:48.443325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e091c6ff-bc9b-434e-8da1-d603f9f37d5d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:48.445127 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e091c6ff-bc9b-434e-8da1-d603f9f37d5d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports?device_id=426defdd-b601-480b-b95e-d2967b2b1f11 HTTP/1.1" status: 200 len: 981 time: 0.3040373 May 20 16:03:48.449684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46474) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:48.478002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:48.482514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Pushing event updated for resources: {'Port': ['ID=21bdabd4-9513-4e7a-a693-d7f8191a95cd,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:48.490223 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:48.490924 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:48.527757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:48.534992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Unset dirty status for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:48.536640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-db319921-3c03-4d8e-8000-3ee145f4f1ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2604065 May 20 16:03:48.548335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46478) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:48.550631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] Routers {'426defdd-b601-480b-b95e-d2967b2b1f11'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:48.551520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['426defdd-b601-480b-b95e-d2967b2b1f11'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:48.551795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.576879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-190583066'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:48.590937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:48.638704 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ebeb3-d705-414d-a802-c1756ab94fa4 None None] Pushing event updated for resources: {'Port': ['ID=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:48.647922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-0d5ebeb3-d705-414d-a802-c1756ab94fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:48.672014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Attempting to bind port 21bdabd4-9513-4e7a-a693-d7f8191a95cd on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:48.672696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Attempting to bind port 21bdabd4-9513-4e7a-a693-d7f8191a95cd by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '62f74c77-ba28-4ad5-8343-e0b2508328fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '926667e0-59f9-4e65-95e9-460c134a1867'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:48.673002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Attempting to bind port 21bdabd4-9513-4e7a-a693-d7f8191a95cd on network 926667e0-59f9-4e65-95e9-460c134a1867 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:48.681708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:48.682151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad972c88-4fef-458c-a70a-55b3ba1262fa None None] The sync data for ids ['426defdd-b601-480b-b95e-d2967b2b1f11'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:48.683950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:48.684446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Checking segment: {'id': '62f74c77-ba28-4ad5-8343-e0b2508328fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '926667e0-59f9-4e65-95e9-460c134a1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:48.684978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.685504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Bound using segment: {'id': '62f74c77-ba28-4ad5-8343-e0b2508328fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '926667e0-59f9-4e65-95e9-460c134a1867'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:48.686259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Bound port: 21bdabd4-9513-4e7a-a693-d7f8191a95cd, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f74c77-ba28-4ad5-8343-e0b2508328fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '926667e0-59f9-4e65-95e9-460c134a1867'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:48.686742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.702851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:48.712806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:48.737268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:48.822582 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:03:48.837859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] For port 21bdabd4-9513-4e7a-a693-d7f8191a95cd, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:48.838908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:48.842117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] For port 21bdabd4-9513-4e7a-a693-d7f8191a95cd, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21bdabd4-9513-4e7a-a693-d7f8191a95cd,segment=NetworkSegment(62f74c77-ba28-4ad5-8343-e0b2508328fa),segment_id=62f74c77-ba28-4ad5-8343-e0b2508328fa)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:48.843253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.851667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.858795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-33acc3cf-5c51-4349-bb66-083705d46041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:48.893627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.909698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.915410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.928371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-08e118b1-e56c-452b-8dc4-a5993a0ae6f8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:48.962089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:48.965662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caad9d63-eb95-4deb-83f4-703fcb8c110e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:48.975354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:48.977042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:48.994784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Pushing event updated for resources: {'Port': ['ID=21bdabd4-9513-4e7a-a693-d7f8191a95cd,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:48.998418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:49.083668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.085547 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7326272 May 20 16:03:49.087008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.087362 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 4c268104-3a4d-4aef-b26a-1b5c55ab67ae of type vlan for network 419b9fbb-8d26-4b94-8545-714274987588 May 20 16:03:49.094583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46482) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:49.102582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '78fb7acb-22ef-4527-932b-e43a598176e0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:49.117656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:49.139584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:49.144639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:49.224887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:49.228766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.242728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.250248 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:48Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:49.255528 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1260d-f9a1-4b6f-a65a-997d0b9b7e5a None None] The sync data for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv is: [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:48Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:49.301924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.327499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router f9148b06-166a-411d-b80c-38fb29a57a48 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:49.365415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.372533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:49.373694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:49.386153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:49.821585 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2601016 May 20 16:03:49.824253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46486) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:49.834512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fa2958f9-1e35-43e4-b5d4-e2b953ecba5f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:49.836511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:49.874180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=419b9fbb-8d26-4b94-8545-714274987588,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:49.878150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:49.887770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 419b9fbb-8d26-4b94-8545-714274987588 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:49.993700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.061512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 1706b129-8da7-42d2-ac6c-30adaf3a4553 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:50.061898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.088574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:50.093710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:50.094087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.157761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.197610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:50.273063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.311702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:50.319395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.321932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21bdabd4-9513-4e7a-a693-d7f8191a95cd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:50.331879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.362426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120155f5-4d7e-41e4-b74f-1fbb84721671,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:50.370977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:50.393966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.395185 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2998693 May 20 16:03:50.399843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:50.402815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:50.410867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.414130 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1416aa7a-fab2-434b-b09e-dbe5b28f1c35 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 200 len: 888 time: 2.8431082 May 20 16:03:50.419351 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] Sync routers for ids ['f9148b06-166a-411d-b80c-38fb29a57a48'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:50.429113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46492) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:50.429564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46494) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:50.456110 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] Routers {'f9148b06-166a-411d-b80c-38fb29a57a48'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:50.457272 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f9148b06-166a-411d-b80c-38fb29a57a48'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:50.621806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 1706b129-8da7-42d2-ac6c-30adaf3a4553 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:50.626103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d71d3a7-36b7-4778-9b57-0cf9c328d810 None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:50.701099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '78fb7acb-22ef-4527-932b-e43a598176e0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:50.705584 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:50.709500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:50.714964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:50.719025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:50.726282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:50.729727 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] Routers {'f9148b06-166a-411d-b80c-38fb29a57a48'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:50.730546 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f9148b06-166a-411d-b80c-38fb29a57a48'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:50.841414 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:50.841837 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed8186-2eac-460b-be7e-38ae2f099d20 None None] The sync data for ids ['f9148b06-166a-411d-b80c-38fb29a57a48'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:50.866503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.932573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.959351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Provisioning for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:50.988865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Provisioning complete for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:50.989591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.992063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:50.995444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.001943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c9042267-c93c-400f-af19-0af5752770ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:51.009804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-28250db9-1af7-45b8-9384-0b32ea57d150 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:51.088655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:51.107791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:51.114421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:51.117702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=1706b129-8da7-42d2-ac6c-30adaf3a4553,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:51.123490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:51.130640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:51.131175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.143510 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b4d402bb-5963-4cee-92e2-8d3d92eb5024 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/routers/f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 200 len: 888 time: 0.6706908 May 20 16:03:51.145383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 419b9fbb-8d26-4b94-8545-714274987588 is not hosted by any dhcp agent {{(pid=92431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:03:51.159668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:51.160766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.167045 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "PUT /v2.0/networks/419b9fbb-8d26-4b94-8545-714274987588 HTTP/1.1" status: 200 len: 723 time: 1.3321338 May 20 16:03:51.167045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46502) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:51.175918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46504) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:51.207310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=419b9fbb-8d26-4b94-8545-714274987588,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:51.213275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '419b9fbb-8d26-4b94-8545-714274987588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:51.220048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:51.268566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 419b9fbb-8d26-4b94-8545-714274987588 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:51.279314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b1216f5d-83f5-4cd7-92b9-33f867a01666 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:51.287063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.301137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.304230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c8f46f6-c39c-4922-8da0-276cdba7d998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:51.337143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b1216f5d-83f5-4cd7-92b9-33f867a01666 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:51.338944 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1216f5d-83f5-4cd7-92b9-33f867a01666 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 200 len: 205 time: 0.1335080 May 20 16:03:51.343385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:51.346686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.352678 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8770323 May 20 16:03:51.414523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:51.429852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '78fb7acb-22ef-4527-932b-e43a598176e0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:51.457559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:51.474100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:51.478545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04649b49-a928-4183-ab68-11eb484b5f82,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:51.479951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:51.492678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:51.494712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:51.510275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:51.593508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:51.612511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.651222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.678069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.689488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:51.693089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.786062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.821839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:51.931382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port ceca0323-eff1-4eed-940e-d4c1ca3a3ee5 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:51.931854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.036559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] For port 21bdabd4-9513-4e7a-a693-d7f8191a95cd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21bdabd4-9513-4e7a-a693-d7f8191a95cd,segment=NetworkSegment(62f74c77-ba28-4ad5-8343-e0b2508328fa),segment_id=62f74c77-ba28-4ad5-8343-e0b2508328fa)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:52.052672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.079957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.093213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:52.168374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.230197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.244862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5250565c-ef22-427c-a8c1-99f1337a0f56 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:52.252824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.333874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6617f994-da07-4c13-9f32-42ae31de0e14,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:52.346058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:52.351755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Pushing event updated for resources: {'Port': ['ID=21bdabd4-9513-4e7a-a693-d7f8191a95cd,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:52.361696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:52.363058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:03:52.363662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:03:52.393685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for ceca0323-eff1-4eed-940e-d4c1ca3a3ee5 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:52.398960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Router 426defdd-b601-480b-b95e-d2967b2b1f11 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:03:52.402585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.406396 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9894423 May 20 16:03:52.406709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46518) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:52.414326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '78fb7acb-22ef-4527-932b-e43a598176e0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:52.420743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:52.433153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:52.437243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:52.446013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:52.465138 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:03:52.476067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.508956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Update dhcp port {'port': {'network_id': '926667e0-59f9-4e65-95e9-460c134a1867', 'fixed_ips': [{'subnet_id': '6e84b209-d870-4cf2-b685-54496b7f8876', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da11de9c-fa90-4dbe-a1f5-fb8f461eabfe'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '21bdabd4-9513-4e7a-a693-d7f8191a95cd'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:03:52.576378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.582979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.586359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e33fa76-ff4b-48ab-8725-bcf4b715fbe7 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:52.591985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:03:52.604365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/routers/426defdd-b601-480b-b95e-d2967b2b1f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1473985 May 20 16:03:52.604365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46522) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:52.606722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] Sync routers for ids ['426defdd-b601-480b-b95e-d2967b2b1f11'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:03:52.611951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.643008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] Routers {'426defdd-b601-480b-b95e-d2967b2b1f11'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:52.645245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['426defdd-b601-480b-b95e-d2967b2b1f11'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:52.653986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55735804-565c-402a-9ab9-4a30082594f7,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:52.668176 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed2b764-329a-42d3-8c4b-f27fa3d22cef tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:03:52.668856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6ed2b764-329a-42d3-8c4b-f27fa3d22cef tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:52.669500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:52.678084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.679542 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2715240 May 20 16:03:52.684550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46526) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:52.692031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '78fb7acb-22ef-4527-932b-e43a598176e0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:52.703807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:52.709440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:52.713785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:52.717533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.724161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0be4ac43-593d-40d3-a894-6edd6b4c068e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:52.747761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6ed2b764-329a-42d3-8c4b-f27fa3d22cef tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:52.747761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6ed2b764-329a-42d3-8c4b-f27fa3d22cef tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/1706b129-8da7-42d2-ac6c-30adaf3a4553 HTTP/1.1" status: 404 len: 333 time: 0.1391287 May 20 16:03:52.748289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46530) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:52.754437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:52.781394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=ceca0323-eff1-4eed-940e-d4c1ca3a3ee5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:52.782842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:52.807531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:52.825729 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:03:52.839684 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] Routers {'426defdd-b601-480b-b95e-d2967b2b1f11'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:03:52.840375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['426defdd-b601-480b-b95e-d2967b2b1f11'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:52.860784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.918785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.931860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:52.964777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:52.965667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bdada-99fc-4adf-9a55-553119b21dce None None] The sync data for ids ['426defdd-b601-480b-b95e-d2967b2b1f11'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:03:53.130781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.142489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.149587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.154723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.159737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-861b8f11-b32f-46fa-b594-cc966433aa2d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:53.198105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec39179b-c3bd-4747-9724-16f9982a4b87,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:53.201365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.201912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router f9148b06-166a-411d-b80c-38fb29a57a48 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:53.203780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:53.224451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.225939 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 204 len: 168 time: 1.8810072 May 20 16:03:53.227578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.238200 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5432630 May 20 16:03:53.238200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46536) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:53.253172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228725504'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:53.266289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:53.276051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:53.281082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:53.294382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:53.324467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:53.328696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.377742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:03:53.378847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Allocated IP 172.20.0.1 (926667e0-59f9-4e65-95e9-460c134a1867/da11de9c-fa90-4dbe-a1f5-fb8f461eabfe/21bdabd4-9513-4e7a-a693-d7f8191a95cd) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:53.399536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.399536 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 1335ce3f-d017-44c9-8a2e-8176261acf8e of type vlan for network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 May 20 16:03:53.419017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fa2958f9-1e35-43e4-b5d4-e2b953ecba5f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:53.453116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.459760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.460209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.499394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.505960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:53.506803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.521385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.522315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Fanout notify agent at l3_agent the message router_deleted on router 426defdd-b601-480b-b95e-d2967b2b1f11 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:03:53.526709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:53.551953 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3150122 May 20 16:03:53.553419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46548) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:53.560104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:53.695544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-b45cac17-76dc-42c5-a25a-73f4dfac6146 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:53.769010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.770617 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bda47371-a4ff-45b4-af2b-fb5b5bed2907 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/routers/426defdd-b601-480b-b95e-d2967b2b1f11 HTTP/1.1" status: 204 len: 168 time: 1.0215595 May 20 16:03:53.779971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46556) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:53.816519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:53.816903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.828285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=4ad715ea-36bf-443e-8ba4-18f2e093ddf4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:53.852691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.853077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.853495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.853889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.854265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.854702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.855142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.855416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.855797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.856223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.856599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.859098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:53.863197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:53.869242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 091e3063-3054-4a4c-b761-fcb06ad7d62c {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:03:53.869455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] For port 21bdabd4-9513-4e7a-a693-d7f8191a95cd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21bdabd4-9513-4e7a-a693-d7f8191a95cd,segment=NetworkSegment(62f74c77-ba28-4ad5-8343-e0b2508328fa),segment_id=62f74c77-ba28-4ad5-8343-e0b2508328fa)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:53.875001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.875419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:03:53.879003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:53.883614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:53.892359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:53.898248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:53.909160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:53.909469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8c32409c-7da1-4a8b-80d3-14526f0faa2a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:53.923126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:53.926958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.100196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.146495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Transition to ACTIVE for port object 21bdabd4-9513-4e7a-a693-d7f8191a95cd will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:54.164134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-b45cac17-76dc-42c5-a25a-73f4dfac6146 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:54.165480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.172127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b70118d-c194-45f7-8ff1-4dfb8ca5cece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:54.172431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-b45cac17-76dc-42c5-a25a-73f4dfac6146 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688375802&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.5642018 May 20 16:03:54.316022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=e9efd43c-0a40-437d-9d57-2cb66debdc04,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:54.321534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:54.321818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21bdabd4-9513-4e7a-a693-d7f8191a95cd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:54.330814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.367880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Pushing event updated for resources: {'Port': ['ID=21bdabd4-9513-4e7a-a693-d7f8191a95cd,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:54.374748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:54.415145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '4c268104-3a4d-4aef-b26a-1b5c55ab67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '419b9fbb-8d26-4b94-8545-714274987588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:54.415391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 419b9fbb-8d26-4b94-8545-714274987588, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:54.438978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.445277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6a49a0cb-d971-49a2-b323-6b9b89523716 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:54.507931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a552dec5-c36d-495d-896e-7d43ddc142fc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:54.508675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a552dec5-c36d-495d-896e-7d43ddc142fc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:54.514483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 419b9fbb-8d26-4b94-8545-714274987588 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:54.540570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 419b9fbb-8d26-4b94-8545-714274987588) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:54.555105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b4452-2fda-4058-bc5f-e6ca5e91f58f None None] Network 419b9fbb-8d26-4b94-8545-714274987588 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:54.556039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.623896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a552dec5-c36d-495d-896e-7d43ddc142fc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:54.625086 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a552dec5-c36d-495d-896e-7d43ddc142fc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 HTTP/1.1" status: 200 len: 797 time: 0.4520555 May 20 16:03:54.629106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:54.629777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.664324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-472a2367-7bca-4754-99bf-dade03ce61e7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0278499 May 20 16:03:54.741044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=46013d00-38f8-403e-944f-64064ff03c63,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:54.746630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:54.747618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '1335ce3f-d017-44c9-8a2e-8176261acf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:54.748002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: 4ad715ea-36bf-443e-8ba4-18f2e093ddf4, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:03:54.771906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:03:54.795525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 4ad715ea-36bf-443e-8ba4-18f2e093ddf4) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:54.811905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6171246 May 20 16:03:54.812717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46560) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:54.815060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:54.816209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.826482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:54.861488 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3063107 May 20 16:03:54.864024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46564) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:54.879808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1042352603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:54.890376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df798ce4-f671-4b4b-9f74-cfdf48ab07d5 None None] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:54.899115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:54.924660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:54.948064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.952068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:54.990269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.039613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.103434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.106426 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4462195a-0019-4a70-9e74-fa3c8fec5bc2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2400446 May 20 16:03:55.109679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46568) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:55.118334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-419b9fbb-8d26-4b94-8545-714274987588', 'network_id': '419b9fbb-8d26-4b94-8545-714274987588', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': 'e9efd43c-0a40-437d-9d57-2cb66debdc04'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:55.119356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.122947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-1989484a-c5ea-4351-bdec-d3bc9eee1ab0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:55.138868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16057462'] for subnet, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.219554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-1989484a-c5ea-4351-bdec-d3bc9eee1ab0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:55.231667 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-1989484a-c5ea-4351-bdec-d3bc9eee1ab0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5324297 May 20 16:03:55.402599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.418641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21bdabd4-9513-4e7a-a693-d7f8191a95cd up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:03:55.421100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f9ce8fc6-b982-40e2-8d39-19050b1be573 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:55.445580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a3a68-773e-4a08-8c47-0ed10c55c02c None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:55.497753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.547563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdb999-0881-4c6b-a6b9-cdb22c1c0448 None None] Network 73283176-3089-4c3e-96a6-34bad922e2d0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:55.555986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=091e3063-3054-4a4c-b761-fcb06ad7d62c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:55.565630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:55.578656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-aa196b08-8ee1-49fb-bbad-a7f778bcd873 service neutron] 10.222.0.13 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381684 May 20 16:03:55.581436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-4ad715ea-36bf-443e-8ba4-18f2e093ddf4', 'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '46013d00-38f8-403e-944f-64064ff03c63'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:03:55.582284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.583274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46572) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:55.584055 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/091e3063-3054-4a4c-b761-fcb06ad7d62c HTTP/1.1" status: 204 len: 168 time: 1.8025892 May 20 16:03:55.687834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fe429b71-56b8-4054-aa60-97d1130f72ab None None] Provisioning for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:03:55.771620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fe429b71-56b8-4054-aa60-97d1130f72ab None None] Provisioning complete for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:55.771917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe429b71-56b8-4054-aa60-97d1130f72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.811841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767615025848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16394125'] for subnet, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.824454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c76f858f-73f9-4a95-851b-4680ae1a0c52 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:55.922718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.948061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:55.949502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:55.955893 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "PUT /v2.0/subnets/e9efd43c-0a40-437d-9d57-2cb66debdc04 HTTP/1.1" status: 200 len: 826 time: 1.1319816 May 20 16:03:55.962310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46576) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:56.077234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.113539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:56.113919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.174768 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-7a3e0a7c-c3f0-40f3-967f-85defa246903 service neutron] 10.222.0.13 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558956 May 20 16:03:56.206431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=e9efd43c-0a40-437d-9d57-2cb66debdc04,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:56.215325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:56.239297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Allocated IP 2001:db8::2 (419b9fbb-8d26-4b94-8545-714274987588/e9efd43c-0a40-437d-9d57-2cb66debdc04/0095a9be-26ac-46c2-80ac-396d7ee6ce95) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:56.280262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 0270530f-c16c-463c-82a5-35b33a665047 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:56.280634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.341557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.481699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Allocated IP 172.20.0.2 (4ad715ea-36bf-443e-8ba4-18f2e093ddf4/46013d00-38f8-403e-944f-64064ff03c63/ef76df1b-3d4e-485c-b0f5-e8fd822824e3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:56.493394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port 0270530f-c16c-463c-82a5-35b33a665047, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0270530f-c16c-463c-82a5-35b33a665047,segment=NetworkSegment(bf5614e1-270b-4da3-b34a-75fc39857972),segment_id=bf5614e1-270b-4da3-b34a-75fc39857972)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:56.494008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.516443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.767201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] DHCP port deletion for 73283176-3089-4c3e-96a6-34bad922e2d0 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:03:56.904725 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-095a8d59-320b-4f34-aed8-e01cfb9cdeb3 req-a3bb8d83-17bc-47f3-a039-a6813f6eaa98 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 210 time: 0.2653568 May 20 16:03:56.939878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.987326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Transition to ACTIVE for port object 0095a9be-26ac-46c2-80ac-396d7ee6ce95 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:57.025970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Transition to ACTIVE for port object 0095a9be-26ac-46c2-80ac-396d7ee6ce95 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:57.078732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.092452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4e521746-6800-439a-8e50-ef8b87e79df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:57.131204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 0270530f-c16c-463c-82a5-35b33a665047 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:57.197964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Pushing event updated for resources: {'Port': ['ID=0095a9be-26ac-46c2-80ac-396d7ee6ce95,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:57.217978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:57.245936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Network 419b9fbb-8d26-4b94-8545-714274987588 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:57.265248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.267677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.276694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:57.292766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:57.295612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Deleting port 0270530f-c16c-463c-82a5-35b33a665047 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:57.296002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.309799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0270530f-c16c-463c-82a5-35b33a665047 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:03:57.340484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:57.367066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Transition to ACTIVE for port object ef76df1b-3d4e-485c-b0f5-e8fd822824e3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:57.395697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=0270530f-c16c-463c-82a5-35b33a665047,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:57.401117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:57.411511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port 0270530f-c16c-463c-82a5-35b33a665047 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:57.458998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0270530f-c16c-463c-82a5-35b33a665047 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:03:57.459372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0270530f-c16c-463c-82a5-35b33a665047 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:03:57.561199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Transition to ACTIVE for port object ef76df1b-3d4e-485c-b0f5-e8fd822824e3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:57.574013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.588349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0359c2e0-28ba-41f4-a5f1-155831d7666a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:57.590345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] For port 0270530f-c16c-463c-82a5-35b33a665047, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:03:57.590755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.603078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.612104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-abf1086a-3aba-4344-9694-fe50a4cda6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:57.643474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-28223e0c-6c2d-49da-9da9-8ecffb5a2399 None None] Provisioning complete for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:03:57.643888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-28223e0c-6c2d-49da-9da9-8ecffb5a2399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.668501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.679669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=e9efd43c-0a40-437d-9d57-2cb66debdc04,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:57.685377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Attempting to bind port 0095a9be-26ac-46c2-80ac-396d7ee6ce95 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:57.685762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Attempting to bind port 0095a9be-26ac-46c2-80ac-396d7ee6ce95 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '4c268104-3a4d-4aef-b26a-1b5c55ab67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '419b9fbb-8d26-4b94-8545-714274987588'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:57.686136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Attempting to bind port 0095a9be-26ac-46c2-80ac-396d7ee6ce95 on network 419b9fbb-8d26-4b94-8545-714274987588 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:57.688785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:57.697645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73283176-3089-4c3e-96a6-34bad922e2d0']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:57.726231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5614e1-270b-4da3-b34a-75fc39857972') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:57.727300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5614e1-270b-4da3-b34a-75fc39857972') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:57.750290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.839118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Calling delete_port for 0270530f-c16c-463c-82a5-35b33a665047 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:03:57.852009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:57.852360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Checking segment: {'id': '4c268104-3a4d-4aef-b26a-1b5c55ab67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '419b9fbb-8d26-4b94-8545-714274987588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:57.852861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.853246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Bound using segment: {'id': '4c268104-3a4d-4aef-b26a-1b5c55ab67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '419b9fbb-8d26-4b94-8545-714274987588'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:57.853778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Bound port: 0095a9be-26ac-46c2-80ac-396d7ee6ce95, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c268104-3a4d-4aef-b26a-1b5c55ab67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '419b9fbb-8d26-4b94-8545-714274987588'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:57.853967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.854311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.874435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:57.875080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.876258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.ipam_backend_mixin [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Port 0270530f-c16c-463c-82a5-35b33a665047 was not found and therefore no delete operation was performed {{(pid=92433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 16:03:57.883137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:57.891649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:57.899729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:57.902654 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:57.907810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:57.917679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.949069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419b9fbb-8d26-4b94-8545-714274987588']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:57.979217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Pushing event updated for resources: {'Port': ['ID=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:57.994513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.20.0.1 (4ad715ea-36bf-443e-8ba4-18f2e093ddf4/46013d00-38f8-403e-944f-64064ff03c63/89a6ca2b-6179-4910-b8e7-b47a5e48265a) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:03:58.005029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c268104-3a4d-4aef-b26a-1b5c55ab67ae') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:58.005407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c268104-3a4d-4aef-b26a-1b5c55ab67ae') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:03:58.021212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.027692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1567066b-3c71-431e-8ac2-412bae5fb971 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:58.033807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.043225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.099033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.116042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:03:58.116797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.168904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=73283176-3089-4c3e-96a6-34bad922e2d0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:58.181851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:58.198363 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/73283176-3089-4c3e-96a6-34bad922e2d0 HTTP/1.1" status: 204 len: 168 time: 2.6138968 May 20 16:03:58.205684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46594) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:58.251307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:03:58.277541 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:03:58.306215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7fe35bd8-233c-441e-ab2a-d372a880b228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:58.325890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68abe903-18da-428e-a5d9-8d353d75e4bd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.327092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-68abe903-18da-428e-a5d9-8d353d75e4bd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:03:58.406946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Pushing event deleted for resources: {'Port': ['ID=0270530f-c16c-463c-82a5-35b33a665047,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:58.420123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] No DVR routers for this DVR port 0270530f-c16c-463c-82a5-35b33a665047 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:03:58.426786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.438762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:58.512806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object 89a6ca2b-6179-4910-b8e7-b47a5e48265a will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:03:58.526119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:03:58.526119 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:03:58.526119 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '419b9fbb-8d26-4b94-8545-714274987588'}] May 20 16:03:58.526119 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:03:58.526905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:03:58.530031 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-deb239c6-766f-48c5-8b85-183b652d1291 req-52e3cdf6-1e55-4f2f-823a-1cd5c8ff823c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 210 time: 0.2115459 May 20 16:03:58.531371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-68abe903-18da-428e-a5d9-8d353d75e4bd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:03:58.545882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46598) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:58.553994 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-68abe903-18da-428e-a5d9-8d353d75e4bd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/333b6dde-d22b-4eaa-9c84-011b8c1a5631 HTTP/1.1" status: 200 len: 841 time: 0.3458588 May 20 16:03:58.619590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.631049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-356fc0f8-7027-487d-92ec-a0f1dcfeaf17 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:58.649438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Attempting to bind port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:03:58.650073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Attempting to bind port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '1335ce3f-d017-44c9-8a2e-8176261acf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:03:58.650703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Attempting to bind port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 on network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:03:58.670278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:03:58.670788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Checking segment: {'id': '1335ce3f-d017-44c9-8a2e-8176261acf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:03:58.671476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.672162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Bound using segment: {'id': '1335ce3f-d017-44c9-8a2e-8176261acf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:03:58.672976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Bound port: ef76df1b-3d4e-485c-b0f5-e8fd822824e3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1335ce3f-d017-44c9-8a2e-8176261acf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad715ea-36bf-443e-8ba4-18f2e093ddf4'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:03:58.673616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.684417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:03:58.693940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:03:58.698155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:03:58.712630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] For port 0095a9be-26ac-46c2-80ac-396d7ee6ce95, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:58.727911 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-32eedfc4-07aa-4716-859b-ed0e993d95ed tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/333b6dde-d22b-4eaa-9c84-011b8c1a5631?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1802876 May 20 16:03:58.743934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46602) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:03:58.755423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:58.805593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=89a6ca2b-6179-4910-b8e7-b47a5e48265a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:58.809842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:58.813685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] For port 0095a9be-26ac-46c2-80ac-396d7ee6ce95, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0095a9be-26ac-46c2-80ac-396d7ee6ce95,segment=NetworkSegment(4c268104-3a4d-4aef-b26a-1b5c55ab67ae),segment_id=4c268104-3a4d-4aef-b26a-1b5c55ab67ae)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:58.819700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-fc1fb3f0-1d6e-4ef1-adee-cfd8d0e806b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:03:58.820987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.822439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-fc1fb3f0-1d6e-4ef1-adee-cfd8d0e806b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 HTTP/1.1" status: 200 len: 797 time: 0.4917188 May 20 16:03:58.834506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.852032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7096c3a3-21a8-4895-b7c3-e7202fac98c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:58.957319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:58.995632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:59.002270 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-b3fbcdf8-e6fb-47b6-a8dd-79c82b76366b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 380 time: 0.1050296 May 20 16:03:59.005042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:03:59.009644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:03:59.016177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['78fb7acb-22ef-4527-932b-e43a598176e0']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:03:59.064725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] For port ef76df1b-3d4e-485c-b0f5-e8fd822824e3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:03:59.072319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] For port ef76df1b-3d4e-485c-b0f5-e8fd822824e3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,segment=NetworkSegment(1335ce3f-d017-44c9-8a2e-8176261acf8e),segment_id=1335ce3f-d017-44c9-8a2e-8176261acf8e)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:03:59.083219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.090273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Pushing event updated for resources: {'Port': ['ID=0095a9be-26ac-46c2-80ac-396d7ee6ce95,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:59.146215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:59.150355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.160220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:59.160466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:59.281211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:59.289163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.345115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:03:59.359448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6194414-deb1-4135-821d-472e3768201f None None] Network 419b9fbb-8d26-4b94-8545-714274987588 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:59.387233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Pushing event updated for resources: {'Port': ['ID=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:59.415038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:03:59.451843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.452394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.452763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.453131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.453591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.453968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.454281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.455113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.455113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.455559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.455815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.456875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:03:59.467422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:03:59.471127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.471401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:59.555603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.562184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.641382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f995b817-781f-47f4-8cda-978baae07354 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:03:59.670879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port 0095a9be-26ac-46c2-80ac-396d7ee6ce95 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:03:59.673241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.698171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632297d4-b927-42a8-bbe2-56b00d6a75bd None None] Network 419b9fbb-8d26-4b94-8545-714274987588 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:03:59.855972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=89a6ca2b-6179-4910-b8e7-b47a5e48265a,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:03:59.860063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:03:59.875039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:00.199125 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:04:00.206087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:00.207482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:00.305798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-031c0deb-6869-4fe8-ad34-a27760141f5b req-34862fde-4af2-42a7-992b-5cab442748f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 210 time: 0.4593432 May 20 16:04:00.401542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port 0095a9be-26ac-46c2-80ac-396d7ee6ce95, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0095a9be-26ac-46c2-80ac-396d7ee6ce95,segment=NetworkSegment(4c268104-3a4d-4aef-b26a-1b5c55ab67ae),segment_id=4c268104-3a4d-4aef-b26a-1b5c55ab67ae)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:00.401938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:00.485421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 5274eaa7-9494-4aac-8532-b60cd6c7f3ed is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:04:00.607690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for 0095a9be-26ac-46c2-80ac-396d7ee6ce95 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:00.683582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.8 (c4e0d6dc-e271-4a1c-a1e5-a8c98513f375/38cdc00d-fbff-4e3f-80a1-fd2f73d25968/a4bb2240-c3ad-426e-a65f-575453b47888) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:00.761071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a784ad-a78c-4c0f-9d5f-e4a6d71deb37 None None] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:00.773986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:00.782731 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/5274eaa7-9494-4aac-8532-b60cd6c7f3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6713076 May 20 16:04:00.783470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46612) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:00.790919 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] Sync routers for ids ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:00.801569 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] Routers {'5274eaa7-9494-4aac-8532-b60cd6c7f3ed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:00.802555 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:00.879281 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:00.890617 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] Routers {'5274eaa7-9494-4aac-8532-b60cd6c7f3ed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:00.891288 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:00.927446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:00.937952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:00.967672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80110de-c988-4fa0-b9ff-c41d947adcac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:00.968305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f80110de-c988-4fa0-b9ff-c41d947adcac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:00.988813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:00.989953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f80110de-c988-4fa0-b9ff-c41d947adcac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:00.994458 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f80110de-c988-4fa0-b9ff-c41d947adcac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports/89a6ca2b-6179-4910-b8e7-b47a5e48265a HTTP/1.1" status: 200 len: 910 time: 0.2098603 May 20 16:04:00.995105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46616) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:00.995497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c0a04845-bcb1-4491-89f7-9c161d27f279 None None] Provisioning for port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:00.997697 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:00.998105 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7400ea-07b1-4492-83da-860b7dc0c2a3 None None] The sync data for ids ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:01.000937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=0095a9be-26ac-46c2-80ac-396d7ee6ce95,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:01.008380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:01.010194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port 0095a9be-26ac-46c2-80ac-396d7ee6ce95 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:01.022202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46013d00-38f8-403e-944f-64064ff03c63'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:01.293172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.317783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ef76df1b-3d4e-485c-b0f5-e8fd822824e3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:01.318750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.396526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419b9fbb-8d26-4b94-8545-714274987588']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:01.425197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object a4bb2240-c3ad-426e-a65f-575453b47888 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:01.432414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c268104-3a4d-4aef-b26a-1b5c55ab67ae') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:01.432913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c268104-3a4d-4aef-b26a-1b5c55ab67ae') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:01.433119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.474440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.484857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:01.506145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:01.507573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.514248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.530774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:01.531507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:01.565419 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:01.672276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f689726e-7a17-420a-b57e-cecd5d2b8ec4 None None] Provisioning for port 89a6ca2b-6179-4910-b8e7-b47a5e48265a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:01.687497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f689726e-7a17-420a-b57e-cecd5d2b8ec4 None None] Provisioning complete for port 89a6ca2b-6179-4910-b8e7-b47a5e48265a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:01.688118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f689726e-7a17-420a-b57e-cecd5d2b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.851044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7fc1130c-d9dd-4ce5-9f02-e0a6c595bd7e req-ced6959c-2ad3-4d7c-b74e-663309a1f0de tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 210 time: 0.2786009 May 20 16:04:01.942846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.948470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.948814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f689726e-7a17-420a-b57e-cecd5d2b8ec4 None None] Port 89a6ca2b-6179-4910-b8e7-b47a5e48265a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:01.952322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:01.958357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a79ac7cb-ad87-4244-aa04-987afa2be5c2 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:01.985207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.002204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.022682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f689726e-7a17-420a-b57e-cecd5d2b8ec4 None None] Provisioning complete for port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:02.023252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f689726e-7a17-420a-b57e-cecd5d2b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.031885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=419b9fbb-8d26-4b94-8545-714274987588,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:02.034956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:02.040722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:02.104490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:02.125713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:02.131602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:02.158313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:02.174843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:02.205159 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a553c-1c6d-4b27-93e0-63c57c5e62ef None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:02.308043 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/419b9fbb-8d26-4b94-8545-714274987588 HTTP/1.1" status: 204 len: 168 time: 6.3242543 May 20 16:04:02.320831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46638) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:02.337267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:02.338003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.509935 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7560916 May 20 16:04:02.511042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46646) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:02.554623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=97ea7a52-8779-4f0f-bd72-a74f0c204e2c,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:02.558427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:02.565721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:02.566433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.580882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'security_group': {'name': 'tempest-secgroup-630823817'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:02.582185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port ef76df1b-3d4e-485c-b0f5-e8fd822824e3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,segment=NetworkSegment(1335ce3f-d017-44c9-8a2e-8176261acf8e),segment_id=1335ce3f-d017-44c9-8a2e-8176261acf8e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:02.592201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6d1f96b-7098-4c50-a5f6-28ff71103de4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:02.647347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.660275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:02.737994 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc649ebd-ffc5-456b-82d9-83cc3972b9a6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:02.739192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc649ebd-ffc5-456b-82d9-83cc3972b9a6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:02.741394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.744282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dc649ebd-ffc5-456b-82d9-83cc3972b9a6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/419b9fbb-8d26-4b94-8545-714274987588 HTTP/1.1" status: 404 len: 339 time: 0.4099212 May 20 16:04:02.748245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:02.753161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46650) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:02.764322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479065448', 'description': 'd1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:02.770600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:02.777765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Usage tracker for resource:network and tenant:034548ed0acb402b9092ff348c8dfa96 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:02.789611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:02.795864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.803034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:02.824069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:02.850908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8416035 May 20 16:04:02.854050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:02.859496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-89fec317-a0e9-4588-897a-6db6835441ea tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:02.871041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Request body: {'port': {'device_id': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:02.889558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:02.925138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:02.935983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=a4bb2240-c3ad-426e-a65f-575453b47888,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:02.956062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:02.985438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Provisioning complete for port 89a6ca2b-6179-4910-b8e7-b47a5e48265a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:02.986268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:02.987021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.052976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'tenant_id': '1501deb6e2654c27bb668a4f630dc8f3', 'fixed_ips': [{'subnet_id': '97ea7a52-8779-4f0f-bd72-a74f0c204e2c'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:04:03.053932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.130039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Port 89a6ca2b-6179-4910-b8e7-b47a5e48265a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:03.177539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Provisioning for port a4bb2240-c3ad-426e-a65f-575453b47888 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:03.186484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Provisioning complete for port a4bb2240-c3ad-426e-a65f-575453b47888 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:03.186872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.203832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:03.279839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ef76df1b-3d4e-485c-b0f5-e8fd822824e3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:03.326808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:03.332952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.357864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=89a6ca2b-6179-4910-b8e7-b47a5e48265a,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:03.361374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:03.367698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3d67c-8821-4077-aec7-ac45eb557272 None None] Port a4bb2240-c3ad-426e-a65f-575453b47888 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:03.377741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:03.378711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.380848 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/ports/89a6ca2b-6179-4910-b8e7-b47a5e48265a HTTP/1.1" status: 200 len: 910 time: 2.3844998 May 20 16:04:03.383108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:03.387790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46658) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:03.391166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group_rule and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:03.395889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Allocated IP 172.20.0.2 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/97ea7a52-8779-4f0f-bd72-a74f0c204e2c/8710f3d5-17c7-4d66-91a9-c04dabb904f1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:03.401550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:03.431907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:03.436410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:03.436829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.459361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d4f5-7e14-4c4d-b51b-620119f72914 req-438f8933-228a-4ace-b718-89e253ee0fdc tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:03.472936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1260d4f5-7e14-4c4d-b51b-620119f72914 req-438f8933-228a-4ace-b718-89e253ee0fdc tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.8821154 May 20 16:04:03.611045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.695459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:04:03.742955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.743684 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 6c081644-96c0-4ddf-8e4a-d17bc79c404f of type vlan for network 89e71aed-339a-48bb-b239-c89c9e2be3c8 May 20 16:04:03.757271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.770105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Transition to ACTIVE for port object 8710f3d5-17c7-4d66-91a9-c04dabb904f1 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:03.792983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Transition to ACTIVE for port object 8710f3d5-17c7-4d66-91a9-c04dabb904f1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:03.797879 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1260d4f5-7e14-4c4d-b51b-620119f72914 req-5d50fd25-5262-40da-b8bf-de0fcf796111 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233583 May 20 16:04:03.808622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.825627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:03.922398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:03.930551 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:03.934331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.934956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:03.947854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:03.953045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:03.958331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:03.961745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:03.986851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ac49a-40a6-4608-8262-90a67cab6457 req-d2714a56-1906-4265-ba76-185aebabd7e0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:03.987619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-488ac49a-40a6-4608-8262-90a67cab6457 req-d2714a56-1906-4265-ba76-185aebabd7e0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:04.047115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.056984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900eeb8e-86e6-4a45-9c69-6ad84d7630f6,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:04.063352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:04.064559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.066048 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5139830 May 20 16:04:04.089382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46662) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:04.099601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'security_group': {'name': 'tempest-secgroup-1878598300'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:04.127631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Attempting to bind port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:04.128278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Attempting to bind port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '32bacd80-6726-4577-8126-6b67b525a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:04.128786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Attempting to bind port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 on network daf63fa7-c2e9-473f-9af9-fd340f1b704b {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:04.130627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:04.139483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:04.140097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Checking segment: {'id': '32bacd80-6726-4577-8126-6b67b525a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:04.141264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.143090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Bound using segment: {'id': '32bacd80-6726-4577-8126-6b67b525a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:04.143296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-488ac49a-40a6-4608-8262-90a67cab6457 req-d2714a56-1906-4265-ba76-185aebabd7e0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:04.143474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Bound port: 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bacd80-6726-4577-8126-6b67b525a76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:04.143661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.144738 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-488ac49a-40a6-4608-8262-90a67cab6457 req-d2714a56-1906-4265-ba76-185aebabd7e0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 931 time: 0.7743552 May 20 16:04:04.192006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:04.197150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.resource_extend [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:04:04.213422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:04.237187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:04.265802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:04.269849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:04.281098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.297180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.300258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8faffcf6-d3e8-40b0-97ef-3c8fd8ce7f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:04.307417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:04.308460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.310153 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-488ac49a-40a6-4608-8262-90a67cab6457 req-6d3b45c7-58a0-4568-8345-bee64d420789 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562433 May 20 16:04:04.322408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ab949a11-c8bc-47a2-9bf7-23a5352d9b4b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:04.357306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.426483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bb2240-c3ad-426e-a65f-575453b47888 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:04:04.436537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.466345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Transition to ACTIVE for port object a4bb2240-c3ad-426e-a65f-575453b47888 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:04.471071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:04.474082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:04.477562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:04.489669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-298d2363-5a95-45b0-a0b6-69dfb882251e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:04.582852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:04.602444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8475723 May 20 16:04:04.608234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group_rule and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:04.611957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46666) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:04.618720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=89e71aed-339a-48bb-b239-c89c9e2be3c8,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:04.635034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 89e71aed-339a-48bb-b239-c89c9e2be3c8 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:04.683995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:04.712985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:04.718161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:04.763185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bb2240-c3ad-426e-a65f-575453b47888,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:04.768910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:05.082965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Attempting to bind port a4bb2240-c3ad-426e-a65f-575453b47888 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:05.083777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Attempting to bind port a4bb2240-c3ad-426e-a65f-575453b47888 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:05.084937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Attempting to bind port a4bb2240-c3ad-426e-a65f-575453b47888 on network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:05.094843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Port a4bb2240-c3ad-426e-a65f-575453b47888 on network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:04:05.095712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Attempting to bind port a4bb2240-c3ad-426e-a65f-575453b47888 on network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:05.107316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:05.108149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Checking segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:05.108981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Bound using segment: {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:05.110133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Bound port: a4bb2240-c3ad-426e-a65f-575453b47888, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa59b24-5725-4a53-8745-63e036cb2e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:05.110971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.165972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63bf52-c0d1-4549-b62c-d0e3c0fc5aa7 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:05.167270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fe63bf52-c0d1-4549-b62c-d0e3c0fc5aa7 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Synchronizing usage tracker for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:05.262706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fe63bf52-c0d1-4549-b62c-d0e3c0fc5aa7 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Unset dirty status for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:05.264857 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fe63bf52-c0d1-4549-b62c-d0e3c0fc5aa7 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks?id=89e71aed-339a-48bb-b239-c89c9e2be3c8 HTTP/1.1" status: 200 len: 765 time: 0.6509552 May 20 16:04:05.278601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46672) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:05.289285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'description': 'd2'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:05.351213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8710f3d5-17c7-4d66-91a9-c04dabb904f1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:05.356120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.425590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5e258-5d86-4d88-a5ee-f3fc079978fa req-c4274f47-5044-4146-8f26-b9229518f7c4 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:05.438849 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73a5e258-5d86-4d88-a5ee-f3fc079978fa req-c4274f47-5044-4146-8f26-b9229518f7c4 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.3064940 May 20 16:04:05.469585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.503341 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e4e10ec2-8042-444d-ab25-fb803cbb5952 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:05.544047 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73a5e258-5d86-4d88-a5ee-f3fc079978fa req-afac6fc3-2e8c-485e-abb5-57213eaf9e4a tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037433 May 20 16:04:05.551169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] For port a4bb2240-c3ad-426e-a65f-575453b47888, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:05.560186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:05.591695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] For port a4bb2240-c3ad-426e-a65f-575453b47888, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4bb2240-c3ad-426e-a65f-575453b47888,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:05.621466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f443af-633d-4965-a5ba-0e677a860b97,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:05.640014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.668732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.684889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7ef12ae5-a700-40ec-9696-e989b87a745e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:05.712601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:05.752104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.752104 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6595540 May 20 16:04:05.760695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:05.789756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-750095935', 'security_groups': ['60f443af-633d-4965-a5ba-0e677a860b97'], 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97ea7a52-8779-4f0f-bd72-a74f0c204e2c'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:05.852812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:05.853718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.855819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/a4bb2240-c3ad-426e-a65f-575453b47888 HTTP/1.1" status: 200 len: 1093 time: 2.9919384 May 20 16:04:05.856917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:06.025727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bb2240-c3ad-426e-a65f-575453b47888,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:06.063776 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'status': 'completed', 'code': 200} May 20 16:04:06.143083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:06.231689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703dd5-d62a-42e1-9729-3e0da0b1ba06 req-d210f40f-a576-401e-901f-22ef394f74fc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:06.233323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2d703dd5-d62a-42e1-9729-3e0da0b1ba06 req-d210f40f-a576-401e-901f-22ef394f74fc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 943 time: 0.6382062 May 20 16:04:06.262961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f15022-2e80-44a9-898a-3ff330f89a19 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:04:06.283421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:06.303051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:port and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:06.309957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:06.326147 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2d703dd5-d62a-42e1-9729-3e0da0b1ba06 req-084aaf75-f68f-4323-b067-1e18693451b7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737820 May 20 16:04:06.327099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:06.332732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-4858d784-c4cd-44d2-b8a4-91771a6e94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:06.335107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-4858d784-c4cd-44d2-b8a4-91771a6e94fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 1096 time: 0.2694457 May 20 16:04:06.365528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:06.384593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Provisioning complete for port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:06.385717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:06.404120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:06.426359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:06.430550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-b3ea90ac-ae9e-41be-9316-fbf565d5c1a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4bb2240-c3ad-426e-a65f-575453b47888 HTTP/1.1" status: 200 len: 217 time: 0.0886853 May 20 16:04:06.435734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-174e34e5-9955-4442-9405-5f27fe2703a5 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:06.472793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 89e71aed-339a-48bb-b239-c89c9e2be3c8 is not hosted by any dhcp agent {{(pid=92431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:04:06.483388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:06.484457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:06.491905 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "PUT /v2.0/networks/89e71aed-339a-48bb-b239-c89c9e2be3c8 HTTP/1.1" status: 200 len: 762 time: 1.2068439 May 20 16:04:06.495511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46684) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:06.549143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:06.615101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Provisioning for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:06.645649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Provisioning complete for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:06.646659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:06.742107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=89e71aed-339a-48bb-b239-c89c9e2be3c8,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:06.759377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:06.765615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-4de5ad90-33cc-4831-ac64-3c0b9547c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:06.767129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-4de5ad90-33cc-4831-ac64-3c0b9547c762 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38cdc00d-fbff-4e3f-80a1-fd2f73d25968 HTTP/1.1" status: 200 len: 835 time: 0.3297086 May 20 16:04:06.769988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 89e71aed-339a-48bb-b239-c89c9e2be3c8 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:06.813870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a7f5d-10a4-4741-97f8-6c00af77c73a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:06.821755 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-784a7f5d-10a4-4741-97f8-6c00af77c73a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks?id=89e71aed-339a-48bb-b239-c89c9e2be3c8 HTTP/1.1" status: 200 len: 765 time: 0.3183007 May 20 16:04:06.824427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46690) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:06.913285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.036370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 89a6ca2b-6179-4910-b8e7-b47a5e48265a {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:07.036927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.047793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 65e7284b-5325-40de-b44a-9cc4b702bf16 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:04:07.065209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f15022-2e80-44a9-898a-3ff330f89a19 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:04:07.171551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-24af3f05-2f81-468d-b462-b6f7b7cf178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:07.173209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-24af3f05-2f81-468d-b462-b6f7b7cf178e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3998687 May 20 16:04:07.192770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c016e-caf4-4326-ad05-39a401933bb9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:07.193520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-586c016e-caf4-4326-ad05-39a401933bb9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Synchronizing usage tracker for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:07.233186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551e236-6f22-424d-9b72-a7937cda667b req-c9448fb3-f2b7-4e0b-85d9-956d5278ecdd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:07.235404 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5551e236-6f22-424d-9b72-a7937cda667b req-c9448fb3-f2b7-4e0b-85d9-956d5278ecdd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.4173832 May 20 16:04:07.297530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.344910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.408046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-586c016e-caf4-4326-ad05-39a401933bb9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Unset dirty status for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:07.408888 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-586c016e-caf4-4326-ad05-39a401933bb9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5791116 May 20 16:04:07.421451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46696) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:07.422401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:07.431018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:07.446115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bf8c3fcf-179d-47e0-a023-7988f83afa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:07.528720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7a5de4c6-3b56-4aec-97b1-e2bc83a73e88 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Synchronizing usage tracker for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:07.570654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 89a6ca2b-6179-4910-b8e7-b47a5e48265a owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:07.578767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5551e236-6f22-424d-9b72-a7937cda667b req-723e1c85-d807-45d4-bfe3-b9359e4215db tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011224 May 20 16:04:07.656168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-f81333f3-fe20-406c-aa2c-9083d4528d39 service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711506 May 20 16:04:07.662502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7a5de4c6-3b56-4aec-97b1-e2bc83a73e88 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Unset dirty status for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:07.663669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7a5de4c6-3b56-4aec-97b1-e2bc83a73e88 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 207 time: 0.2413723 May 20 16:04:07.684003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46700) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:07.703366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.3 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/97ea7a52-8779-4f0f-bd72-a74f0c204e2c/65e7284b-5325-40de-b44a-9cc4b702bf16) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:07.722358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:07.734003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:07.860924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4be9af-2e49-4d3a-873b-90001390ba74 req-2e6eb327-0958-4c17-b744-76be3f98b0ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:07.865616 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5e4be9af-2e49-4d3a-873b-90001390ba74 req-2e6eb327-0958-4c17-b744-76be3f98b0ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 943 time: 0.3321538 May 20 16:04:07.951022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6efa13b6-07c0-4372-8527-1b58a0f808bd req-2826a014-af3f-4172-bd4a-8e07fb21451e service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823141 May 20 16:04:08.008937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.015130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.017954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5e4be9af-2e49-4d3a-873b-90001390ba74 req-334c1cbc-e157-48e3-b914-8af57daedd2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415975 May 20 16:04:08.020905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.026765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.033071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.038885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.040762 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f6715f4a-9316-4234-a0f4-6429372f6d34 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3550501 May 20 16:04:08.041084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982cdcca-c135-41b3-8f5b-1a4487bdf219 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:04:08.048505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46704) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:08.161313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:08.168931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf6c5b89-489b-4cc8-8086-dc0a569a35f6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:08.225000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=89a6ca2b-6179-4910-b8e7-b47a5e48265a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:08.233521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:08.319724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cdcca-c135-41b3-8f5b-1a4487bdf219 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:04:08.332239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-4ae790f9-4491-4cd1-bc4f-43d64c427a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.334932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-4ae790f9-4491-4cd1-bc4f-43d64c427a23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 1096 time: 0.3004022 May 20 16:04:08.375270 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-68f619ae-ed4a-451f-995f-3d5075bade41 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3254485 May 20 16:04:08.383047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46708) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:08.657282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:08.720897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 65e7284b-5325-40de-b44a-9cc4b702bf16 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:08.724248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-04fb5a06-9aa3-4505-bf0f-8fbf1a59737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.727383 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-04fb5a06-9aa3-4505-bf0f-8fbf1a59737d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 HTTP/1.1" status: 200 len: 897 time: 0.3816719 May 20 16:04:08.759011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:08.781138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.782946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.784549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.786245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.788356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:08.789357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Synchronizing usage tracker for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:subnet {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:08.894312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Unset dirty status for tenant:034548ed0acb402b9092ff348c8dfa96 on resource:subnet {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:08.896102 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ae919142-09b0-4efb-b4ad-e73148d6d6ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5121555 May 20 16:04:08.947804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46714) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.001476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-19f96a44-88c6-4226-972e-9eac1b1553fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4bb2240-c3ad-426e-a65f-575453b47888 HTTP/1.1" status: 200 len: 217 time: 0.2669194 May 20 16:04:09.243594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 5274eaa7-9494-4aac-8532-b60cd6c7f3ed has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:09.287138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8710f3d5-17c7-4d66-91a9-c04dabb904f1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:09.361948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27241944-9aef-46fa-824a-2ec3e5bd1a44 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.363365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27241944-9aef-46fa-824a-2ec3e5bd1a44 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.364749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27241944-9aef-46fa-824a-2ec3e5bd1a44 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.366337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27241944-9aef-46fa-824a-2ec3e5bd1a44 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.367719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27241944-9aef-46fa-824a-2ec3e5bd1a44 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['shared'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.373437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-27241944-9aef-46fa-824a-2ec3e5bd1a44 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4211836 May 20 16:04:09.373437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-5d34ce01-d5f7-49a2-8746-135bdd722695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.373437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-5d34ce01-d5f7-49a2-8746-135bdd722695 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38cdc00d-fbff-4e3f-80a1-fd2f73d25968 HTTP/1.1" status: 200 len: 835 time: 0.3649721 May 20 16:04:09.381690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46720) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.426539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:09.427236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.449601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.471808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:09.526325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:09.576359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] Sync routers for ids ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:09.584690 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/5274eaa7-9494-4aac-8532-b60cd6c7f3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1934485 May 20 16:04:09.587547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46724) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.617417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] Routers {'5274eaa7-9494-4aac-8532-b60cd6c7f3ed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:09.618326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:09.643789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:09.654809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:09.662514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d6cf75c-a82c-4ac4-b711-fd784c0178d0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:09.667135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:09.690283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:09.701061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d6cf75c-a82c-4ac4-b711-fd784c0178d0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:09.703591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09625a-fd05-41b4-9919-f9b26d8b7ddd req-a5054b05-8d3a-4803-9959-6167f998cd4e tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.705225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee09625a-fd05-41b4-9919-f9b26d8b7ddd req-a5054b05-8d3a-4803-9959-6167f998cd4e tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.8482745 May 20 16:04:09.711367 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d6cf75c-a82c-4ac4-b711-fd784c0178d0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=5274eaa7-9494-4aac-8532-b60cd6c7f3ed HTTP/1.1" status: 200 len: 205 time: 0.1217525 May 20 16:04:09.712018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46728) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.718178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] Routers {'5274eaa7-9494-4aac-8532-b60cd6c7f3ed'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:09.718827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:03:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:09.731844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=65e7284b-5325-40de-b44a-9cc4b702bf16,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:09.791907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:09.792605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef224a-7801-4f5c-a9d6-ac9589230529 None None] The sync data for ids ['5274eaa7-9494-4aac-8532-b60cd6c7f3ed'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:09.821566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23bb02-e593-4d3a-85ab-c12eadafca29 req-809ff2f0-b258-432a-95dc-a662679ac3d8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.823297 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c23bb02-e593-4d3a-85ab-c12eadafca29 req-809ff2f0-b258-432a-95dc-a662679ac3d8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 943 time: 0.5929797 May 20 16:04:09.827569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:09.912567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97dcb66-407d-43ed-b4c8-8c25a560a1d8 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.919187 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a97dcb66-407d-43ed-b4c8-8c25a560a1d8 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks/26e87a04-d48c-487f-8663-d662f9a45135 HTTP/1.1" status: 200 len: 803 time: 0.5301185 May 20 16:04:09.920044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.925286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:09.925945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:09.932578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46732) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:09.949939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b2d86e2-b149-4b38-af4e-66213b75f391 None None] Provisioning for port 65e7284b-5325-40de-b44a-9cc4b702bf16 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:09.955393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b2d86e2-b149-4b38-af4e-66213b75f391 None None] Provisioning complete for port 65e7284b-5325-40de-b44a-9cc4b702bf16 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:09.955773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b2d86e2-b149-4b38-af4e-66213b75f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.004308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee09625a-fd05-41b4-9919-f9b26d8b7ddd req-ea231cc5-ed91-4cd6-a2e7-e1d3011d7375 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846909 May 20 16:04:10.021389 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c23bb02-e593-4d3a-85ab-c12eadafca29 req-73c1d6ef-5b0f-4a06-86fb-c8779b7fcbc9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793115 May 20 16:04:10.044090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d86e2-b149-4b38-af4e-66213b75f391 None None] Port 65e7284b-5325-40de-b44a-9cc4b702bf16 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:10.093815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-ba9254fd-9e0d-445d-88cb-256b89f11b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:10.095610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-ba9254fd-9e0d-445d-88cb-256b89f11b5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7129121 May 20 16:04:10.106905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3305719 May 20 16:04:10.118371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46738) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:10.155988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:10.307569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device a4bb2240-c3ad-426e-a65f-575453b47888 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:04:10.424206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23d8e865-3cf3-4f27-a5e7-b51d77d7b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.497258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.499963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.526097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.526702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router 5274eaa7-9494-4aac-8532-b60cd6c7f3ed {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:04:10.533055 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5b3e4992-80a8-4338-9027-062b2097d3b0 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/networks/26e87a04-d48c-487f-8663-d662f9a45135?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5890992 May 20 16:04:10.533366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port a4bb2240-c3ad-426e-a65f-575453b47888, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4bb2240-c3ad-426e-a65f-575453b47888,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:10.537267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46742) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:10.559928 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-2abf6f66-ec5e-454f-86d9-a1956e5f21dc service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555936 May 20 16:04:10.601674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:10.628598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'port_id': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'mac_address': 'fa:16:3e:96:b5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:04:10.633491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.638401 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-574b7869-586d-41b4-9f2a-f5b9da44c4e5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/5274eaa7-9494-4aac-8532-b60cd6c7f3ed HTTP/1.1" status: 204 len: 168 time: 0.9221790 May 20 16:04:10.648638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46746) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:10.658212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:10.665386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:10.669721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14263893-fb64-4721-b863-51490fc926d7 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:10.671621 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-14263893-fb64-4721-b863-51490fc926d7 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/subnets/2fdce609-f9c3-4d63-99f2-5a33b92c8288 HTTP/1.1" status: 200 len: 843 time: 0.1329389 May 20 16:04:10.676938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46750) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:10.693466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.713507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bb2240-c3ad-426e-a65f-575453b47888 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:04:10.719034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:10.734474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port a4bb2240-c3ad-426e-a65f-575453b47888, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4bb2240-c3ad-426e-a65f-575453b47888,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:10.741810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.745383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c394ab2c-6fb7-4e50-adb0-04790f9b9ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:10.751542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:10.755224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.755448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295d656-966a-41ab-896e-8005c940403e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['shared'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:10.757085 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c295d656-966a-41ab-896e-8005c940403e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "GET /v2.0/subnets/2fdce609-f9c3-4d63-99f2-5a33b92c8288?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0786922 May 20 16:04:10.760659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46754) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:10.767327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110188420'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:10.772197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:10.783519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:10.799894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:10.804528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.816196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 46013d00-38f8-403e-944f-64064ff03c63 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:10.838170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:04:10.839982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=a4bb2240-c3ad-426e-a65f-575453b47888,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:10.848561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.848909 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Added segment 55a9b172-fecf-4114-8655-4e7c24669a28 of type vlan for network 7b1accab-7d23-46b6-a426-7ebaeedd0212 May 20 16:04:10.855703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:10.873308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.882066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.911551 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cc08a6c-070a-42a7-a256-e15019364e5e req-babff477-fa8e-472d-ad41-7cc363639926 service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444180 May 20 16:04:10.918585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.924738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:10.926414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.930365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0870eeda-a6b9-40ec-bf91-735182568bc2 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:10.957913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:10.961823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['a4bb2240-c3ad-426e-a65f-575453b47888'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:04:11.043202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.ipam_backend_mixin [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97ea7a52-8779-4f0f-bd72-a74f0c204e2c (CIDR: 172.20.0.0/28) May 20 16:04:11.054060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:04:11.054060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:11.130692 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-21c51ff7-09aa-4446-af72-c36717d42afd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9875660 May 20 16:04:11.134560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46762) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:11.155136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:11.240618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:11.247396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Network': ['ID=7b1accab-7d23-46b6-a426-7ebaeedd0212,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:11.251804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:11.253551 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4918735 May 20 16:04:11.257737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46766) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:11.266901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 7b1accab-7d23-46b6-a426-7ebaeedd0212 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:11.267459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:11.423805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:11.436942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:11.448864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Made reservation on behalf of 034548ed0acb402b9092ff348c8dfa96 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:11.453327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:11.560711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.ipam_backend_mixin [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Performing IP validity checks on allocation pools {{(pid=92431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 16:04:11.561464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.ipam_backend_mixin [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 16:04:11.877966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:11.901016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:11.907819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:11.934533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb10412-7a82-4c83-b19a-d212ee309fa4 req-0ab076e2-08d8-4aa5-85c1-91ed3c8fb44d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:11.936129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9bb10412-7a82-4c83-b19a-d212ee309fa4 req-0ab076e2-08d8-4aa5-85c1-91ed3c8fb44d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 944 time: 0.4004321 May 20 16:04:11.939840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:11.949497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5167049-0a9f-4373-94d7-cf9a0d888b5c req-260dd3a9-c751-4c5b-a1ee-e6e29ea243c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:11.951089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5167049-0a9f-4373-94d7-cf9a0d888b5c req-260dd3a9-c751-4c5b-a1ee-e6e29ea243c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.4165449 May 20 16:04:12.010106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.015896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83e95edc-0697-4b54-9b23-60012cd4cc03 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:12.061953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:12.065511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.118789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=6074539a-07e0-44bc-a7f9-59782d9631ef,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:12.121954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:12.126941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Checking segment: {'id': '55a9b172-fecf-4114-8655-4e7c24669a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:12.127310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network hostable DHCP agents. Network: 7b1accab-7d23-46b6-a426-7ebaeedd0212, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:04:12.150940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Network 7b1accab-7d23-46b6-a426-7ebaeedd0212 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:04:12.167744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 7b1accab-7d23-46b6-a426-7ebaeedd0212) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:12.168311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9bb10412-7a82-4c83-b19a-d212ee309fa4 req-85bbde52-079c-493b-bd51-807253139544 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131233 May 20 16:04:12.186931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3cd7d-6527-4ba5-8d15-6786bb7baa69 None None] Network 7b1accab-7d23-46b6-a426-7ebaeedd0212 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:12.206972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:12.208034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.214050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5167049-0a9f-4373-94d7-cf9a0d888b5c req-62706354-1663-4afa-bc2f-7033e3f21b80 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079036 May 20 16:04:12.233631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.250913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-09051033-adf2-4ed0-882b-23904758162b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:12.254365 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9951563 May 20 16:04:12.257747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46770) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:12.264490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:12.298690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=46013d00-38f8-403e-944f-64064ff03c63,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:12.304489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.311325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:12.315549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/46013d00-38f8-403e-944f-64064ff03c63 HTTP/1.1" status: 204 len: 168 time: 1.6649816 May 20 16:04:12.321376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46774) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:12.324880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae203a5d-ec62-479d-867c-10ce89fe6654 None None] Network 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:12.342425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device a4bb2240-c3ad-426e-a65f-575453b47888 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:12.445036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16223181'] for subnet, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.462638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.631436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:12.631861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.633547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port a4bb2240-c3ad-426e-a65f-575453b47888 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:12.654314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port a4bb2240-c3ad-426e-a65f-575453b47888 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:12.654524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.710615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-7b1accab-7d23-46b6-a426-7ebaeedd0212', 'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212', 'tenant_id': '034548ed0acb402b9092ff348c8dfa96', 'fixed_ips': [{'subnet_id': '6074539a-07e0-44bc-a7f9-59782d9631ef'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:04:12.711352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.774968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767615025848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16710102'] for subnet, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.779455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-77d87bf1-a8aa-43d1-b1d8-877c2baf9ff5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:12.845789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event updated for resources: {'Subnet': ['ID=6074539a-07e0-44bc-a7f9-59782d9631ef,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:12.851483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:12.861587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:12.862195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:12.863635 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "PUT /v2.0/subnets/6074539a-07e0-44bc-a7f9-59782d9631ef HTTP/1.1" status: 200 len: 900 time: 0.6047904 May 20 16:04:12.868357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46778) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:12.922732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port ef76df1b-3d4e-485c-b0f5-e8fd822824e3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,segment=NetworkSegment(1335ce3f-d017-44c9-8a2e-8176261acf8e),segment_id=1335ce3f-d017-44c9-8a2e-8176261acf8e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:12.923092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.167167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.184688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.195932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Allocated IP 2001:db8::3 (7b1accab-7d23-46b6-a426-7ebaeedd0212/6074539a-07e0-44bc-a7f9-59782d9631ef/63026ddd-3b6d-4427-93eb-4151de4733fb) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:13.202193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] DHCP port deletion for 4ad715ea-36bf-443e-8ba4-18f2e093ddf4 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:04:13.292937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:13.357975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port a4bb2240-c3ad-426e-a65f-575453b47888, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4bb2240-c3ad-426e-a65f-575453b47888,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:13.367234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ef76df1b-3d4e-485c-b0f5-e8fd822824e3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:13.407760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.420192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-99444a9e-f277-4f12-ae4d-87b31ae6614d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:13.427269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for ef76df1b-3d4e-485c-b0f5-e8fd822824e3 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:13.601930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.643298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=a4bb2240-c3ad-426e-a65f-575453b47888,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:13.678170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:13.729675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Deleting port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:13.730051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.758543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.768947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:13.831874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ff85d-e643-496b-96cd-7bc4aeeb6be6 req-727e0205-b6fa-469d-9ac5-6af30d9c591a tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:13.833549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-765ff85d-e643-496b-96cd-7bc4aeeb6be6 req-727e0205-b6fa-469d-9ac5-6af30d9c591a tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.4022973 May 20 16:04:13.842132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:13.847930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.848300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:13.884984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:13.885435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23e8d93b-684b-483e-9a3e-df69bacd1608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.885888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.900308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:13.924218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Transition to ACTIVE for port object 63026ddd-3b6d-4427-93eb-4151de4733fb will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:13.927015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30216b8-6b17-42bb-a64f-d21b9d60f8d7 req-e91371d1-6cce-4d78-964d-607572f5dc0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:13.928710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f30216b8-6b17-42bb-a64f-d21b9d60f8d7 req-e91371d1-6cce-4d78-964d-607572f5dc0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.4476900 May 20 16:04:13.935611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] For port ef76df1b-3d4e-485c-b0f5-e8fd822824e3, host dv-neutron-601336-76-hyperv, got binding levels [] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:13.936018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.112807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Transition to ACTIVE for port object 63026ddd-3b6d-4427-93eb-4151de4733fb will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:14.121044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Calling delete_port for ef76df1b-3d4e-485c-b0f5-e8fd822824e3 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:14.126215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.ipam_backend_mixin [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 was not found and therefore no delete operation was performed {{(pid=92433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 16:04:14.127853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.133829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:14.173727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.186999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Pushing event deleted for resources: {'Port': ['ID=ef76df1b-3d4e-485c-b0f5-e8fd822824e3,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:14.193215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:14.193215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:14.226502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.227977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] No DVR routers for this DVR port ef76df1b-3d4e-485c-b0f5-e8fd822824e3 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:14.254160 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-765ff85d-e643-496b-96cd-7bc4aeeb6be6 req-cb49e9be-e2ad-4fc1-9fd0-5e8da17c41ff tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142259 May 20 16:04:14.259058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Network 7b1accab-7d23-46b6-a426-7ebaeedd0212 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:14.262865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:14.267272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:14.277195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Pushing event updated for resources: {'Port': ['ID=63026ddd-3b6d-4427-93eb-4151de4733fb,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:14.306006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:14.313145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad715ea-36bf-443e-8ba4-18f2e093ddf4']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:14.330013 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f30216b8-6b17-42bb-a64f-d21b9d60f8d7 req-94e19abc-13f4-4b00-8352-3ad66685b07a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654873 May 20 16:04:14.358398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1335ce3f-d017-44c9-8a2e-8176261acf8e') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:14.358623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1335ce3f-d017-44c9-8a2e-8176261acf8e') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:14.384955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.394974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Attempting to bind port 63026ddd-3b6d-4427-93eb-4151de4733fb on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:14.395855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Attempting to bind port 63026ddd-3b6d-4427-93eb-4151de4733fb by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '55a9b172-fecf-4114-8655-4e7c24669a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:14.396277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Attempting to bind port 63026ddd-3b6d-4427-93eb-4151de4733fb on network 7b1accab-7d23-46b6-a426-7ebaeedd0212 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:14.403211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:14.403617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Checking segment: {'id': '55a9b172-fecf-4114-8655-4e7c24669a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:14.404009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.404404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Bound using segment: {'id': '55a9b172-fecf-4114-8655-4e7c24669a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:14.404892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Bound port: 63026ddd-3b6d-4427-93eb-4151de4733fb, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a9b172-fecf-4114-8655-4e7c24669a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b1accab-7d23-46b6-a426-7ebaeedd0212'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:14.405525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.423604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.432381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89b90d6f-a9f0-4ed8-bbc3-aedba81fd5f0 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:14.470761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.514320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:14.514320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.530739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] For port 63026ddd-3b6d-4427-93eb-4151de4733fb, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:14.539295 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:14.543322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] For port 63026ddd-3b6d-4427-93eb-4151de4733fb, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63026ddd-3b6d-4427-93eb-4151de4733fb,segment=NetworkSegment(55a9b172-fecf-4114-8655-4e7c24669a28),segment_id=55a9b172-fecf-4114-8655-4e7c24669a28)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:14.551672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.557388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:14.557733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:14.620297 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'code': 200} May 20 16:04:14.642342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.647537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:14.681287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a128975-30b8-4fc0-ae1e-1b22c45dddc8 None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:14.692593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=71b8813e-c9e9-4aea-84cb-0e4ead4c2d25,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:14.699652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:14.701931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:14.702590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.713683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.726200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bd9b139-07d8-45b6-9296-9a58c675b1ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:14.727182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Pushing event updated for resources: {'Port': ['ID=63026ddd-3b6d-4427-93eb-4151de4733fb,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:14.745120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.789133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=4ad715ea-36bf-443e-8ba4-18f2e093ddf4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:14.802140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:14.814196 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6742582 May 20 16:04:14.817984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46790) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:14.828457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-772318865', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71b8813e-c9e9-4aea-84cb-0e4ead4c2d25'}], 'security_groups': ['900eeb8e-86e6-4a45-9c69-6ad84d7630f6']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:14.856903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:14.864967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/4ad715ea-36bf-443e-8ba4-18f2e093ddf4 HTTP/1.1" status: 204 len: 168 time: 2.5424817 May 20 16:04:14.871694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46794) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:14.900481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-911700471', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:14.903788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.918285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65790478-eba5-4735-b16f-56464b1614ab tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:14.921871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:14.931135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:router and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:14.937231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:14.953204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:14.977814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:14.979570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.014501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.061432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.117194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.123726 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-74222e0a-90f6-4a8c-87f0-9db727f2844c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2475522 May 20 16:04:15.124036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46798) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:15.137799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-298198088'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:15.144887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=6074539a-07e0-44bc-a7f9-59782d9631ef,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:15.150576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:15.163465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:15.171220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:15.182480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:15.226128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:15.238679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.330167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:04:15.349397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.349397 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 1632e3d5-7d99-428f-97b0-26923b93bbc0 of type vlan for network 60fdfe04-b846-4dd1-9773-ce7371dce57e May 20 16:04:15.362123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:15.400669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.454248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.481286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 63026ddd-3b6d-4427-93eb-4151de4733fb up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:15.525258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.536883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:15.538505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.553451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-91010905-f001-4d1f-9b48-106be600c639 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:15.609398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Update dhcp port {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'fixed_ips': [{'subnet_id': '97ea7a52-8779-4f0f-bd72-a74f0c204e2c', 'ip_address': '172.20.0.2'}, {'subnet_id': '71b8813e-c9e9-4aea-84cb-0e4ead4c2d25'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '8710f3d5-17c7-4d66-91a9-c04dabb904f1'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:04:15.680474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 63026ddd-3b6d-4427-93eb-4151de4733fb completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:15.690135 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.703381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1accab-7d23-46b6-a426-7ebaeedd0212']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:15.707312 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5795381 May 20 16:04:15.716282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46806) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:15.732001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:15.783941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a9b172-fecf-4114-8655-4e7c24669a28') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:15.785618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a9b172-fecf-4114-8655-4e7c24669a28') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:15.867516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.887234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.890324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=60fdfe04-b846-4dd1-9773-ce7371dce57e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:15.903974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:15.915875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:15.919295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:15.925554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:15.930968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:15.940227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:15.958155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:15.962848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:15.987002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.017295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc0e3-298f-438e-b5c6-13deeb8f4244 req-97771864-c5e1-4931-9b6f-a3f7c8426635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:16.019008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12acc0e3-298f-438e-b5c6-13deeb8f4244 req-97771864-c5e1-4931-9b6f-a3f7c8426635 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 1098 time: 1.0332012 May 20 16:04:16.048771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:16.049184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:16.065827 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:16.164331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59419-b1f3-45be-aa77-df761d8f27b9 req-9330c323-0184-4b95-862c-b666ee4c7ce0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:16.171849 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-89b59419-b1f3-45be-aa77-df761d8f27b9 req-9330c323-0184-4b95-862c-b666ee4c7ce0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.4542258 May 20 16:04:16.246785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Allocated IP 172.20.0.18 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/71b8813e-c9e9-4aea-84cb-0e4ead4c2d25/8710f3d5-17c7-4d66-91a9-c04dabb904f1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:16.280851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b49cb-a99a-484c-8a1d-a4e050722ebf req-d34aeb85-8356-442a-ab92-2ecfe69aa8e9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:16.289547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-211b49cb-a99a-484c-8a1d-a4e050722ebf req-d34aeb85-8356-442a-ab92-2ecfe69aa8e9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.8329012 May 20 16:04:16.323723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:04:16.323723 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:04:16.323723 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '7b1accab-7d23-46b6-a426-7ebaeedd0212'}] May 20 16:04:16.323723 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:04:16.324199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:04:16.349622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12acc0e3-298f-438e-b5c6-13deeb8f4244 req-6b9137e0-9733-413d-8643-0af7fc70ba7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233354 May 20 16:04:16.409924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770db94b-17e2-43d6-b496-f2f0a5b4aaff None None] Network 7b1accab-7d23-46b6-a426-7ebaeedd0212 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:16.445896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-89b59419-b1f3-45be-aa77-df761d8f27b9 req-07e95f93-8534-49a9-a6e7-6469d7ea924b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706585 May 20 16:04:16.458153 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-211b49cb-a99a-484c-8a1d-a4e050722ebf req-e3be7126-ab5e-4051-9378-ea617d5d454a tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676803 May 20 16:04:16.575786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.591937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Provisioning for port 63026ddd-3b6d-4427-93eb-4151de4733fb completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:16.616312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Provisioning complete for port 63026ddd-3b6d-4427-93eb-4151de4733fb triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:16.616612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.632301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.636282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f5340873-65e0-427a-8be5-d22fc0f08a0a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:16.760197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:16.808535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.825890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.857777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Transition to ACTIVE for port object 8710f3d5-17c7-4d66-91a9-c04dabb904f1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:16.867060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.875041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=55f791dd-61d8-47ba-857d-2b7abc8062f2,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:16.877541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d3d7417d-34ac-47d6-be69-fc3813b4bdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:16.877963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:16.884199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:16.884562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: 60fdfe04-b846-4dd1-9773-ce7371dce57e, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:04:16.909453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:04:16.923460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 60fdfe04-b846-4dd1-9773-ce7371dce57e) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:16.945942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50a2d1-f49e-4ce6-a961-51aa91aa182c None None] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:16.946271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:16.946720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:16.976272 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2589500 May 20 16:04:16.976977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46810) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:17.062655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Delete allocated IP 172.20.0.3 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/97ea7a52-8779-4f0f-bd72-a74f0c204e2c) {{(pid=92432) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 16:04:17.071997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.27 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/71b8813e-c9e9-4aea-84cb-0e4ead4c2d25/65e7284b-5325-40de-b44a-9cc4b702bf16) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:17.116063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.167151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:17.193276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:17.250904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] DHCP port deletion for 7b1accab-7d23-46b6-a426-7ebaeedd0212 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:04:17.337429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] For port 63026ddd-3b6d-4427-93eb-4151de4733fb, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63026ddd-3b6d-4427-93eb-4151de4733fb,segment=NetworkSegment(55a9b172-fecf-4114-8655-4e7c24669a28),segment_id=55a9b172-fecf-4114-8655-4e7c24669a28)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:17.353889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.357649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b14706c-39d4-44af-ac0d-2ff8cd3e69ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:17.464157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8710f3d5-17c7-4d66-91a9-c04dabb904f1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:17.485878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port 63026ddd-3b6d-4427-93eb-4151de4733fb {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:17.486361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.657501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Pushing event updated for resources: {'Port': ['ID=63026ddd-3b6d-4427-93eb-4151de4733fb,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:17.665043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:17.682980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-60fdfe04-b846-4dd1-9773-ce7371dce57e', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:04:17.684377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.734114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Deleting port 63026ddd-3b6d-4427-93eb-4151de4733fb {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:17.734509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.824263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port 63026ddd-3b6d-4427-93eb-4151de4733fb, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63026ddd-3b6d-4427-93eb-4151de4733fb,segment=NetworkSegment(55a9b172-fecf-4114-8655-4e7c24669a28),segment_id=55a9b172-fecf-4114-8655-4e7c24669a28)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:17.824641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.969728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for 63026ddd-3b6d-4427-93eb-4151de4733fb owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:18.024275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.089134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.119699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] For port 63026ddd-3b6d-4427-93eb-4151de4733fb, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=63026ddd-3b6d-4427-93eb-4151de4733fb,segment=NetworkSegment(55a9b172-fecf-4114-8655-4e7c24669a28),segment_id=55a9b172-fecf-4114-8655-4e7c24669a28)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:18.120017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.142594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 65e7284b-5325-40de-b44a-9cc4b702bf16 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:18.142992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 63026ddd-3b6d-4427-93eb-4151de4733fb no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:18.158476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.173491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:18.385628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Calling delete_port for 63026ddd-3b6d-4427-93eb-4151de4733fb owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:18.419958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Allocated IP 172.20.0.2 (60fdfe04-b846-4dd1-9773-ce7371dce57e/55f791dd-61d8-47ba-857d-2b7abc8062f2/4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:18.512796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.566501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=65e7284b-5325-40de-b44a-9cc4b702bf16,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:18.568522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbfb136c-5cea-4b23-b844-0fc281f96cec None None] Provisioning complete for port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:18.568875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbfb136c-5cea-4b23-b844-0fc281f96cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.570024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:18.580653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3dc9c71a-8182-4aec-ab1b-eef7d3d8b7bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:18.611072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Port 63026ddd-3b6d-4427-93eb-4151de4733fb update to DOWN by agent not found {{(pid=92433) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 16:04:18.633877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port 63026ddd-3b6d-4427-93eb-4151de4733fb on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:18.684851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710d17-6481-4507-b1a7-f256b30c0782 req-ba4956cc-253f-4e3c-9f50-aeb3fd606a46 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:18.691886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-df710d17-6481-4507-b1a7-f256b30c0782 req-ba4956cc-253f-4e3c-9f50-aeb3fd606a46 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.9672670 May 20 16:04:18.702795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb136c-5cea-4b23-b844-0fc281f96cec None None] Port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:18.703631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=63026ddd-3b6d-4427-93eb-4151de4733fb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:18.705456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:18.714376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.718351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0025ad51-7467-400c-9042-b5dfed7bd8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:18.746470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-96b2948d-54c6-474c-a8f0-2b14306e8b97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7506566 May 20 16:04:18.772260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c58ebb-6d29-474e-999d-0a2417211058 req-40931d92-0741-4727-9c58-628933e9c35f tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:18.773955 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33c58ebb-6d29-474e-999d-0a2417211058 req-40931d92-0741-4727-9c58-628933e9c35f tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.7809222 May 20 16:04:18.780176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Pushing event deleted for resources: {'Port': ['ID=63026ddd-3b6d-4427-93eb-4151de4733fb,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:18.817057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:18.817057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbfb136c-5cea-4b23-b844-0fc281f96cec None None] Provisioning for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:18.828934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] No DVR routers for this DVR port 63026ddd-3b6d-4427-93eb-4151de4733fb on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:18.834741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbfb136c-5cea-4b23-b844-0fc281f96cec None None] Provisioning complete for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:18.835239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbfb136c-5cea-4b23-b844-0fc281f96cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.853220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] In _notify_port_updated(), no bound segment for port 65e7284b-5325-40de-b44a-9cc4b702bf16 on network daf63fa7-c2e9-473f-9af9-fd340f1b704b {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:04:18.859294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:18.859981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.865868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46818) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:18.866412 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/ports/65e7284b-5325-40de-b44a-9cc4b702bf16 HTTP/1.1" status: 200 len: 920 time: 4.0470421 May 20 16:04:18.872777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c2fa5-8832-4041-8d6a-b1a71ee90237 None None] Network 7b1accab-7d23-46b6-a426-7ebaeedd0212 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:18.949112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:18.965597 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-df710d17-6481-4507-b1a7-f256b30c0782 req-7458c2f1-f794-4646-b00a-5f2db9064fb8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724452 May 20 16:04:18.998705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.053455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1accab-7d23-46b6-a426-7ebaeedd0212']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:19.071789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a9b172-fecf-4114-8655-4e7c24669a28') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:19.072064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a9b172-fecf-4114-8655-4e7c24669a28') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:19.082901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Transition to ACTIVE for port object 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:19.087979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.109764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.118011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:19.118520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:19.142881 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:19.241101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 65e7284b-5325-40de-b44a-9cc4b702bf16 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:19.241755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.253793 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33c58ebb-6d29-474e-999d-0a2417211058 req-26e2b82f-d0e3-485f-9f6f-120182d3c389 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994172 May 20 16:04:19.312714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.318678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.328201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06ddb351-69ca-4d89-b42f-e08465fc40c2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:19.367561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=7b1accab-7d23-46b6-a426-7ebaeedd0212,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:19.370637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:19.385568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/7b1accab-7d23-46b6-a426-7ebaeedd0212 HTTP/1.1" status: 204 len: 168 time: 6.5131028 May 20 16:04:19.393412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46824) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:19.439200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Transition to ACTIVE for port object 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:19.447930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-4ad2a580-cca1-4033-975b-ba8f6a16635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:19.449781 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-4ad2a580-cca1-4033-975b-ba8f6a16635f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 1098 time: 0.5406260 May 20 16:04:19.457089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-1114dc90-3145-415d-85ea-73b6b59066b0 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:19.457871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1114dc90-3145-415d-85ea-73b6b59066b0 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:19.460355 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1114dc90-3145-415d-85ea-73b6b59066b0 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/6074539a-07e0-44bc-a7f9-59782d9631ef HTTP/1.1" status: 404 len: 337 time: 0.0656679 May 20 16:04:19.468241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46828) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:19.471174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69e8d4-cfe1-4f26-aabe-d1f67c5471bd req-d0157db7-1113-4f31-9b26-08eee10334c2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:19.479490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee69e8d4-cfe1-4f26-aabe-d1f67c5471bd req-d0157db7-1113-4f31-9b26-08eee10334c2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.3356144 May 20 16:04:19.512271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.520121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:19.556276 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8826514e-2d88-47ee-ac1a-f0b3a47e413f tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:19.556870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8826514e-2d88-47ee-ac1a-f0b3a47e413f tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:19.569654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.591854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:19.597485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:19.606857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:19.658424 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee69e8d4-cfe1-4f26-aabe-d1f67c5471bd req-8ac2cdf2-6c33-4cbe-881a-a2e053bce389 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773148 May 20 16:04:19.664490 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8826514e-2d88-47ee-ac1a-f0b3a47e413f tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/7b1accab-7d23-46b6-a426-7ebaeedd0212 HTTP/1.1" status: 404 len: 339 time: 0.1950438 May 20 16:04:19.668313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46836) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:19.695136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46840) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:19.718174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Pushing event updated for resources: {'Port': ['ID=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:19.729893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-331711e5-63a6-40fc-a864-d890f5abc8a7 None None] Provisioning for port 65e7284b-5325-40de-b44a-9cc4b702bf16 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:19.733204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:19.741947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Attempting to bind port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:19.742322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Attempting to bind port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:19.742715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Attempting to bind port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e on network 60fdfe04-b846-4dd1-9773-ce7371dce57e {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:19.744952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-331711e5-63a6-40fc-a864-d890f5abc8a7 None None] Provisioning complete for port 65e7284b-5325-40de-b44a-9cc4b702bf16 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:19.745360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-331711e5-63a6-40fc-a864-d890f5abc8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.785071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:19.785487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Checking segment: {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:19.785912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.786329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Bound using segment: {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:19.786834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Bound port: 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:19.787756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.821988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-b8c0e172-60a2-4c4f-9170-65af81fa87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:19.823515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-b8c0e172-60a2-4c4f-9170-65af81fa87f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.3415964 May 20 16:04:19.865971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-331711e5-63a6-40fc-a864-d890f5abc8a7 None None] Port 65e7284b-5325-40de-b44a-9cc4b702bf16 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:19.922923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] For port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:19.928733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] For port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:19.930498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 65e7284b-5325-40de-b44a-9cc4b702bf16 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:19.940806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:19.943850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3d161-7b03-420c-b534-df2df5d748d6 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:19.948408 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b8f3d161-7b03-420c-b534-df2df5d748d6 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 1093 time: 0.2488711 May 20 16:04:19.948678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46844) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:19.954077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:19.956857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6af8e9e6-e20a-4770-b65e-6d5328be82a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:19.963601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-661cf60e-1a57-4966-8ef9-69c62db5c4ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5 HTTP/1.1" status: 200 len: 1001 time: 0.1321180 May 20 16:04:19.964635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:19.969184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:20.004383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:20.012096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.20.0.1 (60fdfe04-b846-4dd1-9773-ce7371dce57e/55f791dd-61d8-47ba-857d-2b7abc8062f2/1f820a73-691a-4543-9b99-d4b5cb8e4905) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:20.018718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:20.048936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.075671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-1a9d9464-bd9a-400e-9f4a-b63e9ae4b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:20.077252 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-1a9d9464-bd9a-400e-9f4a-b63e9ae4b422 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.1049590 May 20 16:04:20.102543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.104028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Pushing event updated for resources: {'Port': ['ID=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:20.110796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:20.401155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.402108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-40bd727c-a49a-4d7b-b9d1-55d96a833ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:20.404283 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-40bd727c-a49a-4d7b-b9d1-55d96a833ebb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3169711 May 20 16:04:20.478164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.552018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object 1f820a73-691a-4543-9b99-d4b5cb8e4905 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:20.560535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e71aed-339a-48bb-b239-c89c9e2be3c8']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:20.610599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c081644-96c0-4ddf-8e4a-d17bc79c404f') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:20.611102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c081644-96c0-4ddf-8e4a-d17bc79c404f') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:20.648589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.683520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.699142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:20.713425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.762979 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-98140beb-8a66-4634-b34a-81fd6dd3a7fe service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507581 May 20 16:04:20.768576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.816416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:20.817019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:20.846571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=65e7284b-5325-40de-b44a-9cc4b702bf16,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:20.850033 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:20.853892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:21.128459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a5446-f3e6-4711-acbd-49527f3eb275 req-a9eabfe2-95f7-490e-bcf9-70a98714781c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:21.136475 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-754a5446-f3e6-4711-acbd-49527f3eb275 req-a9eabfe2-95f7-490e-bcf9-70a98714781c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.5122313 May 20 16:04:21.198835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.227594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf8d1728-0bfd-45cc-b6d4-24fcb7475940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:21.268476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-754a5446-f3e6-4711-acbd-49527f3eb275 req-f6340971-17db-426c-994b-5714a61ba29a tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309299 May 20 16:04:21.317967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.165 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/520a2a8a-35ba-400b-b902-6f8d795aaf70) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:21.331225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e74c696-4e69-4532-8f3b-f49a81cf8381 req-d406e55a-39bb-4cc3-92d0-b692c70ec778 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602171 May 20 16:04:21.407270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:21.419479 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.423365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:21.453146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.458190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:21.482966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:21.564566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=1f820a73-691a-4543-9b99-d4b5cb8e4905,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:21.567399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.581209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.603645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:21.607080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3125da60-0976-43ac-aef4-98eda8716231 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:21.630508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.654819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:21.657628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f60574b3-f505-420b-9d9c-60db06f2cacd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:21.665849 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/89e71aed-339a-48bb-b239-c89c9e2be3c8 HTTP/1.1" status: 204 len: 168 time: 1.9928420 May 20 16:04:21.668257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=89e71aed-339a-48bb-b239-c89c9e2be3c8,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:21.673788 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/65e7284b-5325-40de-b44a-9cc4b702bf16 HTTP/1.1" status: 204 len: 168 time: 2.8057358 May 20 16:04:21.677798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46850) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:21.677798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46852) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:21.678475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:21.705093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7750c2e-5667-48aa-bfc3-8d10c6f9373d None None] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:21.783255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:21.789249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:21.805823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:21.806304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.812826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80a63d-da69-404c-961e-6fdb776f6052 req-2a00886c-674e-4b48-971a-893a999d296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:21.815404 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-cf80a63d-da69-404c-961e-6fdb776f6052 req-2a00886c-674e-4b48-971a-893a999d296b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1099 time: 1.0041554 May 20 16:04:21.817111 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6aab01-4e55-4aa5-b749-be888c65f897 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:21.817556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6aab01-4e55-4aa5-b749-be888c65f897 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:21.821237 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4a6aab01-4e55-4aa5-b749-be888c65f897 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/e9efd43c-0a40-437d-9d57-2cb66debdc04 HTTP/1.1" status: 404 len: 337 time: 0.1407919 May 20 16:04:21.831516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46858) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:21.856433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Provisioning for port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:21.862715 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbe5ea0-51a6-4193-be7a-5d6ef691aae8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:04:21.863271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-efbe5ea0-51a6-4193-be7a-5d6ef691aae8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:21.881767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Provisioning complete for port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:21.882375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:21.899550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=520a2a8a-35ba-400b-b902-6f8d795aaf70,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:21.905902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:21.920768 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9e9e2d-1a24-41cc-bebe-73f2cc14b14d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:21.920768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9e9e2d-1a24-41cc-bebe-73f2cc14b14d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:21.927076 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8a9e9e2d-1a24-41cc-bebe-73f2cc14b14d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/419b9fbb-8d26-4b94-8545-714274987588 HTTP/1.1" status: 404 len: 339 time: 0.0883563 May 20 16:04:21.933302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46862) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:21.988702 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-cf80a63d-da69-404c-961e-6fdb776f6052 req-f020ad3d-2d09-40bd-a542-3d1fb0ce0faa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558902 May 20 16:04:21.994558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-efbe5ea0-51a6-4193-be7a-5d6ef691aae8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:21.998133 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-efbe5ea0-51a6-4193-be7a-5d6ef691aae8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/65e7284b-5325-40de-b44a-9cc4b702bf16 HTTP/1.1" status: 404 len: 333 time: 0.3159795 May 20 16:04:21.998648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46866) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:22.078175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting subnet da11de9c-fa90-4dbe-a1f5-fb8f461eabfe {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:22.143627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.238871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.284686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.308642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.327436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.330547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.369044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:04:22.431720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:22.519720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.resource_extend [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:04:22.569208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] For port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:22.581173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.740110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-eba91e82-62d2-48b1-9acf-80605da5600e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:22.741469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.763870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a1a61574-f629-49c2-a9d2-1cb3a97a8525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:22.853736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f443af-633d-4965-a5ba-0e677a860b97,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:22.902017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f437d-1b8f-40ec-b927-34ded9a3a17d req-a4c042fd-75be-45f2-ad25-c8fc69fc569f tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:22.904856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5e3f437d-1b8f-40ec-b927-34ded9a3a17d req-a4c042fd-75be-45f2-ad25-c8fc69fc569f tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.3413360 May 20 16:04:22.911029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:22.913174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.920175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:22.983057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-06112030-7995-4527-be22-b2fc47c2e399 None None] Provisioning complete for port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:22.983416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-06112030-7995-4527-be22-b2fc47c2e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.011844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.077646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:23.085954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:23.112535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.136688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Pushing event updated for resources: {'Port': ['ID=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:23.155085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:23.158012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:23.168389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.174012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/security-groups/60f443af-633d-4965-a5ba-0e677a860b97 HTTP/1.1" status: 204 len: 168 time: 1.1718473 May 20 16:04:23.189925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46874) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:23.219122 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'code': 200} May 20 16:04:23.247788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:23.291209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5e3f437d-1b8f-40ec-b927-34ded9a3a17d req-85f38a88-75c4-4b29-aee7-433b62cb0443 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356910 May 20 16:04:23.320347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.354445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'port_id': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'mac_address': 'fa:16:3e:8a:5f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:04:23.419644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.426523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:23.470383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.618326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.634749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d0a3356-e45d-4e1d-8d5d-c94bbec5782c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:23.652520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:23.675759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900eeb8e-86e6-4a45-9c69-6ad84d7630f6,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:23.679083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:23.680048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:23.692051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.695630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/security-groups/900eeb8e-86e6-4a45-9c69-6ad84d7630f6 HTTP/1.1" status: 204 len: 168 time: 0.4968283 May 20 16:04:23.695941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46878) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:23.714754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.773887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:04:23.774760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.785236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.797950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8426c56b-484b-4acc-a0e2-3a21a1a8d62b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:23.806699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-06112030-7995-4527-be22-b2fc47c2e399 None None] Provisioning for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:23.826646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:23.832807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-06112030-7995-4527-be22-b2fc47c2e399 None None] Provisioning complete for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:23.833746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-06112030-7995-4527-be22-b2fc47c2e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.834457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.844621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.868111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 97ea7a52-8779-4f0f-bd72-a74f0c204e2c {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:23.891386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:23.892209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.900469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:23.963304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:23.982920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-05ccd25b-e0f4-44b8-98f2-e93bb84b2bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:24.031734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.063189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.077112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.083025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.089032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=1f820a73-691a-4543-9b99-d4b5cb8e4905,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:24.098174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:24.099138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:24.104334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165958ed-d293-4e75-a775-462e771b4772 None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:24.139164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=520a2a8a-35ba-400b-b902-6f8d795aaf70,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:24.146764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:24.151071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=da11de9c-fa90-4dbe-a1f5-fb8f461eabfe,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:24.153582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.154028 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/da11de9c-fa90-4dbe-a1f5-fb8f461eabfe HTTP/1.1" status: 204 len: 168 time: 2.2169187 May 20 16:04:24.158172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46882) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:24.159001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:24.228805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.284161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-06112030-7995-4527-be22-b2fc47c2e399 None None] Port 1f820a73-691a-4543-9b99-d4b5cb8e4905 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:24.287940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:04:24.372370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:24.390281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting subnet 6e84b209-d870-4cf2-b685-54496b7f8876 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:24.390438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:24.416167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.420240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 6a657eaf-1028-49b9-8838-7bf1bec0ccea associated. External IP: 172.26.8.165, port: a4bb2240-c3ad-426e-a65f-575453b47888. May 20 16:04:24.497719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.561330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2cf7e72a-d16e-47d8-9b59-45ccfa2c9494 None None] Provisioning complete for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:24.561765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e72a-d16e-47d8-9b59-45ccfa2c9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.569056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:24.573778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:24.622997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:24.838452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e72a-d16e-47d8-9b59-45ccfa2c9494 None None] Port 1f820a73-691a-4543-9b99-d4b5cb8e4905 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:24.963266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.079385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:04:25.118648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-249962c4-e226-472a-808b-98448d2c992c None None] Provisioning complete for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:25.119086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-249962c4-e226-472a-808b-98448d2c992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.186380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-249962c4-e226-472a-808b-98448d2c992c None None] Port 1f820a73-691a-4543-9b99-d4b5cb8e4905 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:25.326479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c309-79fa-4023-a6fd-693b5ebd4d8c req-f99a4e67-62cb-4674-8103-ea54a9da9622 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:25.328158 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94c0c309-79fa-4023-a6fd-693b5ebd4d8c req-f99a4e67-62cb-4674-8103-ea54a9da9622 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 945 time: 0.7033999 May 20 16:04:25.469064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 84bac856-61b8-47c7-8ee8-545a94273a7c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:25.478741 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94c0c309-79fa-4023-a6fd-693b5ebd4d8c req-983c3275-618f-4715-bcaf-e57113ac9fec tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341195 May 20 16:04:25.515299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46888) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:25.582479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.588971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:25.634306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=97ea7a52-8779-4f0f-bd72-a74f0c204e2c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:25.649206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:25.651024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.665801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81fb45e-b8f5-4c8f-98e2-8a13c6005a94 None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:25.721490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/97ea7a52-8779-4f0f-bd72-a74f0c204e2c HTTP/1.1" status: 204 len: 168 time: 2.0181146 May 20 16:04:25.722589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46892) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:25.735996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:25.811231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:25.829473 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8512759 May 20 16:04:25.848968 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cd3260cb-e230-4fe1-a91d-69a64eb2dfa0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 200 len: 991 time: 0.3183341 May 20 16:04:25.848968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46896) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:25.849508 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:25.850286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979365102'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:25.853099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:25.858423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:25.862020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:25.867496 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:25.870302 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:25.871542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:25.888456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:25.892697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.922436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbc8d350-b629-404a-9d9c-e7ea306c5c50 None None] Provisioning complete for port 21bdabd4-9513-4e7a-a693-d7f8191a95cd triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:25.929165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d350-b629-404a-9d9c-e7ea306c5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.937889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:04:25.950216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:25.950617 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 543fcdcb-5106-47dd-aab4-3aa363ef17e8 of type vlan for network c6996b9a-fb22-473f-ada0-4af624ad187e May 20 16:04:25.985500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.035594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.042406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e5f5695f-9d35-4893-a846-1708d2b48add tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:26.045605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:26.090826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.092321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] Sync routers for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:26.095974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.097923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:26.098579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.107074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=6e84b209-d870-4cf2-b685-54496b7f8876,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:26.119469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:26.120112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:26.137278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296984f-9cda-4ac3-a43b-eaeebc00461d None None] Network 926667e0-59f9-4e65-95e9-460c134a1867 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:26.138670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.155732 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f3313f20-90fe-44e3-9c88-077f5dab9bba tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/6e84b209-d870-4cf2-b685-54496b7f8876 HTTP/1.1" status: 204 len: 168 time: 1.9955158 May 20 16:04:26.162617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46900) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:26.181473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:26.190050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:26.195349 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2456098 May 20 16:04:26.196897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:26.200010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:26.200522 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3584900 May 20 16:04:26.201297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46904) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:26.215383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46906) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:26.226674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:26.237759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:26.290477 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:26.327703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:26.331648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:26.424054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:26.428167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.487316 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'status': 'completed', 'code': 200} May 20 16:04:26.511052 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-443d5ae3-8f46-4933-882b-1eaf28fe54f0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 991 time: 0.3041971 May 20 16:04:26.592438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:26.602053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:26.602324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:26.608230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:26.628156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:26.653429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:26.657218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.660322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=c6996b9a-fb22-473f-ada0-4af624ad187e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:26.673983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:26.707389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.734101 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:22Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:23Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:26.739367 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:26.739748 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Updating router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 port 1f820a73-691a-4543-9b99-d4b5cb8e4905 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:04:26.786562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c6996b9a-fb22-473f-ada0-4af624ad187e details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:26.801220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-22db4169-0f70-425a-b0fa-2e65e900be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:26.804053 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-22db4169-0f70-425a-b0fa-2e65e900be3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 1098 time: 0.2904887 May 20 16:04:26.807263 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.953975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port 21bdabd4-9513-4e7a-a693-d7f8191a95cd {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:26.954383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.196848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-21dd27ee-be85-4e8c-a251-4c83a69334d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:27.198292 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-21dd27ee-be85-4e8c-a251-4c83a69334d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 HTTP/1.1" status: 200 len: 897 time: 0.3878727 May 20 16:04:27.274889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port 21bdabd4-9513-4e7a-a693-d7f8191a95cd, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=21bdabd4-9513-4e7a-a693-d7f8191a95cd,segment=NetworkSegment(62f74c77-ba28-4ad5-8343-e0b2508328fa),segment_id=62f74c77-ba28-4ad5-8343-e0b2508328fa)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:27.275302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.403601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:27.515673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46916) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:27.526437 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.566112 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Transition to ACTIVE for port object 1f820a73-691a-4543-9b99-d4b5cb8e4905 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:27.584319 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.603488 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:27.636444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for 21bdabd4-9513-4e7a-a693-d7f8191a95cd owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:27.668247 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-b137006b-f668-4405-b625-b3048a61c8dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4bb2240-c3ad-426e-a65f-575453b47888 HTTP/1.1" status: 200 len: 999 time: 0.4543905 May 20 16:04:27.785968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-9630aa42-5788-4068-a594-e0f6795c5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:27.788017 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-9630aa42-5788-4068-a594-e0f6795c5c20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38cdc00d-fbff-4e3f-80a1-fd2f73d25968 HTTP/1.1" status: 200 len: 835 time: 0.1099062 May 20 16:04:27.815205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-752867a0-fd40-4b45-b6e3-85dc06e2c75c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 991 time: 0.2933180 May 20 16:04:27.876680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:27.877041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.896822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.899706 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533921-50fc-4cc2-87cf-46a4cc968216 None None] Pushing event updated for resources: {'Port': ['ID=1f820a73-691a-4543-9b99-d4b5cb8e4905,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:27.901593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:27.910928 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-47533921-50fc-4cc2-87cf-46a4cc968216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:28.031635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=21bdabd4-9513-4e7a-a693-d7f8191a95cd,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:28.043360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:28.046443 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Attempting to bind port 1f820a73-691a-4543-9b99-d4b5cb8e4905 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:28.047206 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Attempting to bind port 1f820a73-691a-4543-9b99-d4b5cb8e4905 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:28.048015 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Attempting to bind port 1f820a73-691a-4543-9b99-d4b5cb8e4905 on network 60fdfe04-b846-4dd1-9773-ce7371dce57e {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:28.055844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port 21bdabd4-9513-4e7a-a693-d7f8191a95cd on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:28.056608 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:28.057960 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Checking segment: {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:28.058698 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.059590 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Bound using segment: {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:28.060383 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Bound port: 1f820a73-691a-4543-9b99-d4b5cb8e4905, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1632e3d5-7d99-428f-97b0-26923b93bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:28.061022 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.198040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-bd1c14cc-7068-45c9-88c2-d30a0592b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:28.199802 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-bd1c14cc-7068-45c9-88c2-d30a0592b82f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4012699 May 20 16:04:28.204315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.211760 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] For port 1f820a73-691a-4543-9b99-d4b5cb8e4905, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:28.217568 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] For port 1f820a73-691a-4543-9b99-d4b5cb8e4905, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1f820a73-691a-4543-9b99-d4b5cb8e4905,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:28.220150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1f547b38-53f0-4b50-823f-52022c1d6eb9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:28.227509 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.235322 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:28.269828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:28.278115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:28.292731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.328114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:28.329146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.389112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6658709 May 20 16:04:28.393959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46920) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:28.403547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:28.404362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: c6996b9a-fb22-473f-ada0-4af624ad187e, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:04:28.409689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=f5fd4a93-9450-4261-a48c-44bc85fc5b42,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:28.411094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903939884'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:28.417097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.421585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:28.423434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8dd6eecf-6bb2-4370-bfc6-6f9edd208fdd tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:28.430017 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533921-50fc-4cc2-87cf-46a4cc968216 None None] Pushing event updated for resources: {'Port': ['ID=1f820a73-691a-4543-9b99-d4b5cb8e4905,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:28.433910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:28.438023 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-47533921-50fc-4cc2-87cf-46a4cc968216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:28.442546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:28.451061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926667e0-59f9-4e65-95e9-460c134a1867']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:28.458823 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:28.459065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:28.459810 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:28.471162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:28.488909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f74c77-ba28-4ad5-8343-e0b2508328fa') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:28.489200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f74c77-ba28-4ad5-8343-e0b2508328fa') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:28.523337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.540324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.610517 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-71b83858-5021-4bf1-908e-dbb056c1a9e3 service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972528 May 20 16:04:28.622824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.640751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d63e5b-6cd1-4074-b227-bb1364df9b95 None None] DHCP port deletion for 926667e0-59f9-4e65-95e9-460c134a1867 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:04:28.680717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.695007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:28.697849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:28.698328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:28.731657 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:28.747077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group_rule and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:28.772382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=bbf8c04c-f029-4006-8eea-38e6d561591d,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:28.782465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:28.792130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network c6996b9a-fb22-473f-ada0-4af624ad187e is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:04:28.802655 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:28.804527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:28.824537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46926) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:28.825686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:28.839040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:28.852918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:28.915242 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'code': 200} May 20 16:04:28.934399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '6a657eaf-1028-49b9-8838-7bf1bec0ccea', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'port_id': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'mac_address': 'fa:16:3e:96:b5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:04:22Z', 'updated_at': '2021-05-20T16:04:22Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:28.956662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:28.964006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:28.967965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] Checking router: 84bac856-61b8-47c7-8ee8-545a94273a7c for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:28.998350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:28.999057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:29.079864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c6996b9a-fb22-473f-ada0-4af624ad187e) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:29.083873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.134780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.147861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b54c9e77-4842-462d-ac58-6735af14844b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:29.157187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.170389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.195185 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/926667e0-59f9-4e65-95e9-460c134a1867 HTTP/1.1" status: 204 len: 168 time: 3.0261755 May 20 16:04:29.209396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46930) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:29.248410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc0304-4a7e-4f70-a429-684a00906325,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:29.263786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.269255 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8624880 May 20 16:04:29.269255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:29.269813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bdbbe09d-cd1e-446f-bb3b-c64bd110bcef tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:29.297560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46934) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:29.298474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=926667e0-59f9-4e65-95e9-460c134a1867,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:29.321081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:29.324673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276385422'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:29.346490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:29.353952 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-58447de0-6177-4900-b8c0-50e9d77ece55 req-0d91053e-4605-438a-a093-6962644d8857 service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240047 May 20 16:04:29.354992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:29.364074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:29.389231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:29.395550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:29.399802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.409590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.420754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8f90b4-0a28-470e-8321-ebfc3715f7d4 None None] Network c6996b9a-fb22-473f-ada0-4af624ad187e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:29.455944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:29.461245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:29.467086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group_rule and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:29.475332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:29.489760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:29.491310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:29.524390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef3f5b2-fa27-4d0c-8c20-3406fe35e701 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:29.525137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef3f5b2-fa27-4d0c-8c20-3406fe35e701 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:29.528323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-eef3f5b2-fa27-4d0c-8c20-3406fe35e701 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/3a38ef1e-679f-4036-8ac7-794463cf3e92 HTTP/1.1" status: 404 len: 337 time: 0.2920747 May 20 16:04:29.548999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46938) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:29.604117 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f148c8-c688-4ec8-aa5b-bd5321bbaaf5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:29.604790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f148c8-c688-4ec8-aa5b-bd5321bbaaf5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:29.607831 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e9f148c8-c688-4ec8-aa5b-bd5321bbaaf5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/b80b051a-ed71-446f-b1c0-3b57ef694c1b HTTP/1.1" status: 404 len: 339 time: 0.0571189 May 20 16:04:29.615707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-84e9851f-c8ad-4d61-9f18-8a7358e74cf2 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3919981 May 20 16:04:29.618371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46942) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:29.632043 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-548ccd3f-912b-43f4-8eda-2899d87b0b3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 991 time: 0.7873242 May 20 16:04:29.633746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46944) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:29.666918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.671888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21bdabd4-9513-4e7a-a693-d7f8191a95cd no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:29.674204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.699561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-255d9b15-7538-44e5-b400-5fcbdbce9417 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:29.714865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.717558 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4160545 May 20 16:04:29.721745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46950) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:29.735201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'security_group': {'name': 'tempest-secgroup-1334449343'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:29.738901 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:22Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:28Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:29.754145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:29.762057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:29.763427 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67850-ae52-4465-94f2-2db446d88bb0 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:22Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:28Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:29.766372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b16284-7ed5-4259-8187-cf4f3c42dcf5,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:29.769793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:29.778836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:29.784543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:29.812199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.824678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 21bdabd4-9513-4e7a-a693-d7f8191a95cd {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:04:29.825014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 21bdabd4-9513-4e7a-a693-d7f8191a95cd not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:04:29.831530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268445eb-2475-431c-bf28-9d9e4cce9564 None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:29.874914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:29.887766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:security_group_rule and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:29.895631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:29.910152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:29.975790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:30.067243 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee45fea2-e8d3-4d2c-b94e-5dab220e81b8 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:30.068164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee45fea2-e8d3-4d2c-b94e-5dab220e81b8 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:30.070568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ee45fea2-e8d3-4d2c-b94e-5dab220e81b8 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/d4acf627-492f-4ac0-9978-77812b3cf840 HTTP/1.1" status: 404 len: 337 time: 0.4503324 May 20 16:04:30.076685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:30.086705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.101054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.109024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-05cf6525-c617-44d6-9f5c-ff93fa000653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:30.203055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c78c12-4024-4e40-b15c-36a3a9d990b3,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:30.206435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:30.207838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.212879 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4896085 May 20 16:04:30.213861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46958) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:30.221675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-744320731', 'security_groups': ['45c78c12-4024-4e40-b15c-36a3a9d990b3'], 'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5fd4a93-9450-4261-a48c-44bc85fc5b42'}]}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:30.299494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-063948be-5c4e-4fa5-91fb-8706c85fcbf7 None None] Provisioning complete for port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:30.299874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-063948be-5c4e-4fa5-91fb-8706c85fcbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.329377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d2e4af-ae9b-404a-a6a7-f760dc969841 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:30.330110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d2e4af-ae9b-404a-a6a7-f760dc969841 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:30.338434 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a2d2e4af-ae9b-404a-a6a7-f760dc969841 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/7db6b4bc-4716-41c9-bd7a-827eda0e6bd2 HTTP/1.1" status: 404 len: 339 time: 0.2595723 May 20 16:04:30.341306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46962) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:30.391430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-063948be-5c4e-4fa5-91fb-8706c85fcbf7 None None] Port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:30.487158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:30.499910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:30.512752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:30.541375 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c176ae-75db-4d03-ab0c-f0649ddf352e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:30.542837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c176ae-75db-4d03-ab0c-f0649ddf352e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:30.551476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a6c176ae-75db-4d03-ab0c-f0649ddf352e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/c98620c8-290e-428e-93b0-0d52fcfba543 HTTP/1.1" status: 404 len: 337 time: 0.2041979 May 20 16:04:30.552395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46966) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:30.635975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c6996b9a-fb22-473f-ada0-4af624ad187e', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:04:30.636958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.654196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-063948be-5c4e-4fa5-91fb-8706c85fcbf7 None None] Provisioning complete for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:30.654576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-063948be-5c4e-4fa5-91fb-8706c85fcbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.731453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:30.733629 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13b660e-bd0c-4e94-a209-bdcf80fd192d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:30.735005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13b660e-bd0c-4e94-a209-bdcf80fd192d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:30.737135 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d13b660e-bd0c-4e94-a209-bdcf80fd192d tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/9be039a2-0d23-4148-8fe9-8b316bda6b5f HTTP/1.1" status: 404 len: 339 time: 0.1663358 May 20 16:04:30.772794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46970) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:30.773267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46972) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:30.964830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] device_id is not set on port 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:04:31.043129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.070469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.316795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Allocated IP 172.21.0.2 (c6996b9a-fb22-473f-ada0-4af624ad187e/bbf8c04c-f029-4006-8eea-38e6d561591d/7dd91e65-5513-40ce-b23c-0fd2a54605e8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:31.376614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f820a73-691a-4543-9b99-d4b5cb8e4905 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:31.457863 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c9f53b2a-75d7-4b13-aff1-190f937978dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 991 time: 0.6776779 May 20 16:04:31.482998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting subnet 6e9daf4f-5087-4059-a820-821ec3fcca57 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:31.540103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.555570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:31.566908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '6a657eaf-1028-49b9-8838-7bf1bec0ccea', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'port_id': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'mac_address': 'fa:16:3e:96:b5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:04:22Z', 'updated_at': '2021-05-20T16:04:22Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:31.585879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b9d5d-a7a4-4382-a027-39558da797db None None] The sync data for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv is: [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '6a657eaf-1028-49b9-8838-7bf1bec0ccea', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'port_id': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'mac_address': 'fa:16:3e:96:b5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:04:22Z', 'updated_at': '2021-05-20T16:04:22Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:31.588301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:31.588301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.613430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Update dhcp port {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'fixed_ips': [{'subnet_id': '71b8813e-c9e9-4aea-84cb-0e4ead4c2d25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f5fd4a93-9450-4261-a48c-44bc85fc5b42'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '8710f3d5-17c7-4d66-91a9-c04dabb904f1'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:04:31.629527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.761320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.775739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.2 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/f5fd4a93-9450-4261-a48c-44bc85fc5b42/30fc3ffa-2053-44d9-8a4d-0ff86e4f243d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:31.815443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.965859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:31.994572 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764b7943-292a-4a4a-b609-94982dfbbc82 None None] New status for floating IP 6a657eaf-1028-49b9-8838-7bf1bec0ccea: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:04:32.053167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.082347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Transition to ACTIVE for port object 7dd91e65-5513-40ce-b23c-0fd2a54605e8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:32.128518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1f820a73-691a-4543-9b99-d4b5cb8e4905, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1f820a73-691a-4543-9b99-d4b5cb8e4905,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:32.130063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Transition to ACTIVE for port object 7dd91e65-5513-40ce-b23c-0fd2a54605e8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:32.137033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.139362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bea0563f-b948-4320-bbe7-1910fc24432f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:32.182620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.227998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Network c6996b9a-fb22-473f-ada0-4af624ad187e is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:32.233175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:32.237424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:32.246986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1f820a73-691a-4543-9b99-d4b5cb8e4905,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:32.279525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.283406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:32.283965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e33d41b4-44ba-434e-9681-f8acf6110354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:32.324460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:32.340315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.21.0.1 (c6996b9a-fb22-473f-ada0-4af624ad187e/bbf8c04c-f029-4006-8eea-38e6d561591d/7daaadba-6e95-4bc6-a873-8dfaf19b612f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:32.384535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.411114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:32.464741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 46978) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:32.501232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5141edaf-484e-4ad0-a393-e688256267b4 {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:04:32.501658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:04:32.502298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Pushing event updated for resources: {'Port': ['ID=7dd91e65-5513-40ce-b23c-0fd2a54605e8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:32.509420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:32.519155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Attempting to bind port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:32.519534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Attempting to bind port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:32.519908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Attempting to bind port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 on network c6996b9a-fb22-473f-ada0-4af624ad187e {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:32.526768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:32.527164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Checking segment: {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:32.527586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.527997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Bound using segment: {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:32.528493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Bound port: 7dd91e65-5513-40ce-b23c-0fd2a54605e8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:32.528885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.584340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:32.587469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:32.606845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:32.664772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.668873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] For port 7dd91e65-5513-40ce-b23c-0fd2a54605e8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:32.673663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] For port 7dd91e65-5513-40ce-b23c-0fd2a54605e8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7dd91e65-5513-40ce-b23c-0fd2a54605e8,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:32.682212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.688060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76aa41aa-cee6-4e4c-8e28-98d7d2099d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:32.717893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=30fc3ffa-2053-44d9-8a4d-0ff86e4f243d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:32.729318 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e9a017c1-9e0e-4583-8335-9e10504abe32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 991 time: 0.2627130 May 20 16:04:32.729657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:32.730254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:32.756410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.767353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd2927-38f3-4e16-858e-9d32f7728c9d None None] Network e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:32.777313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object 7daaadba-6e95-4bc6-a873-8dfaf19b612f will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:32.792812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.812529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.816873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-387cf9f1-0e6e-4b3c-ade1-51695eb6a8bc tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:32.819349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9daf4f-5087-4059-a820-821ec3fcca57,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:32.834318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:32.853089 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/6e9daf4f-5087-4059-a820-821ec3fcca57 HTTP/1.1" status: 204 len: 168 time: 2.0659227 May 20 16:04:32.854442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46982) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:32.871961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:32.872946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:32.890758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Pushing event updated for resources: {'Port': ['ID=7dd91e65-5513-40ce-b23c-0fd2a54605e8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:32.895188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:33.091659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.092533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network c6996b9a-fb22-473f-ada0-4af624ad187e is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:33.096095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:33.100636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:33.133882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=7daaadba-6e95-4bc6-a873-8dfaf19b612f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:33.140790 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9247594 May 20 16:04:33.147584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46986) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:33.147793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:33.159230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:33.212759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.375470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.480184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] DHCP port deletion for e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:04:33.488875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Allocated IP 172.20.0.3 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/f5fd4a93-9450-4261-a48c-44bc85fc5b42/8710f3d5-17c7-4d66-91a9-c04dabb904f1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:33.537294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:33.546717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:33.547967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f820a73-691a-4543-9b99-d4b5cb8e4905 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:33.552385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:33.562868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.564358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:33.583307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:33.583909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.606362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:33.610664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.752704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46990) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:33.781363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:33.784949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1f820a73-691a-4543-9b99-d4b5cb8e4905 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:33.785447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.841980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Deleting port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:33.842378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.881945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port 6d0f2909-137c-46b5-ab55-1ff7a71b4114, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6d0f2909-137c-46b5-ab55-1ff7a71b4114,segment=NetworkSegment(3cdc409c-3745-4c0a-9891-0fb2960643e5),segment_id=3cdc409c-3745-4c0a-9891-0fb2960643e5)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:33.882819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:33.969905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.015478 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] For port 6d0f2909-137c-46b5-ab55-1ff7a71b4114, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6d0f2909-137c-46b5-ab55-1ff7a71b4114,segment=NetworkSegment(3cdc409c-3745-4c0a-9891-0fb2960643e5),segment_id=3cdc409c-3745-4c0a-9891-0fb2960643e5)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:34.016234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.025380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Transition to ACTIVE for port object 8710f3d5-17c7-4d66-91a9-c04dabb904f1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:34.042313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.108494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:34.249502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Calling delete_port for 6d0f2909-137c-46b5-ab55-1ff7a71b4114 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:34.250990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for 6d0f2909-137c-46b5-ab55-1ff7a71b4114 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:34.320514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1ccdf-3bed-4f18-816b-c67c33b9aea6 None None] Network c6996b9a-fb22-473f-ada0-4af624ad187e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:34.373796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.383807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cace0ee2-ef33-4779-8b81-d96a6cfabb6b tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:34.384178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.392088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.467865 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cc232c92-6561-450a-8b24-ed5e3bc5b96e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 993 time: 0.7010643 May 20 16:04:34.467865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=6d0f2909-137c-46b5-ab55-1ff7a71b4114,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:34.471514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:34.472286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06458d0b-b351-4e31-afc8-10dc822b709f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:34.479304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:34.491732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:34.500946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7dd91e65-5513-40ce-b23c-0fd2a54605e8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:34.527346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:34.549316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-25f0ad57-0dd9-4374-8e11-5ce4bc794d5c None None] Provisioning for port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: from cryptography.utils import int_from_bytes May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: from cryptography.utils import int_from_bytes May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:04:34.634815 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:04:34.669260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=7daaadba-6e95-4bc6-a873-8dfaf19b612f,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:34.672899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.682472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:34.685912 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f5fd4a93-9450-4261-a48c-44bc85fc5b42 (CIDR: 172.20.0.0/28) May 20 16:04:34.707552 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:04:34.709631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:34.769471 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-de90a054-179d-4726-af7d-f9e5038a467f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6203706 May 20 16:04:34.774364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.778490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.791262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46994) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:34.804159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:34.809756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:34.872230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:34.874650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78bee4c-1500-445f-8fa9-dfdf5cbdcda4']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:34.879858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] No DVR routers for this DVR port 6d0f2909-137c-46b5-ab55-1ff7a71b4114 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:34.893663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:34.894290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:34.957582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network c6996b9a-fb22-473f-ada0-4af624ad187e is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:34.960252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:34.974266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Pushing event deleted for resources: {'Port': ['ID=6d0f2909-137c-46b5-ab55-1ff7a71b4114,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:34.990413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:35.025630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdc409c-3745-4c0a-9891-0fb2960643e5') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:35.026454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdc409c-3745-4c0a-9891-0fb2960643e5') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:35.077724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.127314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.133506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.175695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:35.176283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:35.202304 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:35.209569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 7dd91e65-5513-40ce-b23c-0fd2a54605e8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7dd91e65-5513-40ce-b23c-0fd2a54605e8,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:35.220924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.221294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:35.224764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:35.252217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:35.265889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:35.272643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:35.400956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8710f3d5-17c7-4d66-91a9-c04dabb904f1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:35.410462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:35.416464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.423646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:35.442136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=7dd91e65-5513-40ce-b23c-0fd2a54605e8,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:35.454238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:35.476554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.494088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=e78bee4c-1500-445f-8fa9-dfdf5cbdcda4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:35.504220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:35.510556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.560405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:35.563476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-407fa64c-beb2-49d5-9a90-89632c062245 None None] Provisioning complete for port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:35.564236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-407fa64c-beb2-49d5-9a90-89632c062245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.574804 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/e78bee4c-1500-445f-8fa9-dfdf5cbdcda4 HTTP/1.1" status: 204 len: 168 time: 2.7186565 May 20 16:04:35.584120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:35.592739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 46998) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:35.620513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9848361 May 20 16:04:35.621950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47002) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:35.635758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085707498'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:35.641620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:35.646026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:35.654416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:35.663860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:35.683769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:35.710996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:35.721036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.730793 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e03ca7-83d4-49df-8f23-f7b6ded2e47c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:35.731845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e03ca7-83d4-49df-8f23-f7b6ded2e47c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:35.737529 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c6e03ca7-83d4-49df-8f23-f7b6ded2e47c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/099b75bf-0767-4449-842d-d9486943c0e7 HTTP/1.1" status: 404 len: 337 time: 0.1394887 May 20 16:04:35.741073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47006) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:35.788914 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34f939d-8a4e-4238-a979-e6ce268e29d9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] DELETE failed (client error): The resource could not be found. May 20 16:04:35.792368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34f939d-8a4e-4238-a979-e6ce268e29d9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:35.799203 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f34f939d-8a4e-4238-a979-e6ce268e29d9 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/1cf23735-2ab4-4d34-b97f-7ac3a0f03eb4 HTTP/1.1" status: 404 len: 339 time: 0.0533738 May 20 16:04:35.802981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47010) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:35.803595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:04:35.827016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:35.827367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.827830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d of type vlan for network 85b23799-7809-43eb-bde4-fbd18bc0b044 May 20 16:04:35.828194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:35.884444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting subnet 2fdce609-f9c3-4d63-99f2-5a33b92c8288 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:35.887517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.890825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.950716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.956732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:35.957574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.003926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-885b6b8e-09c5-4487-ae5d-73a361f61a9a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:36.018934 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.ipam_backend_mixin [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 71b8813e-c9e9-4aea-84cb-0e4ead4c2d25 (CIDR: 172.20.0.16/28) May 20 16:04:36.022697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.055256 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4313674 May 20 16:04:36.059770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47014) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:36.063435 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:04:36.064181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:36.064980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-407fa64c-beb2-49d5-9a90-89632c062245 None None] Port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:36.084518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:36.117460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6d0f2909-137c-46b5-ab55-1ff7a71b4114 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:36.150714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-407fa64c-beb2-49d5-9a90-89632c062245 None None] Provisioning for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:36.166275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 6d0f2909-137c-46b5-ab55-1ff7a71b4114 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:04:36.166627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6d0f2909-137c-46b5-ab55-1ff7a71b4114 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:04:36.172542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-407fa64c-beb2-49d5-9a90-89632c062245 None None] Provisioning complete for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:36.172670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-407fa64c-beb2-49d5-9a90-89632c062245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.217255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=85b23799-7809-43eb-bde4-fbd18bc0b044,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:36.221281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:36.236161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:36.279388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:36.295890 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c7da2ca7-9077-4b98-a34d-c6a40f9acf88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5026920 May 20 16:04:36.298704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47018) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:36.304810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'subnet': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:36.340607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:36.345106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:36.348668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:36.356519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:36.372719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:36.377087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.472739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.661086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:36.669210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Usage tracker for resource:subnet and tenant:1501deb6e2654c27bb668a4f630dc8f3 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:36.672954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:36.685031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:36.702103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Made reservation on behalf of 1501deb6e2654c27bb668a4f630dc8f3 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:36.707991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.763294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Provisioning for port 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:36.774128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:33Z', 'revision_number': 3, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:34Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:36.776482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Provisioning complete for port 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:36.776852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.813615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:36.813991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Updating router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 port 7daaadba-6e95-4bc6-a873-8dfaf19b612f binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:04:36.890437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Port 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:36.891858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.920519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:36.927313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7489d973-6e16-43d2-a98e-bdec84f49977 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:36.953424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Provisioning for port 7daaadba-6e95-4bc6-a873-8dfaf19b612f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:36.964182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Provisioning complete for port 7daaadba-6e95-4bc6-a873-8dfaf19b612f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:36.964182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.091793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Port 7daaadba-6e95-4bc6-a873-8dfaf19b612f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:37.120572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Provisioning complete for port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:37.121098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5f936e7a-c142-4ad3-bce1-3705a3888b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.148715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.152178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdce609-f9c3-4d63-99f2-5a33b92c8288,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:37.155342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:37.169929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f152d1-e92f-47ad-ab0f-828e10155a3a None None] Network 26e87a04-d48c-487f-8663-d662f9a45135 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:37.213203 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:04:37.218015 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/subnets/2fdce609-f9c3-4d63-99f2-5a33b92c8288 HTTP/1.1" status: 204 len: 168 time: 1.4110167 May 20 16:04:37.223070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47022) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:37.405224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7dd91e65-5513-40ce-b23c-0fd2a54605e8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:37.444462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.549013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.555245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-86f8304c-f658-457b-80ad-98259070f388 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:37.621788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:37.623039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Deleting port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:37.623391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.625438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:37.645383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:37.645383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.659452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Subnet': ['ID=01396ccd-c163-436b-956a-92585d692c14,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:37.664942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:37.675944 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3760867 May 20 16:04:37.679756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47026) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:37.687009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1152487790', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01396ccd-c163-436b-956a-92585d692c14'}], 'security_groups': ['71cc0304-4a7e-4f70-a429-684a00906325', '08b16284-7ed5-4259-8187-cf4f3c42dcf5']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:37.713554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d442ef-b824-4174-872c-45931cc8c6b3 None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:37.716025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.731917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-947a541a-d090-4f4e-aa6d-37d4bd83bab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:37.816966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] For port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,segment=NetworkSegment(b70ed0fd-0418-4098-84ad-cea5aab21f49),segment_id=b70ed0fd-0418-4098-84ad-cea5aab21f49)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:37.817545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.900591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=879ee7b9-a4c3-403d-a723-74beb8bc270c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:37.903681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:37.977292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Calling delete_port for a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:37.988469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:37.995678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:37.996147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: 85b23799-7809-43eb-bde4-fbd18bc0b044, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:04:38.029119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:38.029714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.034415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:04:38.052977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 85b23799-7809-43eb-bde4-fbd18bc0b044) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:38.065917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:38.067436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.081723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.090251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c0615371-5d87-4306-90ba-7bb377fbabc0 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:38.139374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Port': ['ID=a6144aaf-7ce4-4df6-a12f-5453d0ddcc61,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:38.143018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe80450-7360-4259-a15a-a1e0587adcd6 None None] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:38.143726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] No DVR routers for this DVR port a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:38.177869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:38.188867 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-edc6b784-8c01-4175-8282-546eddb2ba06 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1275187 May 20 16:04:38.193278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47030) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:38.424150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.454057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e87a04-d48c-487f-8663-d662f9a45135']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:38.472131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Delete allocated IP 172.20.0.2 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/f5fd4a93-9450-4261-a48c-44bc85fc5b42) {{(pid=92432) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 16:04:38.476935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70ed0fd-0418-4098-84ad-cea5aab21f49') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:38.477259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70ed0fd-0418-4098-84ad-cea5aab21f49') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:38.490669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Allocated IP 172.20.0.35 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/01396ccd-c163-436b-956a-92585d692c14/30fc3ffa-2053-44d9-8a4d-0ff86e4f243d) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:38.571406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.582516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.654317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.674905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:38.676151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:38.685311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba100fc3-47da-4229-9332-c8f4ed73a480 None None] DHCP port deletion for 26e87a04-d48c-487f-8663-d662f9a45135 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:38.691619 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:38.779353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.018011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-85b23799-7809-43eb-bde4-fbd18bc0b044', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:04:39.018986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.025709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Transition to ACTIVE for port object 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:39.033283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.034213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Transition to ACTIVE for port object 7daaadba-6e95-4bc6-a873-8dfaf19b612f will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:39.039428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:39.058644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.067362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-c53c8c68-c0f8-4e9b-b540-2ab892fe1009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:39.091903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.095997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.102639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aaef22f7-c5bc-4ac9-b2c3-c112ccdab6b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:39.153276 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] 10.222.0.13 "DELETE /v2.0/networks/26e87a04-d48c-487f-8663-d662f9a45135 HTTP/1.1" status: 204 len: 168 time: 1.9261551 May 20 16:04:39.153276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Pushing event deleted for resources: {'Network': ['ID=26e87a04-d48c-487f-8663-d662f9a45135,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:39.163745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:39.211536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event updated for resources: {'Port': ['ID=30fc3ffa-2053-44d9-8a4d-0ff86e4f243d,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:39.238066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:39.298477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] In _notify_port_updated(), no bound segment for port 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d on network daf63fa7-c2e9-473f-9af9-fd340f1b704b {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:04:39.315608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:39.323856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.326084 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "PUT /v2.0/ports/30fc3ffa-2053-44d9-8a4d-0ff86e4f243d HTTP/1.1" status: 200 len: 960 time: 1.6446466 May 20 16:04:39.331663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47036) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:39.365697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70017b92-59ab-47d4-9b33-aba7f5e73179 None None] Pushing event updated for resources: {'Port': ['ID=7daaadba-6e95-4bc6-a873-8dfaf19b612f,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:39.381658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-70017b92-59ab-47d4-9b33-aba7f5e73179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:39.396639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:39.491830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.518568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:04:39.518999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a6144aaf-7ce4-4df6-a12f-5453d0ddcc61 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:04:39.562914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Update dhcp port {'port': {'network_id': 'daf63fa7-c2e9-473f-9af9-fd340f1b704b', 'fixed_ips': [{'subnet_id': '71b8813e-c9e9-4aea-84cb-0e4ead4c2d25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f5fd4a93-9450-4261-a48c-44bc85fc5b42', 'ip_address': '172.20.0.3'}, {'subnet_id': '01396ccd-c163-436b-956a-92585d692c14'}], 'binding:host_id': 'dv-neutron-601336-76-hyperv'}, 'id': '8710f3d5-17c7-4d66-91a9-c04dabb904f1'} from dv-neutron-601336-76-hyperv. {{(pid=92433) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 16:04:39.641686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:39.641686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.795622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47042) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:39.854201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Attempting to bind port 7daaadba-6e95-4bc6-a873-8dfaf19b612f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:39.854816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Attempting to bind port 7daaadba-6e95-4bc6-a873-8dfaf19b612f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:39.855216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Attempting to bind port 7daaadba-6e95-4bc6-a873-8dfaf19b612f on network c6996b9a-fb22-473f-ada0-4af624ad187e {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:39.884331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.912911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:39.913535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Checking segment: {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:39.914201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.914850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Bound using segment: {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:39.915936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Bound port: 7daaadba-6e95-4bc6-a873-8dfaf19b612f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543fcdcb-5106-47dd-aab4-3aa363ef17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:39.916583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:39.917750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.081395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:40.101004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Allocated IP 172.22.0.2 (85b23799-7809-43eb-bde4-fbd18bc0b044/879ee7b9-a4c3-403d-a723-74beb8bc270c/3b39307c-e7af-4998-8296-dd0bd8fd4c8a) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:40.217536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.232402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-be8a5e85-758b-4b13-bcb7-2a3f7ae3c277 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:40.287287 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bac7287a-f2ed-4a5f-bc39-14f8eea28e81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=034548ed0acb402b9092ff348c8dfa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870424 May 20 16:04:40.288359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47048) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:40.413423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.442211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] For port 7daaadba-6e95-4bc6-a873-8dfaf19b612f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:40.470212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] For port 7daaadba-6e95-4bc6-a873-8dfaf19b612f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7daaadba-6e95-4bc6-a873-8dfaf19b612f,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:40.477153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3f315c71-98a2-409d-8681-5f2b352cce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.480216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.496502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=30fc3ffa-2053-44d9-8a4d-0ff86e4f243d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:40.499515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:40.505165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.515266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:40.596878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.616356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.622813 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/30fc3ffa-2053-44d9-8a4d-0ff86e4f243d HTTP/1.1" status: 204 len: 168 time: 1.2889788 May 20 16:04:40.623786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47052) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:40.641914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-944f6a8a-db8d-4465-9ccd-8686fb9f7d7f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:40.676235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abdd51-1cd0-4b27-87df-28e44866be46,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:40.681054 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f8bb7f-d016-49ce-8283-d1b61eca9667 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] GET failed (client error): The resource could not be found. May 20 16:04:40.681738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b1f8bb7f-d016-49ce-8283-d1b61eca9667 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Synchronizing usage tracker for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:40.683788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:40.696532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.701488 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6abdd51-1cd0-4b27-87df-28e44866be46 HTTP/1.1" status: 204 len: 168 time: 0.4092035 May 20 16:04:40.706968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b1f8bb7f-d016-49ce-8283-d1b61eca9667 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Unset dirty status for tenant:1501deb6e2654c27bb668a4f630dc8f3 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:40.709378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b1f8bb7f-d016-49ce-8283-d1b61eca9667 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports/30fc3ffa-2053-44d9-8a4d-0ff86e4f243d HTTP/1.1" status: 404 len: 333 time: 0.0843110 May 20 16:04:40.713889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47058) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:40.744813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70017b92-59ab-47d4-9b33-aba7f5e73179 None None] Pushing event updated for resources: {'Port': ['ID=7daaadba-6e95-4bc6-a873-8dfaf19b612f,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:40.758052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:40.759019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:40.852458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.870414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-70017b92-59ab-47d4-9b33-aba7f5e73179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:40.905184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Allocated IP 172.20.0.34 (daf63fa7-c2e9-473f-9af9-fd340f1b704b/01396ccd-c163-436b-956a-92585d692c14/8710f3d5-17c7-4d66-91a9-c04dabb904f1) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:40.918419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.986933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:40.992329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7df2742f-f2c2-4038-9a3c-ea42278ebad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:41.009176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c78c12-4024-4e40-b15c-36a3a9d990b3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:41.023842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:41.025844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.031943 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/security-groups/45c78c12-4024-4e40-b15c-36a3a9d990b3 HTTP/1.1" status: 204 len: 168 time: 0.3114588 May 20 16:04:41.032296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47064) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:41.089957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.110463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.150501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.190372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:41.212575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.216987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-56acac74-41b6-459f-b88a-9abb53605c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:41.231919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b16284-7ed5-4259-8187-cf4f3c42dcf5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:41.238712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:41.241873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.246151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47074) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:41.251054 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/security-groups/08b16284-7ed5-4259-8187-cf4f3c42dcf5 HTTP/1.1" status: 204 len: 168 time: 0.2177312 May 20 16:04:41.280004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Transition to ACTIVE for port object 3b39307c-e7af-4998-8296-dd0bd8fd4c8a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:41.348768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.383629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.444745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.454575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65538d2b-822e-47b7-acc7-70d68d01082d tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:41.472113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc0304-4a7e-4f70-a429-684a00906325,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:41.475235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:41.477955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.479124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-42036614-7d6f-4aa6-9889-78026295ef8a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/security-groups/71cc0304-4a7e-4f70-a429-684a00906325 HTTP/1.1" status: 204 len: 168 time: 0.2311077 May 20 16:04:41.483771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47082) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:41.500842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Transition to ACTIVE for port object 3b39307c-e7af-4998-8296-dd0bd8fd4c8a will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:41.568938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet f5fd4a93-9450-4261-a48c-44bc85fc5b42 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:41.651876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.664381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:41.709647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.22.0.1 (85b23799-7809-43eb-bde4-fbd18bc0b044/879ee7b9-a4c3-403d-a723-74beb8bc270c/57cd0a2a-d4d5-4243-b72b-5495f49a670e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:41.828380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47092) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:41.909520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.929371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object 57cd0a2a-d4d5-4243-b72b-5495f49a670e will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:41.959695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:41.962465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-38857dc2-0daa-421d-bc42-25d52f4fd7a5 tempest-ServiceProvidersTest-1475266086 tempest-ServiceProvidersTest-1475266086-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1326761 May 20 16:04:41.967841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fe36351a-c0de-4be4-a309-cd649f35acaa tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:41.989671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:42.007609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:42.010641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Pushing event updated for resources: {'Port': ['ID=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:42.018722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:42.034725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:42.039641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:42.045944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:42.050513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:42.054300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:42.125180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=57cd0a2a-d4d5-4243-b72b-5495f49a670e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:42.134837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:42.163588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.254386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Attempting to bind port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:42.254754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Attempting to bind port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:42.255123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Attempting to bind port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a on network 85b23799-7809-43eb-bde4-fbd18bc0b044 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:42.265647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:42.266092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Checking segment: {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:42.266450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.266860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Bound using segment: {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:42.267510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Bound port: 3b39307c-e7af-4998-8296-dd0bd8fd4c8a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:42.267908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.321481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.378253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.392868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Transition to ACTIVE for port object 8710f3d5-17c7-4d66-91a9-c04dabb904f1 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:42.399728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.409457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.421199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-18815de4-3009-44fe-bdcc-dddcfdb0abd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:42.427635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47102) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:42.574126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.755117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] For port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:42.763873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.822826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] For port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:42.889147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.928400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:42.941010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:42.941680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:42.995747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:42.996383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:33Z', 'revision_number': 3, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:40Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:43.040704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1daf9f5-8319-4ff9-a852-f5dbc34abfb4 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:33Z', 'revision_number': 3, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:40Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:43.127753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Pushing event updated for resources: {'Port': ['ID=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:43.136371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:43.160658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.218452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:43.230274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Usage tracker for resource:security_group_rule and tenant:80b08f113a0a437f9794554fbc3a80a7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:43.258049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:43.305072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:43.372820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.377207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2fc874db-f71d-4c77-9b75-42765181449a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:43.444420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fd4a93-9450-4261-a48c-44bc85fc5b42,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:43.449233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:43.460079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.476639 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/f5fd4a93-9450-4261-a48c-44bc85fc5b42 HTTP/1.1" status: 204 len: 168 time: 1.9913516 May 20 16:04:43.486489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47112) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:43.622751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7daaadba-6e95-4bc6-a873-8dfaf19b612f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:43.634736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 01396ccd-c163-436b-956a-92585d692c14 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:43.645796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.789702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.825967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a5bf27a-3039-4854-af46-1e4955a32c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.832302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.868802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 7daaadba-6e95-4bc6-a873-8dfaf19b612f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:43.874915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 7daaadba-6e95-4bc6-a873-8dfaf19b612f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:43.875614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.911204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:43.964109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1dd20dc4-fceb-42bf-b2ed-b17441434b72 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:44.062042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.093581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.115879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.176074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.177556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.188759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=57cd0a2a-d4d5-4243-b72b-5495f49a670e,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:44.197609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:44.198472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ea0b2e7-55d4-4bac-91ab-751faa015a8f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:44.227772 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80b08f113a0a437f9794554fbc3a80a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7982028 May 20 16:04:44.252709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47116) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:44.255668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 7daaadba-6e95-4bc6-a873-8dfaf19b612f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7daaadba-6e95-4bc6-a873-8dfaf19b612f,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:44.265350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.267794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8710f3d5-17c7-4d66-91a9-c04dabb904f1 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:44.277867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212abcce-74b1-44b7-80a9-d5c0b0e5daf6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:44.402690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:44.406961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:44.462384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17023d4c-8d6c-4921-ad88-dbcec61db49e None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:44.507419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Could not find standard attr ID for object 30fc3ffa-2053-44d9-8a4d-0ff86e4f243d. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:04:44.558566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:44.560937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:44.672752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.769042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.771688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=7daaadba-6e95-4bc6-a873-8dfaf19b612f,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:44.778109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:44.790267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Provisioning complete for port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:44.791967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.880026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.889257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.892128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e124d9df-ae31-4bdd-8024-a6b79bbbbdf3 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:44.915819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:44.947928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e0c34-209a-4ef1-8ac3-54e40f0f382d None None] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:44.960079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=01396ccd-c163-436b-956a-92585d692c14,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:44.971974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.977823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:44.986445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:44.999129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-19ac6886-a610-40fa-a413-c792f5446e9d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:45.020431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/01396ccd-c163-436b-956a-92585d692c14 HTTP/1.1" status: 204 len: 168 time: 1.5324430 May 20 16:04:45.023391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.025442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/212abcce-74b1-44b7-80a9-d5c0b0e5daf6 HTTP/1.1" status: 204 len: 168 time: 0.7706754 May 20 16:04:45.026615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47120) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:45.031375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212abcce-74b1-44b7-80a9-d5c0b0e5daf6,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:45.115348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5376ba71-36be-4e97-87ca-d7cdda5f7f1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:45.116082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5376ba71-36be-4e97-87ca-d7cdda5f7f1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:45.119187 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5376ba71-36be-4e97-87ca-d7cdda5f7f1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/f5fd4a93-9450-4261-a48c-44bc85fc5b42 HTTP/1.1" status: 404 len: 337 time: 0.0904598 May 20 16:04:45.120707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:45.123949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47126) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:45.136930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:45.219900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:45.238415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:45.239342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting subnet 71b8813e-c9e9-4aea-84cb-0e4ead4c2d25 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:04:45.246360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.257475 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:45.259155 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:45.279106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Provisioning for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:45.285449 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0896783 May 20 16:04:45.290905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47130) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:45.309463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'network': {'name': 'tempest-RoutersTest-780382981'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:45.309999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Provisioning complete for port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:45.310585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a624-d254-4c11-98ef-749f662bab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.328807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:45.343114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:network and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:45.356604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:45.388222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:45.436065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:45.444243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.511466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:04:45.528363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.530718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.532077 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added segment 5f736dab-cb23-4e75-a86b-ca047b154122 of type vlan for network a30773cc-e11e-405e-9091-b1d6278a6663 May 20 16:04:45.557989 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:45.619754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.721332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.732609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:45.733725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.759210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d7bf919e-e221-432d-b341-280df05609c4 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:45.876021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7daaadba-6e95-4bc6-a873-8dfaf19b612f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:45.887589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:45.945404 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6524315 May 20 16:04:45.946371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47144) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:46.014075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Network': ['ID=a30773cc-e11e-405e-9091-b1d6278a6663,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:46.028104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'subnet': {'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:46.066347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:46.085433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network a30773cc-e11e-405e-9091-b1d6278a6663 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:04:46.358284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:46.372749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:subnet and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:46.385583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:46.410820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:46.429712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Made reservation on behalf of 182d76663dea4723b104ee3939f99c14 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:04:46.443899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:46.539623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:46.567254 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:42Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:43Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:46.574853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 7daaadba-6e95-4bc6-a873-8dfaf19b612f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:46.579689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:46.591572 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:46.595331 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Updating router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 port 57cd0a2a-d4d5-4243-b72b-5495f49a670e binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:04:46.728487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8928bcca-8572-4e1a-87c3-61eef9b7c971 None None] Provisioning for port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:46.847520 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:46.944961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:46.960327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b1fd191a-cdaa-43c3-acf5-205a0d1e4d3e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:47.134271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Subnet': ['ID=71b8813e-c9e9-4aea-84cb-0e4ead4c2d25,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:47.140743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:47.163066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:47.177673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3b39307c-e7af-4998-8296-dd0bd8fd4c8a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:47.181383 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/71b8813e-c9e9-4aea-84cb-0e4ead4c2d25 HTTP/1.1" status: 204 len: 168 time: 2.0551503 May 20 16:04:47.185014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47158) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.294395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a85214-5d4e-4d59-9deb-f02b68d94992 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:47.296208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a85214-5d4e-4d59-9deb-f02b68d94992 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:47.301552 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-39a85214-5d4e-4d59-9deb-f02b68d94992 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/97ea7a52-8779-4f0f-bd72-a74f0c204e2c HTTP/1.1" status: 404 len: 337 time: 0.1146679 May 20 16:04:47.306735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47162) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.418749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47166) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.428081 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042768 May 20 16:04:47.435559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.457945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c025c3d6-fe4a-4ee9-a008-c17df1c76ed8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "GET /v2.0/ports?device_id=426defdd-b601-480b-b95e-d2967b2b1f11 HTTP/1.1" status: 200 len: 205 time: 0.1487815 May 20 16:04:47.465645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47172) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.655491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c50db-7f75-4e0b-b7f1-00e57d7f3c1a None None] Network daf63fa7-c2e9-473f-9af9-fd340f1b704b requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:47.722124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-4148cfc6-380b-4221-8186-4d784c0c0e88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] delete failed (client error): The resource could not be found. May 20 16:04:47.725277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4148cfc6-380b-4221-8186-4d784c0c0e88 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/routers/426defdd-b601-480b-b95e-d2967b2b1f11 HTTP/1.1" status: 404 len: 336 time: 0.2564740 May 20 16:04:47.728180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47178) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.822186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Provisioning for port 57cd0a2a-d4d5-4243-b72b-5495f49a670e completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:47.844129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d1d288-9945-4f57-a85a-4ba91850b311 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:47.845418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d1d288-9945-4f57-a85a-4ba91850b311 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:47.846770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:47.848872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b3d1d288-9945-4f57-a85a-4ba91850b311 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/091e3063-3054-4a4c-b761-fcb06ad7d62c HTTP/1.1" status: 404 len: 337 time: 0.1182818 May 20 16:04:47.853597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47182) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.862920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Provisioning complete for port 57cd0a2a-d4d5-4243-b72b-5495f49a670e triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:47.863523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:47.884954 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3586446f-be39-49f5-84cc-301077350bc9 tempest-NetworksApiDiscovery-1332924683 tempest-NetworksApiDiscovery-1332924683-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4375803 May 20 16:04:47.944443 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae978d97-1802-400c-9744-84630957dbbd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:47.947011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae978d97-1802-400c-9744-84630957dbbd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:47.950884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:47.955177 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ae978d97-1802-400c-9744-84630957dbbd tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/0a3909cb-5340-48b0-86e5-6ff4f46007c9 HTTP/1.1" status: 404 len: 337 time: 0.0981181 May 20 16:04:47.956162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47188) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:47.960789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:47.961428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:47.962201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-142afc00-3e39-4295-9005-3e58a8ab9098 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:48.112904 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9f41c2-874f-4468-b253-ace4981cd6cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:48.114330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9f41c2-874f-4468-b253-ace4981cd6cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:48.123514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6a9f41c2-874f-4468-b253-ace4981cd6cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/f03a94ea-b029-4c5e-ae58-4db28c64a149 HTTP/1.1" status: 404 len: 337 time: 0.1657186 May 20 16:04:48.125083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47192) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:48.134543 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.141653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Subnet': ['ID=8873a007-2f28-40ef-bd36-0bc3b967291a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:48.152285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:48.157578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Checking segment: {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:48.158355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network hostable DHCP agents. Network: a30773cc-e11e-405e-9091-b1d6278a6663, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:04:48.165221 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Transition to ACTIVE for port object 57cd0a2a-d4d5-4243-b72b-5495f49a670e will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:48.182012 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.194219 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:48.213068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network a30773cc-e11e-405e-9091-b1d6278a6663 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:04:48.246548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, a30773cc-e11e-405e-9091-b1d6278a6663) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:48.263882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Port 57cd0a2a-d4d5-4243-b72b-5495f49a670e cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:48.271885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:48.272872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.274476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7f4a7-7e4b-4ed4-b0e5-15533778f02f None None] Network a30773cc-e11e-405e-9091-b1d6278a6663 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:48.349647 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Pushing event updated for resources: {'Port': ['ID=57cd0a2a-d4d5-4243-b72b-5495f49a670e,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:48.350262 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3495479 May 20 16:04:48.354045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47198) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:48.386448 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.398204 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.399203 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.400024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.400792 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.401617 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.402451 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.404233 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.405120 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.407206 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.408216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Provisioning complete for port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:48.408644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.409646 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.410474 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:48.552670 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:48.579663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47202) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:48.672917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-150a8c96-e082-497c-b939-e37303deab7d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:48.673624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150a8c96-e082-497c-b939-e37303deab7d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:48.677214 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-150a8c96-e082-497c-b939-e37303deab7d tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/316ffba4-30c5-4f0c-9c88-83c76348b955 HTTP/1.1" status: 404 len: 333 time: 0.5490775 May 20 16:04:48.682135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47208) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:48.790677 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92c3d64-0286-4276-97aa-fa817e074e9e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:48.791929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92c3d64-0286-4276-97aa-fa817e074e9e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:48.800068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b92c3d64-0286-4276-97aa-fa817e074e9e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/651a8ffe-f605-43a3-8e72-bfb63a092422 HTTP/1.1" status: 404 len: 337 time: 0.1160917 May 20 16:04:48.801645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47212) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:48.804599 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Attempting to bind port 57cd0a2a-d4d5-4243-b72b-5495f49a670e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:48.804865 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Attempting to bind port 57cd0a2a-d4d5-4243-b72b-5495f49a670e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:48.805041 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Attempting to bind port 57cd0a2a-d4d5-4243-b72b-5495f49a670e on network 85b23799-7809-43eb-bde4-fbd18bc0b044 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:48.812387 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:48.813184 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Checking segment: {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:48.813635 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.813823 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Bound using segment: {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:48.814276 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Bound port: 57cd0a2a-d4d5-4243-b72b-5495f49a670e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:48.814656 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.856046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:48.927690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0a9d8e-fd69-4364-893f-c77bef025b80 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:48.928587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0a9d8e-fd69-4364-893f-c77bef025b80 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:48.936196 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-df0a9d8e-fd69-4364-893f-c77bef025b80 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/09f1a9f6-bf85-4802-81a7-a2b0080164ff HTTP/1.1" status: 404 len: 337 time: 0.1324635 May 20 16:04:48.937659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47218) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:49.001858 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] For port 57cd0a2a-d4d5-4243-b72b-5495f49a670e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:49.006173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] For port 57cd0a2a-d4d5-4243-b72b-5495f49a670e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=57cd0a2a-d4d5-4243-b72b-5495f49a670e,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:49.013141 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.025218 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:49.027471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-63264cb6-2a70-416e-b0f7-320621d1a37a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:49.028341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63264cb6-2a70-416e-b0f7-320621d1a37a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:49.035986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-63264cb6-2a70-416e-b0f7-320621d1a37a tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/761abc68-5caf-4c00-aa6a-9eb89519d222 HTTP/1.1" status: 404 len: 333 time: 0.0965366 May 20 16:04:49.037106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47222) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:49.057741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] DHCP port deletion for daf63fa7-c2e9-473f-9af9-fd340f1b704b request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:04:49.122059 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:49.122711 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:49.135500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97a74d5-f317-4378-93a8-1fb191154758 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:49.140246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97a74d5-f317-4378-93a8-1fb191154758 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:49.150354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f97a74d5-f317-4378-93a8-1fb191154758 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/f34e6fc1-30a5-499c-a019-ac31027dd579 HTTP/1.1" status: 404 len: 337 time: 0.1114483 May 20 16:04:49.157865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47226) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:49.261094 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-44679c84-c247-4196-8ee2-c0890abd13a9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] DELETE failed (client error): The resource could not be found. May 20 16:04:49.261410 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Pushing event updated for resources: {'Port': ['ID=57cd0a2a-d4d5-4243-b72b-5495f49a670e,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:49.270722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44679c84-c247-4196-8ee2-c0890abd13a9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:04:49.278524 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-44679c84-c247-4196-8ee2-c0890abd13a9 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/subnets/e24ef423-f12b-4273-abf3-621ed416d169 HTTP/1.1" status: 404 len: 337 time: 0.1188059 May 20 16:04:49.279145 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:49.279760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47230) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:49.317282 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:49.330653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa529647-2325-47da-be43-362947349dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-a30773cc-e11e-405e-9091-b1d6278a6663', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:04:49.331981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa529647-2325-47da-be43-362947349dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.378175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.438356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:49.440100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.569860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:49.597537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.605074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Usage tracker for resource:security_group_rule and tenant:770419212fd34e9795b6badb28398ab8 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:49.606070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:49.613643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:49.663646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 333b6dde-d22b-4eaa-9c84-011b8c1a5631 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:49.664380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.768990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:49.814721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8710f3d5-17c7-4d66-91a9-c04dabb904f1 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:49.860805 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:42Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:48Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:49.868929 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6de6-e7ac-4eab-a512-1a366d91219e None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:42Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:48Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:49.914049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:49.935806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:04:49.936630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-22be5ff1-ae60-4a06-90fa-890f0d637bbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:04:50.160697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-aa529647-2325-47da-be43-362947349dc6 None None] Allocated IP 172.23.0.2 (a30773cc-e11e-405e-9091-b1d6278a6663/8873a007-2f28-40ef-bd36-0bc3b967291a/4f5dc567-5ecc-4d0e-887c-003c27034884) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:50.228599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 333b6dde-d22b-4eaa-9c84-011b8c1a5631 owned by {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:50.299910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.323672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.324083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:50.329160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:50.334360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-21091dd0-c796-4deb-8434-f2e739b93e1b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:50.338990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Deleting port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:50.339371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.376366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.441661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=333b6dde-d22b-4eaa-9c84-011b8c1a5631,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:50.469599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.502357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.503022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.503691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.504361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.505021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.506242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.506897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.507554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.508217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.508883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.512629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.513075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:50.520093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.524734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:50.543948 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/ports/333b6dde-d22b-4eaa-9c84-011b8c1a5631 HTTP/1.1" status: 204 len: 168 time: 1.2585132 May 20 16:04:50.551760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47240) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:50.574621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6cf73b1d-ba31-4feb-9b11-4d9651b1b4b7 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:50.828884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa529647-2325-47da-be43-362947349dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.840155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aa529647-2325-47da-be43-362947349dc6 None None] Transition to ACTIVE for port object 4f5dc567-5ecc-4d0e-887c-003c27034884 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:50.847930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.860075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1115dee6-958e-4c3e-9f86-5fc1592590c0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:50.860973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aa529647-2325-47da-be43-362947349dc6 None None] Transition to ACTIVE for port object 4f5dc567-5ecc-4d0e-887c-003c27034884 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:50.863775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:50.909893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa529647-2325-47da-be43-362947349dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:50.935096 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=770419212fd34e9795b6badb28398ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3503308 May 20 16:04:50.935440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:50.936967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47246) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:51.014399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdf0e-91fc-4e66-8b26-e9601128a63c req-710afc54-553d-4e3e-841e-17a25f7a6477 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:51.024128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-01ecdf0e-91fc-4e66-8b26-e9601128a63c req-710afc54-553d-4e3e-841e-17a25f7a6477 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.1809807 May 20 16:04:51.026945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.060053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa529647-2325-47da-be43-362947349dc6 None None] Pushing event updated for resources: {'Port': ['ID=4f5dc567-5ecc-4d0e-887c-003c27034884,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.062541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Deleting port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:51.062937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.072927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aa529647-2325-47da-be43-362947349dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.074930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:51.075400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.085866 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa529647-2325-47da-be43-362947349dc6 None None] Network a30773cc-e11e-405e-9091-b1d6278a6663 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:51.093309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-aa529647-2325-47da-be43-362947349dc6 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:51.100679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa529647-2325-47da-be43-362947349dc6 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:51.155263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-01ecdf0e-91fc-4e66-8b26-e9601128a63c req-1eb34578-94f3-4dbb-ad4e-0fa4dfc26645 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300480 May 20 16:04:51.207691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:51.208268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.263769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Allocated IP 172.23.0.1 (a30773cc-e11e-405e-9091-b1d6278a6663/8873a007-2f28-40ef-bd36-0bc3b967291a/e1eb2bf8-0c5c-4915-b23b-dbc16830990a) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:04:51.266162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.268304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Calling delete_port for 8710f3d5-17c7-4d66-91a9-c04dabb904f1 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:51.312019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8710f3d5-17c7-4d66-91a9-c04dabb904f1, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8710f3d5-17c7-4d66-91a9-c04dabb904f1,segment=NetworkSegment(32bacd80-6726-4577-8126-6b67b525a76f),segment_id=32bacd80-6726-4577-8126-6b67b525a76f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:51.328219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.333297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.342552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-613954d7-26c4-429c-bf8a-869848d20560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:51.352478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Calling delete_port for 8710f3d5-17c7-4d66-91a9-c04dabb904f1 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:51.403497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.408853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:51.410313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-712584f6-8a23-4a92-bc38-2d17977c1bac None None] Could not find standard attr ID for object 333b6dde-d22b-4eaa-9c84-011b8c1a5631. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:04:51.411930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-aa529647-2325-47da-be43-362947349dc6 None None] Attempting to bind port 4f5dc567-5ecc-4d0e-887c-003c27034884 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:51.412306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-aa529647-2325-47da-be43-362947349dc6 None None] Attempting to bind port 4f5dc567-5ecc-4d0e-887c-003c27034884 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:51.412677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa529647-2325-47da-be43-362947349dc6 None None] Attempting to bind port 4f5dc567-5ecc-4d0e-887c-003c27034884 on network a30773cc-e11e-405e-9091-b1d6278a6663 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:51.431191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa529647-2325-47da-be43-362947349dc6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:51.431635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa529647-2325-47da-be43-362947349dc6 None None] Checking segment: {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:51.431977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa529647-2325-47da-be43-362947349dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.432379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa529647-2325-47da-be43-362947349dc6 None None] Bound using segment: {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:51.432869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-aa529647-2325-47da-be43-362947349dc6 None None] Bound port: 4f5dc567-5ecc-4d0e-887c-003c27034884, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:51.433253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa529647-2325-47da-be43-362947349dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.442044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-712584f6-8a23-4a92-bc38-2d17977c1bac None None] Could not find standard attr ID for object 8710f3d5-17c7-4d66-91a9-c04dabb904f1. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:04:51.457249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] No DVR routers for this DVR port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:51.495385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.498262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.511639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=11']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.526315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.529373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.549630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.554728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-571f4352-15b4-4322-9f9a-a9f40af4f4b2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:51.560485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.565080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Transition to ACTIVE for port object e1eb2bf8-0c5c-4915-b23b-dbc16830990a will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:51.571384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1115dee6-958e-4c3e-9f86-5fc1592590c0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.577949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.596336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.597510 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1115dee6-958e-4c3e-9f86-5fc1592590c0 HTTP/1.1" status: 204 len: 168 time: 0.6608696 May 20 16:04:51.609945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-aa529647-2325-47da-be43-362947349dc6 None None] For port 4f5dc567-5ecc-4d0e-887c-003c27034884, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:51.613886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-aa529647-2325-47da-be43-362947349dc6 None None] For port 4f5dc567-5ecc-4d0e-887c-003c27034884, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f5dc567-5ecc-4d0e-887c-003c27034884,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:51.614947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.615219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dbefeed2-8abb-471d-9dba-658e000ed0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:51.625182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.630364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:51.673505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aa529647-2325-47da-be43-362947349dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.692650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Pushing event deleted for resources: {'Port': ['ID=8710f3d5-17c7-4d66-91a9-c04dabb904f1,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.694978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] No DVR routers for this DVR port 8710f3d5-17c7-4d66-91a9-c04dabb904f1 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:51.700640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.704505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0b6457b9-34fe-4954-8891-9fe3a72cfca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:51.760201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network a30773cc-e11e-405e-9091-b1d6278a6663 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:51.764568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:51.769557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:04:51.865781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa529647-2325-47da-be43-362947349dc6 None None] Pushing event updated for resources: {'Port': ['ID=4f5dc567-5ecc-4d0e-887c-003c27034884,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.870719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:51.882617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aa529647-2325-47da-be43-362947349dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.903298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:51.933108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf63fa7-c2e9-473f-9af9-fd340f1b704b']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:51.942426 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 57cd0a2a-d4d5-4243-b72b-5495f49a670e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:51.944176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:51.974477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bacd80-6726-4577-8126-6b67b525a76f') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:51.974801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bacd80-6726-4577-8126-6b67b525a76f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:51.995589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.029097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.045527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:04:52.046062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.066832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 57cd0a2a-d4d5-4243-b72b-5495f49a670e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:04:52.071700 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:04:52.078325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 57cd0a2a-d4d5-4243-b72b-5495f49a670e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:52.078984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.154600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.226806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.235605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-74d5bd96-bec8-4ff7-9a34-b6458a678c48 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:52.254204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.266565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Pushing event deleted for resources: {'Network': ['ID=daf63fa7-c2e9-473f-9af9-fd340f1b704b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:52.278413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:52.280315 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] 10.222.0.13 "DELETE /v2.0/networks/daf63fa7-c2e9-473f-9af9-fd340f1b704b HTTP/1.1" status: 204 len: 168 time: 1.7270839 May 20 16:04:52.301277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.358195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 57cd0a2a-d4d5-4243-b72b-5495f49a670e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=57cd0a2a-d4d5-4243-b72b-5495f49a670e,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:52.365734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.366997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3b39307c-e7af-4998-8296-dd0bd8fd4c8a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:52.475254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd77e2-5b4f-4fa7-84c9-c3754275acb1 req-5e86978f-e297-4a62-a0af-45024e505ef6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:52.477531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3bcd77e2-5b4f-4fa7-84c9-c3754275acb1 req-5e86978f-e297-4a62-a0af-45024e505ef6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.1529441 May 20 16:04:52.483335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ec799e9c-49c9-4de0-9f89-d8e13f7288b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:52.560861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3bcd77e2-5b4f-4fa7-84c9-c3754275acb1 req-574101b4-c9c3-4fda-8007-77ae1d011ea0 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711026 May 20 16:04:52.619888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:52.620899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.675250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=57cd0a2a-d4d5-4243-b72b-5495f49a670e,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:52.681071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:52.688536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-517c0989-96b6-416f-ac9d-d5a489c6d2b1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:52.689302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-517c0989-96b6-416f-ac9d-d5a489c6d2b1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:04:52.737072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-517c0989-96b6-416f-ac9d-d5a489c6d2b1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:04:52.738285 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-517c0989-96b6-416f-ac9d-d5a489c6d2b1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.3395605 May 20 16:04:52.846681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47260) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:52.885684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.893110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:52.923224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-960c3a2b-60ce-46a5-a315-21ddb2203b83 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:53.037845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event updated for resources: {'Port': ['ID=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:53.042368 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.047650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:53.079500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Deleting port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:53.079855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.086311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8266c1bc-8706-47fd-94b1-1e290aeb2adb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1501deb6e2654c27bb668a4f630dc8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383337 May 20 16:04:53.089309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47266) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:53.179470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.217908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.257615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500fe94f-4664-45bd-871c-4a32340322cd None None] Network a30773cc-e11e-405e-9091-b1d6278a6663 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:04:53.294412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.298934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-30469a8d-40de-4758-a473-12aa0c783fdf tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:53.314332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a60281-42f4-4f86-8425-d37317744d5b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:53.317847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:53.320513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.321983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09a60281-42f4-4f86-8425-d37317744d5b HTTP/1.1" status: 204 len: 168 time: 0.2311280 May 20 16:04:53.466564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da15fe84-fcaf-492c-b8d6-c1824564486e None None] Provisioning for port 4f5dc567-5ecc-4d0e-887c-003c27034884 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:53.486026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Network a30773cc-e11e-405e-9091-b1d6278a6663 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:04:53.488194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] For port fd48035b-3f44-49a2-9009-0d28d3d7e8a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:53.488502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:53.496736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:04:53.744790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47280) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:53.870021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:53.954455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 57cd0a2a-d4d5-4243-b72b-5495f49a670e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:54.042462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-83cea74f-e954-471e-bc5e-b94eb645a66b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 200 len: 993 time: 0.2961380 May 20 16:04:54.125277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11c9f-7f3f-422d-839e-6b925649be03 req-d2b7e7c8-ea86-4212-bd78-1486fc6b26f5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:04:54.132693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-69a11c9f-7f3f-422d-839e-6b925649be03 req-d2b7e7c8-ea86-4212-bd78-1486fc6b26f5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 945 time: 0.2319088 May 20 16:04:54.184740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 57cd0a2a-d4d5-4243-b72b-5495f49a670e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:54.185541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.272873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-69a11c9f-7f3f-422d-839e-6b925649be03 req-e8e66c62-7718-4688-87f4-d2745cdef0af tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299188 May 20 16:04:54.294626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.295700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.296466 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Floating IP b10922f1-02cd-4873-b920-2e88f128dad0 disassociated. External IP: 172.26.8.241, port: fd48035b-3f44-49a2-9009-0d28d3d7e8a5. May 20 16:04:54.297324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Calling delete_port for fd48035b-3f44-49a2-9009-0d28d3d7e8a5 owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:54.387539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3101c39e-e67a-4b1f-8310-9ceafc1d9028 None None] Provisioning for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:54.430341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47298) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:54.475376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f5dc567-5ecc-4d0e-887c-003c27034884 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:54.501785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3101c39e-e67a-4b1f-8310-9ceafc1d9028 None None] Provisioning complete for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:54.502245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3101c39e-e67a-4b1f-8310-9ceafc1d9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.524967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:54.535230 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1767187 May 20 16:04:54.554495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:54.609603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47304) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:54.622329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:54.632203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:54.633588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:54.646551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.653094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:54.706367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'Port': ['ID=fd48035b-3f44-49a2-9009-0d28d3d7e8a5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:54.773484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3101c39e-e67a-4b1f-8310-9ceafc1d9028 None None] Port e1eb2bf8-0c5c-4915-b23b-dbc16830990a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:54.790193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.790587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.800697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.801254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.801677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.802596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.802976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.803349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.803719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.804085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.804449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.804880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:04:54.822401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:54.954921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47310) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:54.967718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:55.045507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4f5dc567-5ecc-4d0e-887c-003c27034884 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:04:55.054984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:55.080692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4f5dc567-5ecc-4d0e-887c-003c27034884 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:55.082504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:55.231594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-82b393a9-7593-40f6-9274-f596e5aed517 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-759343383', 'prefixes': ['172.20.0.0/16']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:55.252269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-82b393a9-7593-40f6-9274-f596e5aed517 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:55.426816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-67c986c7-3d29-4451-a101-abd42a65fc94 None None] Provisioning complete for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:55.428250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-67c986c7-3d29-4451-a101-abd42a65fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:55.478655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:55.499664 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:04:55.512815 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:55.513932 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:55.645271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] No DVR routers for this DVR port fd48035b-3f44-49a2-9009-0d28d3d7e8a5 on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:04:55.649190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:55.667596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-67c986c7-3d29-4451-a101-abd42a65fc94 None None] Port e1eb2bf8-0c5c-4915-b23b-dbc16830990a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:55.668832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'name': 'network-vif-deleted', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:04:55.683112 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-1eefe87b-1795-4f9f-b201-09c8ace6930e req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "DELETE /v2.0/ports/fd48035b-3f44-49a2-9009-0d28d3d7e8a5 HTTP/1.1" status: 204 len: 173 time: 2.9344845 May 20 16:04:55.706772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82b393a9-7593-40f6-9274-f596e5aed517 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] Notify callbacks [] for subnetpool, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:55.708733 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-82b393a9-7593-40f6-9274-f596e5aed517 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7541673 May 20 16:04:55.714265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47322) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:55.728667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:55.759712 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3371713f-e1db-451a-9f16-8c4ad07284cf tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] 10.222.0.13 "GET /v2.0/subnetpools/7279335a-064f-464d-8fcd-eb90cdc6b152 HTTP/1.1" status: 200 len: 731 time: 0.0438862 May 20 16:04:55.776269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47326) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:55.793582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8960f387-d535-4fc4-a451-a4c6adcf81ac tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1230840637'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:04:55.826943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:55.858485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 4f5dc567-5ecc-4d0e-887c-003c27034884, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f5dc567-5ecc-4d0e-887c-003c27034884,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:04:55.871283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:55.871847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Updating router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 port e1eb2bf8-0c5c-4915-b23b-dbc16830990a binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:04:55.881138 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:55.968675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:55.994972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-90c33ac8-0ece-419a-86e1-40167c6a02ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:56.010176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8960f387-d535-4fc4-a451-a4c6adcf81ac tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] Notify callbacks [] for subnetpool, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.018259 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8960f387-d535-4fc4-a451-a4c6adcf81ac tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] 10.222.0.13 "PUT /v2.0/subnetpools/7279335a-064f-464d-8fcd-eb90cdc6b152 HTTP/1.1" status: 200 len: 684 time: 0.2349031 May 20 16:04:56.018259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47330) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:56.232765 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d0890cbc-ff5f-403d-845b-c2a76ad1a99a req-878e21ce-e34f-4025-840d-12736234f02b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.7222810 May 20 16:04:56.240878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1d6232e-cccc-4475-a436-873d0272d2f4 None None] Provisioning complete for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:56.241374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1d6232e-cccc-4475-a436-873d0272d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.345711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 520a2a8a-35ba-400b-b902-6f8d795aaf70 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:56.347207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.359596 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09', 'name': 'network-vif-deleted', 'tag': 'fd48035b-3f44-49a2-9009-0d28d3d7e8a5', 'status': 'completed', 'code': 200} May 20 16:04:56.446690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.523482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fd48035b-3f44-49a2-9009-0d28d3d7e8a5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:04:56.567095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2480fc02-2480-4c88-9a72-6498e7f1730c tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] Notify callbacks [] for subnetpool, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.578667 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2480fc02-2480-4c88-9a72-6498e7f1730c tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7279335a-064f-464d-8fcd-eb90cdc6b152 HTTP/1.1" status: 204 len: 168 time: 0.5582895 May 20 16:04:56.582877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47336) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:56.642666 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-cce9e611-edc0-47f3-8f7e-3c92cc30fe20 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] show failed (client error): The resource could not be found. May 20 16:04:56.644169 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cce9e611-edc0-47f3-8f7e-3c92cc30fe20 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] 10.222.0.13 "GET /v2.0/subnetpools/7279335a-064f-464d-8fcd-eb90cdc6b152 HTTP/1.1" status: 404 len: 346 time: 0.0590467 May 20 16:04:56.649557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47340) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:56.687132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 16:04:56.712613 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-4b86a36f-8aae-4d82-a9d5-3defa04c47b8 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] delete failed (client error): The resource could not be found. May 20 16:04:56.714299 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4b86a36f-8aae-4d82-a9d5-3defa04c47b8 tempest-SubnetPoolsTestJSON-379211608 tempest-SubnetPoolsTestJSON-379211608-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7279335a-064f-464d-8fcd-eb90cdc6b152 HTTP/1.1" status: 404 len: 346 time: 0.0632496 May 20 16:04:56.715150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47344) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:56.730706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Removed routes are [] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 16:04:56.731398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.771395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=4f5dc567-5ecc-4d0e-887c-003c27034884,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:56.788231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:56.793491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: fd48035b-3f44-49a2-9009-0d28d3d7e8a5 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:04:56.794029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fd48035b-3f44-49a2-9009-0d28d3d7e8a5 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:04:56.818630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6232e-cccc-4475-a436-873d0272d2f4 None None] Port e1eb2bf8-0c5c-4915-b23b-dbc16830990a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:04:56.901993 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:56.908771 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:04:56.920790 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:56.921467 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:57.523422 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:57.683304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:57.741234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:57.758390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b218bf11-2da6-4160-bea8-d896e6826be3 req-524b7bbb-3fda-4194-aa34-7a7722438d23 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.0684478 May 20 16:04:57.761606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:57.762118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:57.793996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47354) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:04:57.811537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Deleting port 8751f54f-421e-4d7a-93bc-71198d7693b5 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:04:57.812118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.102686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.102997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.172227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.188048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Transition to ACTIVE for port object e1eb2bf8-0c5c-4915-b23b-dbc16830990a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:04:58.196043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f5dc567-5ecc-4d0e-887c-003c27034884 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:04:58.262472 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:58.265947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.268114 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7677dc-e2c5-44c9-87d4-d1a933457343 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:04:58.277845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:58.396088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:04:58.427666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 520a2a8a-35ba-400b-b902-6f8d795aaf70 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:58.494495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Calling delete_port for 8751f54f-421e-4d7a-93bc-71198d7693b5 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:04:58.543138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4f5dc567-5ecc-4d0e-887c-003c27034884 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:04:58.543457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.657018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5c6b-1d79-4e7e-8c63-1b5119324159 None None] Pushing event updated for resources: {'Port': ['ID=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:58.660174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-077e5c6b-1d79-4e7e-8c63-1b5119324159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:58.737948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Attempting to bind port e1eb2bf8-0c5c-4915-b23b-dbc16830990a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:04:58.738376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Attempting to bind port e1eb2bf8-0c5c-4915-b23b-dbc16830990a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:04:58.738752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Attempting to bind port e1eb2bf8-0c5c-4915-b23b-dbc16830990a on network a30773cc-e11e-405e-9091-b1d6278a6663 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:04:58.840596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:04:58.840859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Checking segment: {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:04:58.841263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.841854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Bound using segment: {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:04:58.842164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Bound port: e1eb2bf8-0c5c-4915-b23b-dbc16830990a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f736dab-cb23-4e75-a86b-ca047b154122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:04:58.842623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.918357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad868bc7-c643-4f0b-8ac7-33f12cc46074 None None] New status for floating IP b10922f1-02cd-4873-b920-2e88f128dad0: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:04:58.935263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.942262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:58.976770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-00fa83b8-2ecb-4382-b2d7-8dca6132446f tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:59.080426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:04:59.088079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef835b5e4fb49769edfedf9d9494245 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:04:59.093591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:04:59.105108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:04:59.148542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'Port': ['ID=8751f54f-421e-4d7a-93bc-71198d7693b5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:59.163248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:59.259614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] For port e1eb2bf8-0c5c-4915-b23b-dbc16830990a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:04:59.263958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] For port e1eb2bf8-0c5c-4915-b23b-dbc16830990a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:04:59.271711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:59.277035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-70017b92-59ab-47d4-9b33-aba7f5e73179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:59.344341 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:59.344786 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Floating IP 3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 disassociated (deleted). External IP: 172.26.8.2, port: 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48. May 20 16:04:59.351811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:59.374096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5c6b-1d79-4e7e-8c63-1b5119324159 None None] Pushing event updated for resources: {'Port': ['ID=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:59.377906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-077e5c6b-1d79-4e7e-8c63-1b5119324159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:04:59.403271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:04:59.404061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:04:59.440002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87d68d2-b7bb-4d7f-ac2d-1214b1d473c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:59.660916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:04:59.891893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=520a2a8a-35ba-400b-b902-6f8d795aaf70,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:04:59.896210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:04:59.912681 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ca8ad6a9-a6ef-40fb-8014-d44de75b4114 req-5f63030b-2422-425b-a48a-01898e109136 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.5713496 May 20 16:04:59.918699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:59.932174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:59.947981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9da36c18-78bd-4fa5-a0a0-0bcd158d219f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:04:59.979833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:00.001837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4097f6-13fc-472c-86fe-406782d55b6f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:00.006336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:00.119279 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ef835b5e4fb49769edfedf9d9494245&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3184574 May 20 16:05:00.119616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47362) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:00.127847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:00.128184 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 6a657eaf-1028-49b9-8838-7bf1bec0ccea disassociated (deleted). External IP: 172.26.8.165, port: a4bb2240-c3ad-426e-a65f-575453b47888. May 20 16:05:00.220408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Router 235e5026-ae4a-4db7-8d2e-e280206fbf5a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:00.235981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:00.238817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ebb929b8-0d53-4352-b6dc-f24b05ae0303 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 933 time: 5.6275239 May 20 16:05:00.243530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47366) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:00.413290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:56Z', 'revision_number': 6, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:04:59Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:00.418919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55ae99-11f5-414e-b315-8476e95e31c6 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:56Z', 'revision_number': 6, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:04:59Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:00.592611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:00.689998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 84bac856-61b8-47c7-8ee8-545a94273a7c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:00.801045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:00.815238 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6fa558b8-87ee-4696-965c-93559e4bd8cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 933 time: 0.5636303 May 20 16:05:00.821089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47370) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:00.821367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:00.836970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'routes': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:00.894069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:00.901185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c821b27e-13f4-472a-9518-f876889e74ce tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:01.034744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4097f6-13fc-472c-86fe-406782d55b6f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:01.059251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:01.168839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:01.177974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:01.180406 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] Sync routers for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:01.193436 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:01.194380 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:01.304684 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "DELETE /v2.0/floatingips/3ce57338-a2f4-4236-9ef2-0a6d5dabeab9 HTTP/1.1" status: 204 len: 168 time: 4.5816398 May 20 16:05:01.306180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:01.332745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:01.337423 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa4097f6-13fc-472c-86fe-406782d55b6f HTTP/1.1" status: 204 len: 168 time: 1.1988144 May 20 16:05:01.438416 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:01.540614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:01.580095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:01.584825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:01.801661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:01.830601 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] Sync routers for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:01.837230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:01.866556 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:01.868005 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:01.891151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80b8d5a3-af15-4c04-aede-010bd6d90e6a req-ecb83ec5-114f-4ce5-a356-e31f4e063c2b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70410a0-8fc6-4e24-8d5b-eb3cc82e8f09 HTTP/1.1" status: 200 len: 210 time: 0.3028755 May 20 16:05:01.913436 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'status': 'completed', 'code': 200} May 20 16:05:02.056380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:02.058397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a657eaf-1028-49b9-8838-7bf1bec0ccea HTTP/1.1" status: 204 len: 168 time: 7.6250708 May 20 16:05:02.113868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:02.270290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e1eb2bf8-0c5c-4915-b23b-dbc16830990a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:02.271405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-6d2f3a1d-e37a-47f9-ba58-821e1291854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:02.274083 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-6d2f3a1d-e37a-47f9-ba58-821e1291854c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2051879f4bef40ecb5c8d00bff0aedf0&device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 1099 time: 0.3343039 May 20 16:05:02.287136 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:02.616836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-1e7b4919-f8f3-4409-86d3-c2f3962d392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:02.620868 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-1e7b4919-f8f3-4409-86d3-c2f3962d392f service neutron] 10.222.0.25 "GET /v2.0/networks?id=588b315b-c8d3-4834-8613-1e9be1b7ce5a HTTP/1.1" status: 200 len: 897 time: 0.3400309 May 20 16:05:02.782619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'status': 'completed', 'code': 200} May 20 16:05:02.794420 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-fa799d90-c91f-47db-8c24-a2d901e83945 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 HTTP/1.1" status: 200 len: 217 time: 0.1643775 May 20 16:05:02.799875 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:10Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:02.805741 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] Checking router: 235e5026-ae4a-4db7-8d2e-e280206fbf5a for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:02.823452 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:02.824335 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:02.872489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:02.881287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:02.882557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:02.895199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-93675bb6-1c3a-43f7-ae3b-57ddee8ad681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:02.898708 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-93675bb6-1c3a-43f7-ae3b-57ddee8ad681 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65a56a55-b341-487d-af25-027e32590089 HTTP/1.1" status: 200 len: 834 time: 0.0953388 May 20 16:05:02.920344 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added routes are [] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 16:05:02.921292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 16:05:02.924951 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:02.956764 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] Checking router: 84bac856-61b8-47c7-8ee8-545a94273a7c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:03.007834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:04:56Z', 'revision_number': 6, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:04:59Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:03.014476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406f03-0d1e-4c0a-9cca-77597aeecf04 req-99734bda-23a5-40f3-b77d-a1dd7fa0151c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:03.022305 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-50406f03-0d1e-4c0a-9cca-77597aeecf04 req-99734bda-23a5-40f3-b77d-a1dd7fa0151c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.7853076 May 20 16:05:03.023673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:03.023866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-c99b4a45-bf17-4cfc-a09e-e3ca086c0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:03.025367 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-c99b4a45-bf17-4cfc-a09e-e3ca086c0253 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=588b315b-c8d3-4834-8613-1e9be1b7ce5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1157115 May 20 16:05:03.059637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:03.061186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:03.071643 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:03.072956 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:03.080378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951618-1311-4793-80b6-fc27330aa202 req-dcef6562-37ea-4625-8617-d639546b03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:03.081922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-dcef6562-37ea-4625-8617-d639546b03eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 1098 time: 0.3083763 May 20 16:05:03.114957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-50406f03-0d1e-4c0a-9cca-77597aeecf04 req-bc0f11d4-0c16-492c-959f-8ad78fadcd52 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915852 May 20 16:05:03.119347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:03.140335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877f35-191d-484f-be28-3aa6c00d1c6a req-bce46ef5-eb98-4a06-9797-888f383c422e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:03.141083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d877f35-191d-484f-be28-3aa6c00d1c6a req-bce46ef5-eb98-4a06-9797-888f383c422e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:03.145066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.25', 64415) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:03.279366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:03.345315 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-5ed785a2-c8d6-4c74-9a66-5b256b8eafe6 service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122799 May 20 16:05:03.364531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d877f35-191d-484f-be28-3aa6c00d1c6a req-bce46ef5-eb98-4a06-9797-888f383c422e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:03.365810 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d877f35-191d-484f-be28-3aa6c00d1c6a req-bce46ef5-eb98-4a06-9797-888f383c422e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.5069606 May 20 16:05:03.421286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e1eb2bf8-0c5c-4915-b23b-dbc16830990a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:03.444726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:03.450966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-88746475-c7f4-46a3-ba4d-c8d9b9456320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:03.497534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-5ff03219-83f4-4b88-a56f-7f8258f78c36 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:03.498629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-5ff03219-83f4-4b88-a56f-7f8258f78c36 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Synchronizing usage tracker for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:03.529515 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:03.569858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:03.572469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-5ff03219-83f4-4b88-a56f-7f8258f78c36 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Unset dirty status for tenant:2051879f4bef40ecb5c8d00bff0aedf0 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:03.573942 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-5ff03219-83f4-4b88-a56f-7f8258f78c36 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.4265823 May 20 16:05:03.620237 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-ff36d8f9-65f4-47a0-9312-93f7a438774c req-3b0b7b04-e7f9-4085-96e9-a3ae62560bbc service neutron] 10.222.0.25 "GET /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667453 May 20 16:05:03.667581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951618-1311-4793-80b6-fc27330aa202 req-203ce9aa-07c2-4a0b-b87b-ea0b4531536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:03.687251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:03.690052 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-203ce9aa-07c2-4a0b-b87b-ea0b4531536d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 HTTP/1.1" status: 200 len: 897 time: 0.5996759 May 20 16:05:03.761259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.761879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.762334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.762778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.764084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.764084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.764084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.765015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.765501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.766190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.766631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.767067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:03.779805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:03.836701 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d877f35-191d-484f-be28-3aa6c00d1c6a req-fd28651a-c27a-46c3-9a5e-3aa4eddb55f7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354103 May 20 16:05:03.842782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Deleting port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:03.846829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:03.855511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-94b71f55-358e-4ad6-b4a9-f376b6c3b3f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4bb2240-c3ad-426e-a65f-575453b47888 HTTP/1.1" status: 200 len: 217 time: 0.1469166 May 20 16:05:03.921796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:03.944018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:04.078555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-3ef29962-a02f-42e2-b4f1-4a015f1333c9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429091540&fields=id&tenant_id=d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 267 time: 0.2050564 May 20 16:05:04.117585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e1eb2bf8-0c5c-4915-b23b-dbc16830990a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:04.138345 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:04.246063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951618-1311-4793-80b6-fc27330aa202 req-7dcb5001-ac7e-4462-b58c-f57146d204e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:04.247819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-7dcb5001-ac7e-4462-b58c-f57146d204e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38cdc00d-fbff-4e3f-80a1-fd2f73d25968 HTTP/1.1" status: 200 len: 835 time: 0.3596625 May 20 16:05:04.314183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:02Z', 'revision_number': 7, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:04:59Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:04.316951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] For port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:04.317413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:04.320830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff0c2c-6db2-4e11-9786-89c08328bf0b None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:02Z', 'revision_number': 7, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:04:59Z', 'revision_number': 4, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:04.325066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e1eb2bf8-0c5c-4915-b23b-dbc16830990a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:04.326129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:04.581362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Calling delete_port for 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:04.653657 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:04.663146 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee918b8-f2da-4b6e-98a3-456d197d9098 None None] The sync data for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv is: [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:03:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'fa2958f9-1e35-43e4-b5d4-e2b953ecba5f', 'name': '', 'network_id': 'c4e0d6dc-e271-4a1c-a1e5-a8c98513f375', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:a4:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:41Z', 'updated_at': '2021-05-20T16:03:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '38cdc00d-fbff-4e3f-80a1-fd2f73d25968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:04.674410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088f297-da30-4808-81d0-53b47ff5e964 req-56178d55-764f-4131-8cd1-3179abaab108 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:04.675198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-6088f297-da30-4808-81d0-53b47ff5e964 req-56178d55-764f-4131-8cd1-3179abaab108 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:04.710744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-6088f297-da30-4808-81d0-53b47ff5e964 req-56178d55-764f-4131-8cd1-3179abaab108 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:04.712499 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6088f297-da30-4808-81d0-53b47ff5e964 req-56178d55-764f-4131-8cd1-3179abaab108 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.4855776 May 20 16:05:04.751062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:04.881887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84ffa5-78ac-4e40-bc2e-66c86b6ea1b6 req-ca2d52a3-eb07-4726-a542-ab7b717f5746 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:04.890713 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ca84ffa5-78ac-4e40-bc2e-66c86b6ea1b6 req-ca2d52a3-eb07-4726-a542-ab7b717f5746 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7893cf96-4dfa-4a86-9024-163fe838f86f HTTP/1.1" status: 200 len: 946 time: 0.4962022 May 20 16:05:04.923053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-8e22c632-96ac-4b9c-84cb-a16d75c05575 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:04.931299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-8e22c632-96ac-4b9c-84cb-a16d75c05575 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 812 time: 0.8514643 May 20 16:05:04.944378 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:10Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:04.952974 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692d897-25b1-48e7-9d91-7af404b09cdc None None] The sync data for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv is: [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:02:53Z', 'revision_number': 4, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '1ca69637-f189-4dfb-b40c-5689d3049ede', 'name': '', 'network_id': '588b315b-c8d3-4834-8613-1e9be1b7ce5a', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'mac_address': 'fa:16:3e:b3:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '65a56a55-b341-487d-af25-027e32590089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:51Z', 'updated_at': '2021-05-20T16:03:10Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'subnets': [{'id': '65a56a55-b341-487d-af25-027e32590089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:05.028859 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-edc1ddc8-7949-4ccb-ae59-942b0ac34991 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/quotas/d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 375 time: 0.0967605 May 20 16:05:05.074113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:05.077259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951618-1311-4793-80b6-fc27330aa202 req-9a4c7b5f-1fc5-4060-b2d3-e4f2fba1c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:05.078897 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-9a4c7b5f-1fc5-4060-b2d3-e4f2fba1c357 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7234201 May 20 16:05:05.104683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-028a8ccd-cac9-4608-bb6e-7cede91548a4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:05.172103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae62466-a0b9-403e-9716-f2e9d974e038 None None] New status for floating IP 6a657eaf-1028-49b9-8838-7bf1bec0ccea: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:05:05.291642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'Port': ['ID=34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:05.297628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:05.343180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ca84ffa5-78ac-4e40-bc2e-66c86b6ea1b6 req-30be2b50-5e9d-4f2f-8686-ca8df75b844e tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515471 May 20 16:05:05.424077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] No DVR routers for this DVR port 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:05.427759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:05.433460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-588a1488-03db-45a2-a357-bc9e58c8adbf service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375955 May 20 16:05:05.441644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:05.447353 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0771a434-1e2a-4985-a289-dd651c65d939 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 699 time: 4.6168077 May 20 16:05:05.447681 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:05.449510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:05.465449 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:05.466883 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:05.467934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47404) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:05.485862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-deleted', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:05.526660 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.25 "DELETE /v2.0/ports/34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 HTTP/1.1" status: 204 len: 173 time: 1.9451885 May 20 16:05:05.552685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port a4bb2240-c3ad-426e-a65f-575453b47888 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:05.553081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:05.610956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178719e9-de5d-4d97-8c5e-eeff9a3c733d None None] New status for floating IP 3ce57338-a2f4-4236-9ef2-0a6d5dabeab9: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:05:05.709302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-dd105136-bc7f-4b38-9e10-0f7a37211836 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6795366 May 20 16:05:05.788683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port a4bb2240-c3ad-426e-a65f-575453b47888, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4bb2240-c3ad-426e-a65f-575453b47888,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:05.789931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:05.871587 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-30285c2f-ba86-44b4-8b3e-70f083ded826 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 699 time: 0.4014945 May 20 16:05:05.873961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47410) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:05.953183 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:05.956473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for a4bb2240-c3ad-426e-a65f-575453b47888 owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:06.148595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:06.158603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:06.178775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-d535ff97-b0ee-44fc-b2b1-95934db76f02 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:05:06.179859 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-d535ff97-b0ee-44fc-b2b1-95934db76f02 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2959404 May 20 16:05:06.265222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57951618-1311-4793-80b6-fc27330aa202 req-244cefe5-b619-4801-8518-e85c92811bbf service neutron] 10.222.0.25 "GET /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195434 May 20 16:05:06.277724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=a4bb2240-c3ad-426e-a65f-575453b47888,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:06.285126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818834-1169-4eb8-af4f-ed035e58c7e0 req-6301c78f-60a2-45cc-816b-1ba866097195 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:06.285459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:06.294082 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34818834-1169-4eb8-af4f-ed035e58c7e0 req-6301c78f-60a2-45cc-816b-1ba866097195 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1232626-4a3b-4ae8-9963-534feb6393d7 HTTP/1.1" status: 200 len: 945 time: 0.7324619 May 20 16:05:06.335412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port a4bb2240-c3ad-426e-a65f-575453b47888 on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:06.338198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:06.356720 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6088f297-da30-4808-81d0-53b47ff5e964 req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/a4bb2240-c3ad-426e-a65f-575453b47888 HTTP/1.1" status: 204 len: 173 time: 1.6371953 May 20 16:05:06.552153 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:02Z', 'revision_number': 7, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:05:03Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:06.559992 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:06.575758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34818834-1169-4eb8-af4f-ed035e58c7e0 req-b2c5ca8d-1ac8-4e4f-8e4b-111221db6d1e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fb7acb-22ef-4527-932b-e43a598176e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781408 May 20 16:05:06.578683 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:06.579931 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:06.673548 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893cf96-4dfa-4a86-9024-163fe838f86f', 'name': 'network-vif-deleted', 'tag': '34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48', 'status': 'completed', 'code': 200} May 20 16:05:06.754177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47420) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:06.878129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-3d1dc9f6-ce1c-4087-9f6b-cec895058ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800005 May 20 16:05:06.890778 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:07.123814 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-cfb5afc7-a961-4a68-8ad1-3bc07f39b925 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448716 May 20 16:05:07.273881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:07.336770 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:02Z', 'revision_number': 7, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:05:03Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:07.341897 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb011bf5-aa72-445b-8d6b-67cedd360d4c None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:02Z', 'revision_number': 7, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1eb2bf8-0c5c-4915-b23b-dbc16830990a', 'name': '', 'network_id': 'a30773cc-e11e-405e-9091-b1d6278a6663', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:40:63:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:50Z', 'updated_at': '2021-05-20T16:05:03Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '8873a007-2f28-40ef-bd36-0bc3b967291a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:07.731499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47434) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:07.785498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40d4a5d2-baa7-4953-b158-8f9d9b3d1794 req-3d3a5949-cf3c-48dd-bc1a-4512b29dda00 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.0484114 May 20 16:05:07.841789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:07.927261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port e1eb2bf8-0c5c-4915-b23b-dbc16830990a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:07.927844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:07.956046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.069198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.178424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port e1eb2bf8-0c5c-4915-b23b-dbc16830990a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:08.179495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.306202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.320994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cfe97df9-3b79-4a13-81f2-f047b9cc62c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:08.352726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb7acb-22ef-4527-932b-e43a598176e0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:08.357562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:08.396792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.397953 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/78fb7acb-22ef-4527-932b-e43a598176e0 HTTP/1.1" status: 204 len: 168 time: 0.6642113 May 20 16:05:08.436675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for e1eb2bf8-0c5c-4915-b23b-dbc16830990a owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:08.451737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Deleting port 1ca69637-f189-4dfb-b40c-5689d3049ede {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:08.452219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.467086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47452) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:08.545411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device a4bb2240-c3ad-426e-a65f-575453b47888 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:08.591349 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: a4bb2240-c3ad-426e-a65f-575453b47888 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:08.592071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device a4bb2240-c3ad-426e-a65f-575453b47888 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:08.592754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:08.630988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:08.631728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 34d64fa9-4a74-44c7-b4dc-5a8b5fa7fe48 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:08.705705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'name': 'network-vif-deleted', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:08.710006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.721464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:08.802604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] For port 1ca69637-f189-4dfb-b40c-5689d3049ede, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ca69637-f189-4dfb-b40c-5689d3049ede,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:08.803416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:08.816326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=e1eb2bf8-0c5c-4915-b23b-dbc16830990a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:08.816749 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1232626-4a3b-4ae8-9963-534feb6393d7', 'name': 'network-vif-deleted', 'tag': 'a4bb2240-c3ad-426e-a65f-575453b47888', 'status': 'completed', 'code': 200} May 20 16:05:08.827198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:09.030211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Calling delete_port for 1ca69637-f189-4dfb-b40c-5689d3049ede owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:09.064409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-24eed1dc-80e1-4036-8fbe-3dbd4e417220 req-0805d990-a093-4d59-a61f-bb7ace6da320 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.0989549 May 20 16:05:09.549182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:09.717291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-7ebaa298-488c-4014-a012-97e75bd7a34b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:09.718904 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-7ebaa298-488c-4014-a012-97e75bd7a34b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 812 time: 0.3584726 May 20 16:05:09.843542 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-6d333086-c952-430e-89ab-9a79795e7b73 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 380 time: 0.1141641 May 20 16:05:09.855478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'port': {'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'admin_state_up': True, 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'security_groups': ['322ec70d-86ee-405a-aa83-81911e4b6f3f']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:09.951048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:09.968813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:09.985623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c1f8c66-9cb2-4852-ab63-c38ab9527877 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:10.053707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'Port': ['ID=1ca69637-f189-4dfb-b40c-5689d3049ede,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:10.061155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:10.207676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:10.217604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:port and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:10.222661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:10.223021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:10.231993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:10.238790 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:10.267136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3765345 May 20 16:05:10.267998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47466) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:10.323394 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:10.326965 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:10.329293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Made reservation on behalf of d63b6c63723a47989f0b1e6b960772aa for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:05:10.333616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:10.349631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:10.374725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-37d30bad-5bf6-409a-bc4b-a021e8ef003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:10.436969 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cd87bfc-74df-42d3-82c3-35a2fc32db65 req-9b98929a-e783-4666-9a1a-665ea23bdc5a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.1053917 May 20 16:05:10.497547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 8873a007-2f28-40ef-bd36-0bc3b967291a {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:05:10.502079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:10.641446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:10.659217 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:10.761782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:10.790904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:11.253862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:11.268899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a657ee8-81ac-4e10-b4a7-c75e3872ff5d tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:11.288245 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:08Z', 'revision_number': 8, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:11.293464 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:11.304695 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:11.305484 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:11.359764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=8873a007-2f28-40ef-bd36-0bc3b967291a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:11.370358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Allocated IP 172.20.0.4 (1aa7174a-6985-4777-b3f6-f5b5f889f921/29c69beb-0a93-4f12-bdd5-6d9f49805804/67710f8a-621e-4c63-bd8e-1ca89a703ecd) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:11.378705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:11.381021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc87507-f19a-4bdf-87dd-faa0a50ce735 None None] Network a30773cc-e11e-405e-9091-b1d6278a6663 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:11.384400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:11.397760 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a1cf98c5-21dd-49e3-9532-ae3bd2efc476 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/8873a007-2f28-40ef-bd36-0bc3b967291a HTTP/1.1" status: 204 len: 168 time: 1.1275349 May 20 16:05:11.409320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47470) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:11.638904 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:11.893864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Router 235e5026-ae4a-4db7-8d2e-e280206fbf5a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:11.901477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eacdd458-e913-4998-8577-dc102c4e1d78 req-a8768f7a-b6f8-46a5-94dd-c148b0853658 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.1197813 May 20 16:05:11.916095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:11.927317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:11.978820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] DHCP port deletion for a30773cc-e11e-405e-9091-b1d6278a6663 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:05:12.010080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Transition to ACTIVE for port object 67710f8a-621e-4c63-bd8e-1ca89a703ecd will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:12.102515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Deleting port 4f5dc567-5ecc-4d0e-887c-003c27034884 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:12.102896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.130764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 4f5dc567-5ecc-4d0e-887c-003c27034884 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:12.135538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.190702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:12.190981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.288686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f5dc567-5ecc-4d0e-887c-003c27034884 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:12.307182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.320807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e5dc1cf-aeea-4166-9b42-9c49ad27798d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:12.376139 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:08Z', 'revision_number': 8, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:12.389190 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a6830-75a5-491a-b5ff-45110883d16c None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:08Z', 'revision_number': 8, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57cd0a2a-d4d5-4243-b72b-5495f49a670e', 'name': '', 'network_id': '85b23799-7809-43eb-bde4-fbd18bc0b044', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:69:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:39Z', 'updated_at': '2021-05-20T16:04:52Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '879ee7b9-a4c3-403d-a723-74beb8bc270c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:12.415083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=67710f8a-621e-4c63-bd8e-1ca89a703ecd,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:12.433596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:12.440458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:12.479529 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "PUT /v2.0/routers/235e5026-ae4a-4db7-8d2e-e280206fbf5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7240417 May 20 16:05:12.486317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47476) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:12.493977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:12.496715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] Sync routers for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:12.533827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:12.534737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:04:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:12.539222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:12.552735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:12.611677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 4f5dc567-5ecc-4d0e-887c-003c27034884, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f5dc567-5ecc-4d0e-887c-003c27034884,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:12.612177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.670851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:12.671546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.712546 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8635674 May 20 16:05:12.745562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Request body: {'port': {'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:12.788090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port fa2958f9-1e35-43e4-b5d4-e2b953ecba5f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:12.788451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.803661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 4f5dc567-5ecc-4d0e-887c-003c27034884 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:12.841255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Deleting subnet 65a56a55-b341-487d-af25-027e32590089 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:05:12.856440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] For port 4f5dc567-5ecc-4d0e-887c-003c27034884, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f5dc567-5ecc-4d0e-887c-003c27034884,segment=NetworkSegment(5f736dab-cb23-4e75-a86b-ca047b154122),segment_id=5f736dab-cb23-4e75-a86b-ca047b154122)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:12.857258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.930723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:12.946086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42760f0a-f22b-409f-95ad-976171f9754c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:13.080618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=4f5dc567-5ecc-4d0e-887c-003c27034884,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:13.086020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:13.092175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port 4f5dc567-5ecc-4d0e-887c-003c27034884 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:13.170019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.241378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Calling delete_port for 4f5dc567-5ecc-4d0e-887c-003c27034884 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:13.253250 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No ports have port_id starting with 4f5dc567-5ecc-4d0e-887c-003c27034884 May 20 16:05:13.277130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for fa2958f9-1e35-43e4-b5d4-e2b953ecba5f owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:13.298570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-24d1232f-b8c9-455b-acad-eaeda50fc56e None None] Provisioning for port 67710f8a-621e-4c63-bd8e-1ca89a703ecd completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:13.311420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:13.375220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.447179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.530345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.581739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.587205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaac371-b7d7-4457-8f33-f9cdb8553432 req-6dd9eb1d-0189-489f-b12f-a18b2014cbd3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:13.590824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaaac371-b7d7-4457-8f33-f9cdb8553432 req-6dd9eb1d-0189-489f-b12f-a18b2014cbd3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 931 time: 0.4196401 May 20 16:05:13.594740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30773cc-e11e-405e-9091-b1d6278a6663']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:13.662206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f736dab-cb23-4e75-a86b-ca047b154122') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:13.663105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f736dab-cb23-4e75-a86b-ca047b154122') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:13.705937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.715601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.728515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.744643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:13.767298 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaaac371-b7d7-4457-8f33-f9cdb8553432 req-3fc60bdb-b1d9-4462-8a0a-ae72b9f24852 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574969 May 20 16:05:13.769887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.794804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:05:13.795657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.847311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-24d1232f-b8c9-455b-acad-eaeda50fc56e None None] Provisioning complete for port 67710f8a-621e-4c63-bd8e-1ca89a703ecd triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:13.847767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-24d1232f-b8c9-455b-acad-eaeda50fc56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:05:13.930924 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:05:13.937962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.953268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5e668cb-de0d-4c4c-a72b-cf7d0692a4a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:13.962672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Pushing event deleted for resources: {'Port': ['ID=4f5dc567-5ecc-4d0e-887c-003c27034884,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:13.965622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] No DVR routers for this DVR port 4f5dc567-5ecc-4d0e-887c-003c27034884 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:13.979836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-349db66f-2899-4eb0-a3ab-4b6d704e7505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:13.981581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:14.024677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:14.027374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-24d1232f-b8c9-455b-acad-eaeda50fc56e None None] Port 67710f8a-621e-4c63-bd8e-1ca89a703ecd cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:05:14.059666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=a30773cc-e11e-405e-9091-b1d6278a6663,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:14.068182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:14.074613 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/a30773cc-e11e-405e-9091-b1d6278a6663 HTTP/1.1" status: 204 len: 168 time: 2.6621270 May 20 16:05:14.078056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47482) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:14.142512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e1eb2bf8-0c5c-4915-b23b-dbc16830990a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:14.189269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e1eb2bf8-0c5c-4915-b23b-dbc16830990a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:14.189705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e1eb2bf8-0c5c-4915-b23b-dbc16830990a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:14.215298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:05:09Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:14.217326 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:05:14.220140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] Checking router: 235e5026-ae4a-4db7-8d2e-e280206fbf5a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:14.231587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] Routers {'235e5026-ae4a-4db7-8d2e-e280206fbf5a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:14.232343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:14.285044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:14.293800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e727c071-416a-4b2e-9a77-42010a01d2ad tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:14.357598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=fa2958f9-1e35-43e4-b5d4-e2b953ecba5f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:14.360648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:14.509465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] Set router 235e5026-ae4a-4db7-8d2e-e280206fbf5a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:14.725755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:14.732991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67710f8a-621e-4c63-bd8e-1ca89a703ecd {{(pid=92431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:05:14.771319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-36d39937-e3b9-4b2e-bc55-8ba72947e773 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:14.821087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:14.826730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'Subnet': ['ID=65a56a55-b341-487d-af25-027e32590089,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:14.829714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:14.839334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:14.879327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "DELETE /v2.0/subnets/65a56a55-b341-487d-af25-027e32590089 HTTP/1.1" status: 204 len: 168 time: 2.3893218 May 20 16:05:14.880231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Transition to ACTIVE for port object 67710f8a-621e-4c63-bd8e-1ca89a703ecd will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:14.880979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47488) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:14.943534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06872734-d245-43c4-af9e-7411ac8fb564 None None] Network 588b315b-c8d3-4834-8613-1e9be1b7ce5a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:14.961130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.026491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b309156-3b39-4167-a5e2-112d5fa7d393 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:15.045550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.154474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0076ef-f9bc-4330-bf4c-f5ced42d9343 req-7b23151e-a3c2-4b14-825f-0124f929af3b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:15.162691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a0076ef-f9bc-4330-bf4c-f5ced42d9343 req-7b23151e-a3c2-4b14-825f-0124f929af3b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.1693649 May 20 16:05:15.232690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a0076ef-f9bc-4330-bf4c-f5ced42d9343 req-5b3e76fb-ccdb-46f9-89dc-2f50fd81131c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690019 May 20 16:05:15.274243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.345700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:05:09Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:15.351272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a79e69-32ce-4725-a011-c97f71bf9c30 None None] The sync data for ids ['235e5026-ae4a-4db7-8d2e-e280206fbf5a'] in dv-neutron-601336-76-hyperv is: [{'id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061901324', 'tenant_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:02:34Z', 'updated_at': '2021-05-20T16:05:09Z', 'revision_number': 5, 'project_id': '2051879f4bef40ecb5c8d00bff0aedf0', 'gw_port': {'id': 'a154e594-a1e9-47ca-bda4-5aa2a4985435', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235e5026-ae4a-4db7-8d2e-e280206fbf5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:02:37Z', 'updated_at': '2021-05-20T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:15.443340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] DHCP port deletion for 588b315b-c8d3-4834-8613-1e9be1b7ce5a request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:05:15.611630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Deleting port b84bd453-5c3f-47ad-8033-a60213eda0e9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:15.611943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.744811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Pushing event updated for resources: {'Port': ['ID=67710f8a-621e-4c63-bd8e-1ca89a703ecd,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:15.819673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] For port b84bd453-5c3f-47ad-8033-a60213eda0e9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b84bd453-5c3f-47ad-8033-a60213eda0e9,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:15.820530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.907606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.981827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:15.993496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:16.154437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 57cd0a2a-d4d5-4243-b72b-5495f49a670e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:16.154779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.334408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Calling delete_port for b84bd453-5c3f-47ad-8033-a60213eda0e9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:16.343718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ca69637-f189-4dfb-b40c-5689d3049ede no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:16.359088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Attempting to bind port 67710f8a-621e-4c63-bd8e-1ca89a703ecd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:05:16.359429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Attempting to bind port 67710f8a-621e-4c63-bd8e-1ca89a703ecd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:05:16.359739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Attempting to bind port 67710f8a-621e-4c63-bd8e-1ca89a703ecd on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:16.449945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Port 67710f8a-621e-4c63-bd8e-1ca89a703ecd on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:05:16.450320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Attempting to bind port 67710f8a-621e-4c63-bd8e-1ca89a703ecd on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:16.460640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1ca69637-f189-4dfb-b40c-5689d3049ede {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:16.460978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ca69637-f189-4dfb-b40c-5689d3049ede not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:16.461392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b84bd453-5c3f-47ad-8033-a60213eda0e9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:16.466655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:05:16.467016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Checking segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:16.467537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Bound using segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:05:16.468079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Bound port: 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:05:16.468464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.500224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 57cd0a2a-d4d5-4243-b72b-5495f49a670e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=57cd0a2a-d4d5-4243-b72b-5495f49a670e,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:16.501484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.509240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.663451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.673710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 57cd0a2a-d4d5-4243-b72b-5495f49a670e owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:16.702603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.767233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] For port 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:05:16.792858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b84bd453-5c3f-47ad-8033-a60213eda0e9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b84bd453-5c3f-47ad-8033-a60213eda0e9,segment=NetworkSegment(fa663e37-5f02-4c30-b72e-2652e14a85e1),segment_id=fa663e37-5f02-4c30-b72e-2652e14a85e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:16.800591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.803997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aa529647-2325-47da-be43-362947349dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:16.850643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3377-799d-4a4d-bda5-453817e22e74 req-8097bd74-ed4b-4f2a-9b14-a709f2c31722 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:16.850987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.853257 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-476f3377-799d-4a4d-bda5-453817e22e74 req-8097bd74-ed4b-4f2a-9b14-a709f2c31722 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.1548994 May 20 16:05:16.855401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event deleted for resources: {'Port': ['ID=b84bd453-5c3f-47ad-8033-a60213eda0e9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:16.858657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:16.859280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:16.886596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] For port 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:05:16.909500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Pushing event deleted for resources: {'Port': ['ID=b84bd453-5c3f-47ad-8033-a60213eda0e9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:16.911500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:16.913143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:16.914075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] No DVR routers for this DVR port b84bd453-5c3f-47ad-8033-a60213eda0e9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:16.932978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b69d9fe0-8211-4748-887a-772ecafd488f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:16.981849 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-476f3377-799d-4a4d-bda5-453817e22e74 req-b128438b-3f79-4cc3-8d90-ce6b66b63c9b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179328 May 20 16:05:17.014070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:17.015065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:17.017112 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] 10.222.0.25 "PUT /v2.0/ports/67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 1093 time: 4.2897058 May 20 16:05:17.019699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Deleting port a154e594-a1e9-47ca-bda4-5aa2a4985435 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:17.020890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:17.041115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:17.056878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:17.076425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f2dbecfe-cd4b-4597-ba5d-5580d4def714 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:17.141583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=57cd0a2a-d4d5-4243-b72b-5495f49a670e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:17.148933 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'status': 'completed', 'code': 200} May 20 16:05:17.173071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:17.242290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 84bac856-61b8-47c7-8ee8-545a94273a7c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:17.286393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Pushing event updated for resources: {'Port': ['ID=67710f8a-621e-4c63-bd8e-1ca89a703ecd,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:17.341785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:17.614471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] For port a154e594-a1e9-47ca-bda4-5aa2a4985435, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a154e594-a1e9-47ca-bda4-5aa2a4985435,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:17.614840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:17.622873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:17.820683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Calling delete_port for a154e594-a1e9-47ca-bda4-5aa2a4985435 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:17.837204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-7694eb17-08ea-4dfa-b4a6-bfbac342c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:17.838812 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-7694eb17-08ea-4dfa-b4a6-bfbac342c028 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1096 time: 0.7655053 May 20 16:05:17.930275 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-ddfde388-3807-47e3-8423-0654b046b73e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 217 time: 0.0761344 May 20 16:05:17.978006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:17.991087 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/84bac856-61b8-47c7-8ee8-545a94273a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5182774 May 20 16:05:17.991651 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] Sync routers for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:17.997358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47496) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:18.018907 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:18.024847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:18.172333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-af2b308c-8afe-41d1-9f9f-c7af2e682e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:18.175172 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-af2b308c-8afe-41d1-9f9f-c7af2e682e81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.2305143 May 20 16:05:18.283356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet 38cdc00d-fbff-4e3f-80a1-fd2f73d25968 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:05:18.295413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:18.322423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:18.431182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:18.466172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:18.570763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-65415024-e82c-4490-be05-2daf66321d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:18.573379 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-65415024-e82c-4490-be05-2daf66321d4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3910348 May 20 16:05:18.598464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e195db-090e-4c89-b017-f0af1a6bea89 req-55c20a9d-7d86-44dc-b819-164d833e59e3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:18.601050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-48e195db-090e-4c89-b017-f0af1a6bea89 req-55c20a9d-7d86-44dc-b819-164d833e59e3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.3523540 May 20 16:05:18.789888 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:05:13Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:18.795023 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] Checking router: 84bac856-61b8-47c7-8ee8-545a94273a7c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:18.808321 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] Routers {'84bac856-61b8-47c7-8ee8-545a94273a7c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:18.809589 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['84bac856-61b8-47c7-8ee8-545a94273a7c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:18.823364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:18.840017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:18.844976 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-48e195db-090e-4c89-b017-f0af1a6bea89 req-db7cab5b-5552-4f85-9575-f599d9c28f30 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408374 May 20 16:05:18.864629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:18.866017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:18.880561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7967801 May 20 16:05:18.881161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47502) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:18.898194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:18.914453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4f2efebb-df37-4337-9700-4da7b4b1c9e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:19.004814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 879ee7b9-a4c3-403d-a723-74beb8bc270c {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:05:19.005889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.010227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.079582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'Port': ['ID=a154e594-a1e9-47ca-bda4-5aa2a4985435,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:19.084451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:19.092753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.155018 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] Set router 84bac856-61b8-47c7-8ee8-545a94273a7c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:19.172787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:19.263438 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-dfa685bf-4566-4386-8ba6-89549fc411dc service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759245 May 20 16:05:19.263865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.613636 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:05:13Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:19.620508 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4aebb0-b68a-4a64-94c2-be44680a0a96 None None] The sync data for ids ['84bac856-61b8-47c7-8ee8-545a94273a7c'] in dv-neutron-601336-76-hyperv is: [{'id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'name': 'tempest-TestNetworkBasicOps-router-676319136', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:03:27Z', 'updated_at': '2021-05-20T16:05:13Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '2bc8674e-2829-433a-ab65-98a117f985c6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bac856-61b8-47c7-8ee8-545a94273a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:03:30Z', 'updated_at': '2021-05-20T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:19.682377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.714769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:16Z', 'revision_number': 9, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:19.721925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:19.736107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:19.737130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:19.781895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.790657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b8000210-51c5-4cff-abdc-cd4ef5049137 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:19.862595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=879ee7b9-a4c3-403d-a723-74beb8bc270c,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:19.868462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:19.869916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:19.880832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/879ee7b9-a4c3-403d-a723-74beb8bc270c HTTP/1.1" status: 204 len: 168 time: 0.9975502 May 20 16:05:19.883918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47508) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:19.965178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd360a-631e-4c3a-8966-4d9879c3e206 None None] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:20.190646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fa2958f9-1e35-43e4-b5d4-e2b953ecba5f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:20.246584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.262143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: fa2958f9-1e35-43e4-b5d4-e2b953ecba5f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:20.262673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fa2958f9-1e35-43e4-b5d4-e2b953ecba5f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:20.272380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:20.303580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.306499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.355056 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-2af1243f-8f08-46a8-b876-d0d738d0a605 req-d8e5a6a7-e02e-471f-bae0-e50b3a8ad33b service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0745680 May 20 16:05:20.359222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.359955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Fanout notify agent at l3_agent the message router_deleted on router 235e5026-ae4a-4db7-8d2e-e280206fbf5a {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:05:20.416111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.417322 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "DELETE /v2.0/routers/235e5026-ae4a-4db7-8d2e-e280206fbf5a HTTP/1.1" status: 204 len: 168 time: 5.5325174 May 20 16:05:20.424607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47512) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:20.441317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b6d5d-1d38-4bbe-99c7-1735050e2175 req-aa39d866-c088-4254-af0c-561316ee54aa tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:20.444352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-482b6d5d-1d38-4bbe-99c7-1735050e2175 req-aa39d866-c088-4254-af0c-561316ee54aa tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.3848159 May 20 16:05:20.588205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:20.588709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.620018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-482b6d5d-1d38-4bbe-99c7-1735050e2175 req-c3eedda6-105c-4477-8078-03c003215b53 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675737 May 20 16:05:20.802069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.806588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:20.807449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.812476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d1beb699-a0c6-4234-8826-13e230368d15 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:20.861877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.891662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=38cdc00d-fbff-4e3f-80a1-fd2f73d25968,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:20.895464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:20.915563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:20.923535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3222f34-b25f-4ba2-b9bb-e68812ee5504 None None] Network c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:20.964889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-7468a894-1862-4088-915d-ae838b278050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:20.966074 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-7468a894-1862-4088-915d-ae838b278050 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1096 time: 0.4928651 May 20 16:05:21.016484 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/38cdc00d-fbff-4e3f-80a1-fd2f73d25968 HTTP/1.1" status: 204 len: 168 time: 3.0150833 May 20 16:05:21.030804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47516) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:21.226625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 3b39307c-e7af-4998-8296-dd0bd8fd4c8a owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:21.233115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] DHCP port deletion for 85b23799-7809-43eb-bde4-fbd18bc0b044 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:05:21.292778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.310429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588b315b-c8d3-4834-8613-1e9be1b7ce5a']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:21.325591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:16Z', 'revision_number': 9, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:21.329218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa663e37-5f02-4c30-b72e-2652e14a85e1') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:21.329602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa663e37-5f02-4c30-b72e-2652e14a85e1') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:21.347806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f28df-6a29-4220-8965-ec7fa75df6b6 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:16Z', 'revision_number': 9, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7daaadba-6e95-4bc6-a873-8dfaf19b612f', 'name': '', 'network_id': 'c6996b9a-fb22-473f-ada0-4af624ad187e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:35:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:31Z', 'updated_at': '2021-05-20T16:04:44Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': 'bbf8c04c-f029-4006-8eea-38e6d561591d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:21.361012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.391812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-4ed3a8d0-0265-49f7-9ada-67f1499c952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:21.392261 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-4ed3a8d0-0265-49f7-9ada-67f1499c952a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.3897123 May 20 16:05:21.393256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.425810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Deleting port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:21.427034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.454853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.468272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:05:21.468670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:05:21.485107 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:05:21.492353 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-d480ae49-5416-4819-a4d3-6e1f9ef32a9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 217 time: 0.0848591 May 20 16:05:21.553384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.561281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] For port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,segment=NetworkSegment(72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d),segment_id=72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:21.561907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.566732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:21.635124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:21.654632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.659652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:21.670026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4c655e55-3973-4bd5-8a63-e8149f3d2cbc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:21.708511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:21.709573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:21.713720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'Network': ['ID=588b315b-c8d3-4834-8613-1e9be1b7ce5a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:21.720374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:21.724260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-da6fec72-7290-4a93-ba93-bc98096d06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:21.726283 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-da6fec72-7290-4a93-ba93-bc98096d06d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.2309356 May 20 16:05:21.733516 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "DELETE /v2.0/networks/588b315b-c8d3-4834-8613-1e9be1b7ce5a HTTP/1.1" status: 204 len: 168 time: 1.3037512 May 20 16:05:21.779925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47522) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:21.833638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-6836b82f-f74a-4c28-9b9c-e7fd5e68e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:21.835290 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-6836b82f-f74a-4c28-9b9c-e7fd5e68e608 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1004305 May 20 16:05:21.851395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] DHCP port deletion for c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:05:21.885464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Calling delete_port for 3b39307c-e7af-4998-8296-dd0bd8fd4c8a owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:22.028882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.034757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Deleting port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:22.035419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.039426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.060283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b23799-7809-43eb-bde4-fbd18bc0b044']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:22.068897 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-60bdd425-21fa-4bcb-84cc-4976e472c993 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263682 May 20 16:05:22.095515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:22.095908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ddaa41-d7d2-4162-9dd5-07ad9e67bb1d') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:22.141297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.164751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 57cd0a2a-d4d5-4243-b72b-5495f49a670e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:22.165438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.201368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.201692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] For port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,segment=NetworkSegment(7fa59b24-5725-4a53-8745-63e036cb2e41),segment_id=7fa59b24-5725-4a53-8745-63e036cb2e41)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:22.202046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.219609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 57cd0a2a-d4d5-4243-b72b-5495f49a670e {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:22.219984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 57cd0a2a-d4d5-4243-b72b-5495f49a670e not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:22.220373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a154e594-a1e9-47ca-bda4-5aa2a4985435 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:22.220573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.234027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:05:22.234467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:05:22.250344 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:05:22.262147 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-9f606dec-9415-4e47-84e7-cad8c2d7901d req-19bbc940-04cb-4d2b-a5a3-712c3c2d722c service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862531 May 20 16:05:22.277907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821e72-dd19-489e-86d3-19783e981bba req-a4988a87-1dec-45a8-b1d3-7bcbec2d548b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:22.279464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87821e72-dd19-489e-86d3-19783e981bba req-a4988a87-1dec-45a8-b1d3-7bcbec2d548b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.3471768 May 20 16:05:22.312007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a154e594-a1e9-47ca-bda4-5aa2a4985435 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:22.312800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a154e594-a1e9-47ca-bda4-5aa2a4985435 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:22.312800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:22.407203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Calling delete_port for 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:22.418410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 2bc8674e-2829-433a-ab65-98a117f985c6 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:22.418805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.439188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.456719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1cd4fca9-41ee-4fa3-a4c3-b71123d95979 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:22.467114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.474324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.474680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:22.517609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Network 85b23799-7809-43eb-bde4-fbd18bc0b044 is not hosted by any dhcp agent {{(pid=92433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:05:22.518160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] No DVR routers for this DVR port 3b39307c-e7af-4998-8296-dd0bd8fd4c8a on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:22.537803 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87821e72-dd19-489e-86d3-19783e981bba req-d73df86e-9176-484f-9ee9-d33c38d25d1d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301900 May 20 16:05:22.543609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Pushing event deleted for resources: {'Port': ['ID=3b39307c-e7af-4998-8296-dd0bd8fd4c8a,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:22.547930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=85b23799-7809-43eb-bde4-fbd18bc0b044,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:22.561039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:22.566404 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/85b23799-7809-43eb-bde4-fbd18bc0b044 HTTP/1.1" status: 204 len: 168 time: 2.6807497 May 20 16:05:22.571246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47526) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:22.656570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.661914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.664084 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] 10.222.0.13 "DELETE /v2.0/security-groups/f8312ecf-9b85-41d3-bd39-fc4d4855a3c7 HTTP/1.1" status: 204 len: 168 time: 0.8730679 May 20 16:05:22.673703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-478ca7bb-0357-40c4-bb94-2278860ec6da tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:22.679870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:22.702467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8312ecf-9b85-41d3-bd39-fc4d4855a3c7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:22.707094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 2bc8674e-2829-433a-ab65-98a117f985c6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2bc8674e-2829-433a-ab65-98a117f985c6,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:22.708243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.725059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:22.786165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.802890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:22.853987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Pushing event deleted for resources: {'Port': ['ID=4d88be19-cbe4-44c0-a3e3-a0b7f0357f39,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:22.859658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:22.880933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:22.892407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] No DVR routers for this DVR port 4d88be19-cbe4-44c0-a3e3-a0b7f0357f39 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:22.951232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3b39307c-e7af-4998-8296-dd0bd8fd4c8a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:22.988060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 3b39307c-e7af-4998-8296-dd0bd8fd4c8a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:22.988408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 3b39307c-e7af-4998-8296-dd0bd8fd4c8a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:22.995382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 2bc8674e-2829-433a-ab65-98a117f985c6 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:23.203911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.213184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc393add-f156-4ffe-b401-e977827e02b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:23.413819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47536) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:23.442329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=2bc8674e-2829-433a-ab65-98a117f985c6,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:23.445683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:23.450195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.548871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.743872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.746467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.785389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.786277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 84bac856-61b8-47c7-8ee8-545a94273a7c {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:05:23.813766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:23.816567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/84bac856-61b8-47c7-8ee8-545a94273a7c HTTP/1.1" status: 204 len: 168 time: 2.7849479 May 20 16:05:23.821312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47544) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:23.830294 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-40e5bd75-778e-4a38-baa7-1f128173d09f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2051879f4bef40ecb5c8d00bff0aedf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150701 May 20 16:05:23.833045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47548) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:24.013481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.036618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.071667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb976-e37f-4b07-8bc7-415de32613f8 req-05ddfa02-24a4-44c3-88e6-4a8888fa9926 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:24.073192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746cb976-e37f-4b07-8bc7-415de32613f8 req-05ddfa02-24a4-44c3-88e6-4a8888fa9926 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.2229598 May 20 16:05:24.179274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.204370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.223743 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-746cb976-e37f-4b07-8bc7-415de32613f8 req-6d7bd099-57f0-4779-831e-94f9668c9885 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328073 May 20 16:05:24.225541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e0d6dc-e271-4a1c-a1e5-a8c98513f375']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:24.245180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa59b24-5725-4a53-8745-63e036cb2e41') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:24.245604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa59b24-5725-4a53-8745-63e036cb2e41') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:24.273185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 7daaadba-6e95-4bc6-a873-8dfaf19b612f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:24.273185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.273795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.286689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.311370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:05:24.312556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.336104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.345000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d012537-8874-460b-85e8-89857633acc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:05:24.353055 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:05:24.372363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc97df-0def-4e78-9731-954f5a1a442d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:24.378191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:24.410186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bc8674e-2829-433a-ab65-98a117f985c6 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:24.411564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.412598 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bbc97df-0def-4e78-9731-954f5a1a442d HTTP/1.1" status: 204 len: 168 time: 0.5787673 May 20 16:05:24.436361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 7daaadba-6e95-4bc6-a873-8dfaf19b612f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7daaadba-6e95-4bc6-a873-8dfaf19b612f,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:24.436606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.457104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2bc8674e-2829-433a-ab65-98a117f985c6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:24.457781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2bc8674e-2829-433a-ab65-98a117f985c6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:24.531745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.538796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c7019bd7-95c3-475c-a34d-09ace4b083a3 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:24.557560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.573638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=c4e0d6dc-e271-4a1c-a1e5-a8c98513f375,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:24.577128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:24.587456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-26d75a3d-4f2e-4f19-b984-40e4666b5e72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/c4e0d6dc-e271-4a1c-a1e5-a8c98513f375 HTTP/1.1" status: 204 len: 168 time: 0.7636740 May 20 16:05:24.607910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47554) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:24.614480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--311065324', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:24.619574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:24.624069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:24.627282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:24.635089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:24.637325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 7daaadba-6e95-4bc6-a873-8dfaf19b612f owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:24.649151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:05:24.653543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.686085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:05:24.698623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.698892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment 7f94e7cd-1ac2-464b-89cc-d5d72bf39af7 of type vlan for network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 May 20 16:05:24.729506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.768646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.777903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:24.778543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.784464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-93397c99-31b2-4b20-85d7-3a3ff83148a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:24.894856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.901658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:24.903089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2940774 May 20 16:05:24.906050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47560) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:24.909170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=0efc8577-13d7-41be-8a73-e9d8002cf1d2,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:24.914245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:24.922376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:24.924507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:05:24.924963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:24.927571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:24.931080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:24.938964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:24.957201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.959740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.965962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47564) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:24.989013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.013289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:25.016403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.019727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Usage tracker for resource:security_group_rule and tenant:971edfa18ab04efe96a1b8017210ce4b is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:25.028961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:25.037885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:25.120257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=7daaadba-6e95-4bc6-a873-8dfaf19b612f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:25.124908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:25.467739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.561756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.696791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.715621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.732142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2b873603-7af1-40d7-8abc-6ef8103064a1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:25.794521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=971edfa18ab04efe96a1b8017210ce4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8271034 May 20 16:05:25.800155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47570) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:25.801729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef44490-de83-46ac-9f39-9ee20aafc349,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:25.806815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:25.840129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56246e-04c3-4d7b-be77-b8f77802e293 req-4316e3ff-94fa-4a5f-b3eb-3210f5b8ace1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:25.841793 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a56246e-04c3-4d7b-be77-b8f77802e293 req-4316e3ff-94fa-4a5f-b3eb-3210f5b8ace1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 943 time: 0.3297851 May 20 16:05:25.948121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:25.962873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a56246e-04c3-4d7b-be77-b8f77802e293 req-16cb6480-7ae4-4aaa-a719-c8c664847175 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083968 May 20 16:05:25.997325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.020433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:26.209717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.212527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:26.227830 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:26.228826 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6552951 May 20 16:05:26.235970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47574) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:26.242311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.248689 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:26.250080 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:26.300650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.311518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a5cf55ce-6fb8-40db-a0ad-8db6d6a4468f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:26.334686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef44490-de83-46ac-9f39-9ee20aafc349,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:26.340940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:26.364571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet bbf8c04c-f029-4006-8eea-38e6d561591d {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:05:26.373280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.405199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.409454 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ef44490-de83-46ac-9f39-9ee20aafc349 HTTP/1.1" status: 204 len: 168 time: 0.6017151 May 20 16:05:26.434491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.143 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/1385fae3-6036-4982-9061-5e66e04705bc) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:26.450351 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:26.467158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.627891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 67710f8a-621e-4c63-bd8e-1ca89a703ecd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:05:26.628810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.656810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.679338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.684274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:26.764713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:26.768386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:26.773178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:26.807147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=1385fae3-6036-4982-9061-5e66e04705bc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:26.815016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:27.018735 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:24Z', 'revision_number': 10, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.033099 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:27.056240 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:27.057173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.094459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.099997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dc8c4f92-bde9-4a4c-8755-ddf090967417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:27.166326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf8c04c-f029-4006-8eea-38e6d561591d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:27.168713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.170880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c5ca7-fe7a-4d13-90c2-52031c2c82fe None None] Network c6996b9a-fb22-473f-ada0-4af624ad187e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:27.180752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:27.196096 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0b79ee0c-a2e1-4c1d-9fb8-eca864dc59ca tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/bbf8c04c-f029-4006-8eea-38e6d561591d HTTP/1.1" status: 204 len: 168 time: 0.9542429 May 20 16:05:27.197086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47582) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:27.266805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:27.300052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:05:27.429053 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:27.478424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.491121 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.515816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67710f8a-621e-4c63-bd8e-1ca89a703ecd {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:05:27.547327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:27.555984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.559225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:27.720978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=67710f8a-621e-4c63-bd8e-1ca89a703ecd,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:27.726756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:27.748156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] DHCP port deletion for c6996b9a-fb22-473f-ada0-4af624ad187e request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:05:27.796266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['67710f8a-621e-4c63-bd8e-1ca89a703ecd'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:05:27.946771 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:24Z', 'revision_number': 10, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.952138 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f897e-a5fb-412a-88d8-0fe6b760ee56 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:24Z', 'revision_number': 10, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None, '_interfaces': [{'id': '1f820a73-691a-4543-9b99-d4b5cb8e4905', 'name': '', 'network_id': '60fdfe04-b846-4dd1-9773-ce7371dce57e', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'mac_address': 'fa:16:3e:76:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:04:18Z', 'updated_at': '2021-05-20T16:04:32Z', 'revision_number': 5, 'project_id': '182d76663dea4723b104ee3939f99c14', 'subnets': [{'id': '55f791dd-61d8-47ba-857d-2b7abc8062f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:27.981537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Deleting port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:27.981927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.113944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.135252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] For port 7dd91e65-5513-40ce-b23c-0fd2a54605e8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7dd91e65-5513-40ce-b23c-0fd2a54605e8,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:28.135698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.280060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Calling delete_port for 7dd91e65-5513-40ce-b23c-0fd2a54605e8 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:28.299042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d0bd-afc5-4f50-9849-78573d6a6481 req-a5da9fc2-c07e-4ce7-aeb6-eb6b09a70d48 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:28.300417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dba3d0bd-afc5-4f50-9849-78573d6a6481 req-a5da9fc2-c07e-4ce7-aeb6-eb6b09a70d48 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 944 time: 0.8164196 May 20 16:05:28.314103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:28.314918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.419480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7daaadba-6e95-4bc6-a873-8dfaf19b612f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:28.522846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 7daaadba-6e95-4bc6-a873-8dfaf19b612f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:28.523241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7daaadba-6e95-4bc6-a873-8dfaf19b612f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:28.523601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7dd91e65-5513-40ce-b23c-0fd2a54605e8 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:28.555078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.567779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-b1bd4db7-194d-4d7a-b224-cdd547f5b915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:28.599931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dba3d0bd-afc5-4f50-9849-78573d6a6481 req-3a517372-f1b8-4676-9f7d-a81af0bc57b0 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698817 May 20 16:05:28.608622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 7dd91e65-5513-40ce-b23c-0fd2a54605e8 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:28.609055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 7dd91e65-5513-40ce-b23c-0fd2a54605e8 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:28.617744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 7dd91e65-5513-40ce-b23c-0fd2a54605e8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=7dd91e65-5513-40ce-b23c-0fd2a54605e8,segment=NetworkSegment(543fcdcb-5106-47dd-aab4-3aa363ef17e8),segment_id=543fcdcb-5106-47dd-aab4-3aa363ef17e8)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:28.618355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.629185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Pushing event deleted for resources: {'Port': ['ID=7dd91e65-5513-40ce-b23c-0fd2a54605e8,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:28.642708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:28.642708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] No DVR routers for this DVR port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:28.779992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 7dd91e65-5513-40ce-b23c-0fd2a54605e8 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:28.889521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.065246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.071131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0b1785c-ad5b-40cb-ad82-681f5fe94cb0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:29.132721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=7dd91e65-5513-40ce-b23c-0fd2a54605e8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:29.135365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:29.140769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port 7dd91e65-5513-40ce-b23c-0fd2a54605e8 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:29.295939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.314954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6996b9a-fb22-473f-ada0-4af624ad187e']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:29.331470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543fcdcb-5106-47dd-aab4-3aa363ef17e8') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:29.331807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543fcdcb-5106-47dd-aab4-3aa363ef17e8') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:29.348604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.357258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:05:29.373565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.618069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:05:29.618474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: util.warn( May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:05:29.634664 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:05:29.834465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.838607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.845804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:29.894288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=c6996b9a-fb22-473f-ada0-4af624ad187e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:29.897163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:29.902610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/c6996b9a-fb22-473f-ada0-4af624ad187e HTTP/1.1" status: 204 len: 168 time: 2.7044311 May 20 16:05:29.905834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47588) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:29.915891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:29.926256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:29.937505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:29.938171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:29.956381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.962097 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0545411 May 20 16:05:29.962957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47592) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:29.989772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcba1-3c09-457b-af93-d06933f70984 req-8cb2053c-5187-4929-a0d7-930ed70c89f0 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:29.992726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0cbcba1-3c09-457b-af93-d06933f70984 req-8cb2053c-5187-4929-a0d7-930ed70c89f0 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 944 time: 0.2661097 May 20 16:05:30.045222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0cbcba1-3c09-457b-af93-d06933f70984 req-93925f0b-1308-4939-931f-7584cd822a8b tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468488 May 20 16:05:30.168660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:30.328979 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-081bb4b7-7014-4b44-8055-085ab343c457 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3643088 May 20 16:05:30.331832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47598) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:30.477972 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378fab5b-fa43-4f20-ab80-b86a6b8033ca tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:30.480044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-378fab5b-fa43-4f20-ab80-b86a6b8033ca tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463771 May 20 16:05:30.484810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47602) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:30.526760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:27Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:30.532146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-52492e59-e587-46b1-b3ec-878f7e02c558 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458906 May 20 16:05:30.534619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:30.535041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Updating router 8bf392fc-c86a-49d6-bff2-b055755da367 port 1385fae3-6036-4982-9061-5e66e04705bc binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:05:30.535394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47606) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:30.541474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808409355', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:30.601978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:30.650895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 67710f8a-621e-4c63-bd8e-1ca89a703ecd up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:30.680283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:30.687175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:30.692786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:30.703429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:30.719511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:05:30.722547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:30.758726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:30.848746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:30.862284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 67710f8a-621e-4c63-bd8e-1ca89a703ecd completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:30.870602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 67710f8a-621e-4c63-bd8e-1ca89a703ecd triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:30.870988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.179850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.227115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:31.319299 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'code': 200} May 20 16:05:31.329046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:31.338780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.344490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-077e5c6b-1d79-4e7e-8c63-1b5119324159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:31.380549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.386239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.398780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96c06068-f40d-42c3-9ad4-e81b1bb4aae3 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:31.419874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Transition to ACTIVE for port object 1385fae3-6036-4982-9061-5e66e04705bc will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:31.432619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.460295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=67710f8a-621e-4c63-bd8e-1ca89a703ecd,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:31.464838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:31.469690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1cba7d5b-449c-4674-863a-e005fe518777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:31.473634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 1f820a73-691a-4543-9b99-d4b5cb8e4905 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:31.474054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.523107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Attempting to bind port 1385fae3-6036-4982-9061-5e66e04705bc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:05:31.523539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Attempting to bind port 1385fae3-6036-4982-9061-5e66e04705bc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:05:31.523872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Attempting to bind port 1385fae3-6036-4982-9061-5e66e04705bc on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:31.534800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:05:31.535205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:31.536165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.536584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:05:31.537636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Bound port: 1385fae3-6036-4982-9061-5e66e04705bc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:05:31.537636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.578754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=b633a689-66db-49ff-89e5-474811b7deb1,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:31.601853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec515-204d-41aa-992d-8b0a6774abb8 req-3f4b2331-681c-4177-842a-eb595d7fc816 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:31.605455 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-defec515-204d-41aa-992d-8b0a6774abb8 req-3f4b2331-681c-4177-842a-eb595d7fc816 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 944 time: 0.3687270 May 20 16:05:31.607127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:31.618692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030e4be-5772-4e2b-b1c1-d7a16e9a66bd None None] Pushing event updated for resources: {'Port': ['ID=1385fae3-6036-4982-9061-5e66e04705bc,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:31.623570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1030e4be-5772-4e2b-b1c1-d7a16e9a66bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:31.654037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] For port 1385fae3-6036-4982-9061-5e66e04705bc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:05:31.659484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] For port 1385fae3-6036-4982-9061-5e66e04705bc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1385fae3-6036-4982-9061-5e66e04705bc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:05:31.661954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:31.662764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 0efc8577-13d7-41be-8a73-e9d8002cf1d2, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:05:31.664927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.669753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b00699a-0f7c-4a18-8705-b780835af1b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:31.726698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-defec515-204d-41aa-992d-8b0a6774abb8 req-57266319-860c-4e39-a7ec-1cb1b0e78a72 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090584 May 20 16:05:31.739283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:05:31.756231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0efc8577-13d7-41be-8a73-e9d8002cf1d2) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:31.756698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:31.757573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:31.788337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:31.789778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.799586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 1f820a73-691a-4543-9b99-d4b5cb8e4905, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1f820a73-691a-4543-9b99-d4b5cb8e4905,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:31.799586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.804480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc291d-181d-42c0-a9b7-e2f7f30a7dca req-d4653226-b7bb-4f23-83d3-5d8a4224861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:31.806098 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8cfc291d-181d-42c0-a9b7-e2f7f30a7dca req-d4653226-b7bb-4f23-83d3-5d8a4224861f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1098 time: 0.1466243 May 20 16:05:31.821693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2844234 May 20 16:05:31.826017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47614) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:31.871860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e788f-71e4-4526-9f98-9c08689023d2 None None] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:31.909534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030e4be-5772-4e2b-b1c1-d7a16e9a66bd None None] Pushing event updated for resources: {'Port': ['ID=1385fae3-6036-4982-9061-5e66e04705bc,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:31.959927 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8cfc291d-181d-42c0-a9b7-e2f7f30a7dca req-50f43a4c-9970-470b-b67d-de86ef883ba8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978622 May 20 16:05:31.961351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1030e4be-5772-4e2b-b1c1-d7a16e9a66bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:31.969185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 1f820a73-691a-4543-9b99-d4b5cb8e4905 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:32.158191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:32.167424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a2100b52-dfb2-4426-86b3-e5ec71eb5b36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:32.172690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:32.223664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=1f820a73-691a-4543-9b99-d4b5cb8e4905,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:32.227899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:32.430650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:05:32.431523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:32.782088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:32.850192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:27Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:32.857850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Allocated IP 172.20.0.2 (0efc8577-13d7-41be-8a73-e9d8002cf1d2/b633a689-66db-49ff-89e5-474811b7deb1/53fca5dc-a17a-4985-9e50-2cdbf013fab9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:32.862815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8b53c-96de-4ff5-bd38-fdc62a8b2a73 None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:27Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:33.017380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.133478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:33.135868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.149838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Transition to ACTIVE for port object 53fca5dc-a17a-4985-9e50-2cdbf013fab9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:33.175290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Transition to ACTIVE for port object 53fca5dc-a17a-4985-9e50-2cdbf013fab9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:33.200879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.221830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:33.288100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:33.296875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:33.308260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:33.347363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e4ba4-c213-4b4c-bd16-b27f24a4b6bb req-c00922ee-70bf-4878-88e2-b32fb36dbc4f tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:33.349177 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-346e4ba4-c213-4b4c-bd16-b27f24a4b6bb req-c00922ee-70bf-4878-88e2-b32fb36dbc4f tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 945 time: 0.3340476 May 20 16:05:33.384076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:33.399655 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:33.416545 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:33.417646 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:33.423507 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5157392 May 20 16:05:33.423930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Pushing event updated for resources: {'Port': ['ID=53fca5dc-a17a-4985-9e50-2cdbf013fab9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:33.424860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47620) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:33.433370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:33.462635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Attempting to bind port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:05:33.464164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Attempting to bind port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:05:33.464821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Attempting to bind port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:33.482281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:05:33.482886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Checking segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:33.483404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.484676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Bound using segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:05:33.485539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Bound port: 53fca5dc-a17a-4985-9e50-2cdbf013fab9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:05:33.487174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.505245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-346e4ba4-c213-4b4c-bd16-b27f24a4b6bb req-8a80007e-7795-43ee-a482-8f7d8df171d5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423144 May 20 16:05:33.546461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting subnet 55f791dd-61d8-47ba-857d-2b7abc8062f2 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:05:33.552907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.624886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.682486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] For port 53fca5dc-a17a-4985-9e50-2cdbf013fab9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:05:33.687090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] For port 53fca5dc-a17a-4985-9e50-2cdbf013fab9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=53fca5dc-a17a-4985-9e50-2cdbf013fab9,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:05:33.695152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.706728 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:33.721935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a7801991-709e-4e97-b0c8-2216753319cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:33.744021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:33.805687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (0efc8577-13d7-41be-8a73-e9d8002cf1d2/b633a689-66db-49ff-89e5-474811b7deb1/83c4c836-330d-4bea-979f-1a2b58dfddc4) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:33.850578 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:32Z', 'revision_number': 11, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:33.855711 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:33.866157 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:33.867201 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:33.908511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Pushing event updated for resources: {'Port': ['ID=53fca5dc-a17a-4985-9e50-2cdbf013fab9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:33.912007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:34.044604 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:34.143478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.155102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0a04e4d5-5510-42fa-b46b-1a338b7b7e58 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:34.203677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.220505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.239236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6d7d3-8d1a-4755-aba3-94a916f2c0e5 None None] Network 60fdfe04-b846-4dd1-9773-ce7371dce57e requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:34.247552 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/55f791dd-61d8-47ba-857d-2b7abc8062f2 HTTP/1.1" status: 204 len: 168 time: 0.8181717 May 20 16:05:34.248692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Subnet': ['ID=55f791dd-61d8-47ba-857d-2b7abc8062f2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:34.250121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 83c4c836-330d-4bea-979f-1a2b58dfddc4 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:34.251380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47626) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:34.254152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:34.291840 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:32Z', 'revision_number': 11, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:34.300950 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4ca36-403c-495b-91fc-197acb1d0953 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:32Z', 'revision_number': 11, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:34.413507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1385fae3-6036-4982-9061-5e66e04705bc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:34.452800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1baf67-2115-4729-98d0-eaa40f5bf51b req-daf8b088-8cb1-4861-95ad-b9e3cecf9137 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:34.454644 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed1baf67-2115-4729-98d0-eaa40f5bf51b req-daf8b088-8cb1-4861-95ad-b9e3cecf9137 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 945 time: 0.4234078 May 20 16:05:34.459121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.590110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1385fae3-6036-4982-9061-5e66e04705bc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:34.602483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1385fae3-6036-4982-9061-5e66e04705bc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:34.602866 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.698154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed1baf67-2115-4729-98d0-eaa40f5bf51b req-2fac523d-57f3-4704-b9c2-3949445ec2f4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342503 May 20 16:05:34.701027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.706081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c24f4b0-c8f2-48d7-8473-b814e14e9b08 tempest-PortsAdminExtendedAttrsTestJSON-1916202071 tempest-PortsAdminExtendedAttrsTestJSON-1916202071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:34.731499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:34.751751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.797505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1385fae3-6036-4982-9061-5e66e04705bc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1385fae3-6036-4982-9061-5e66e04705bc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:34.810649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.813118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:34.849672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:34.854995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac6120-ebf0-4fe4-b449-b3067b422fb9 tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:34.855249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:34.856493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b1ac6120-ebf0-4fe4-b449-b3067b422fb9 tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] Synchronizing usage tracker for tenant:7747a33fa0e9419c86f63077a8dbbca7 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:34.860726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:34.871504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] DHCP port deletion for 60fdfe04-b846-4dd1-9773-ce7371dce57e request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:05:34.887002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b1ac6120-ebf0-4fe4-b449-b3067b422fb9 tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] Unset dirty status for tenant:7747a33fa0e9419c86f63077a8dbbca7 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:34.888627 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1ac6120-ebf0-4fe4-b449-b3067b422fb9 tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1093 time: 0.1560409 May 20 16:05:34.891772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47634) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:34.900265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:34.909069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:34.925096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:floatingip and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:34.929896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=83c4c836-330d-4bea-979f-1a2b58dfddc4,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:34.930737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:34.936012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:34.952573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:34.956490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.961790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Deleting port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:34.962040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:34.964543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1385fae3-6036-4982-9061-5e66e04705bc,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:34.968834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:34.981126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.001437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Deleting port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:05:35.004662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.150473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] For port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:35.151266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.190004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.213792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] For port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,segment=NetworkSegment(1632e3d5-7d99-428f-97b0-26923b93bbc0),segment_id=1632e3d5-7d99-428f-97b0-26923b93bbc0)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:35.214401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.360928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Calling delete_port for 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:35.390693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df7398-3e78-44f1-a74c-e29e54c64f36 None None] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:35.432044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Calling delete_port for 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:05:35.483027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.501407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.531556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-407e25e2-a173-469a-86ec-9bc5ab60a45e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:35.584960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-362b4e7a-ebc5-4a63-9e28-129732f946f1 None None] Provisioning for port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:35.597597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Port': ['ID=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:35.599447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No DVR routers for this DVR port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:35.633246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Allocated IP 172.26.8.40 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/6f2317c1-1d03-464f-931d-feff2fb35f4e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:35.633392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:35.718674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.726482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-70017b92-59ab-47d4-9b33-aba7f5e73179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:35.809635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Pushing event deleted for resources: {'Port': ['ID=4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:35.819128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:35.821974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] No DVR routers for this DVR port 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:05:35.840277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.881156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.913548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:35.917941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:35.943982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fdfe04-b846-4dd1-9773-ce7371dce57e']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:35.972382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1632e3d5-7d99-428f-97b0-26923b93bbc0') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:35.972694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1632e3d5-7d99-428f-97b0-26923b93bbc0') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:36.002059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.010973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:36.014224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:36.017701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:36.034775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.054270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=6f2317c1-1d03-464f-931d-feff2fb35f4e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:36.063709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:05:36.064162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.065436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:05:36.081361 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:05:36.258400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-85b220b5-5136-45e5-8808-21841cf1b59f None None] Provisioning for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:36.268117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1385fae3-6036-4982-9061-5e66e04705bc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:36.308047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-85b220b5-5136-45e5-8808-21841cf1b59f None None] Provisioning complete for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:36.308433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-85b220b5-5136-45e5-8808-21841cf1b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.395272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-85b220b5-5136-45e5-8808-21841cf1b59f None None] Port 83c4c836-330d-4bea-979f-1a2b58dfddc4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:05:36.421819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1385fae3-6036-4982-9061-5e66e04705bc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:36.422205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.486148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.493300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6bc9bf41-c46d-49dc-8c29-27a96a3c08c1 tempest-RoutersNegativeIpV6Test-1629420271 tempest-RoutersNegativeIpV6Test-1629420271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:36.511857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.534224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Pushing event deleted for resources: {'Network': ['ID=60fdfe04-b846-4dd1-9773-ce7371dce57e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:36.544082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:36.557869 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/networks/60fdfe04-b846-4dd1-9773-ce7371dce57e HTTP/1.1" status: 204 len: 168 time: 2.2944596 May 20 16:05:36.558687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47640) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:36.564943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'routes': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:36.639179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 53fca5dc-a17a-4985-9e50-2cdbf013fab9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:36.694822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.702664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c5ed8c1b-3836-43d3-a167-5b450bb18e9b None None] Provisioning complete for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:36.702993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8c1b-3836-43d3-a167-5b450bb18e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.705373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.776949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.800213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.818405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-025c378e-0bc0-4974-89cb-671afe646f97 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:36.829458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed8c1b-3836-43d3-a167-5b450bb18e9b None None] Port 83c4c836-330d-4bea-979f-1a2b58dfddc4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:05:36.853752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:36.860670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:36.861059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:36.997283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Added routes are [] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 16:05:36.997624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.extraroute_db [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Removed routes are [] {{(pid=92432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 16:05:36.997964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.009115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.018541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=83c4c836-330d-4bea-979f-1a2b58dfddc4,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:37.048688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.054984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.067673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2f6d0a27-389b-47c5-bce3-f7ac84534050 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:37.082281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:37.095889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.133058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 53fca5dc-a17a-4985-9e50-2cdbf013fab9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=53fca5dc-a17a-4985-9e50-2cdbf013fab9,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:37.138848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.142309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aa529647-2325-47da-be43-362947349dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:37.207135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=6f2317c1-1d03-464f-931d-feff2fb35f4e,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:37.209901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.214220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=53fca5dc-a17a-4985-9e50-2cdbf013fab9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:37.217918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:37.240667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f820a73-691a-4543-9b99-d4b5cb8e4905 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:37.264509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:37.275778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1f820a73-691a-4543-9b99-d4b5cb8e4905 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:37.276295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1f820a73-691a-4543-9b99-d4b5cb8e4905 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:37.276826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:05:37.319045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:05:37.319671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4bea1bc0-e8ac-41ff-811a-9bc0dc9dde4e not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:05:37.363944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.380037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.399678 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Floating IP 59cfc549-db4b-4250-b7d4-5f9abcc4d982 associated. External IP: 172.26.8.40, port: 67710f8a-621e-4c63-bd8e-1ca89a703ecd. May 20 16:05:37.532584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:37.534490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:37.599357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:37.864287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e24241f7-9efd-4d1e-821c-d01c3868b89c None None] Provisioning complete for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:37.864287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e24241f7-9efd-4d1e-821c-d01c3868b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:37.926295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e24241f7-9efd-4d1e-821c-d01c3868b89c None None] Port 83c4c836-330d-4bea-979f-1a2b58dfddc4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:05:37.965175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:38.012228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:38.019004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.020565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e3635e8d-fb71-4e5c-89d1-b42eb3187205 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 700 time: 1.4606557 May 20 16:05:38.023582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47644) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:38.033256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] Sync routers for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:38.056023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:38.056670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:38.084834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c1da45e4-17f4-435c-92f4-389015ced8cc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:38.115270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:38.123698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c1da45e4-17f4-435c-92f4-389015ced8cc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:38.124898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c1da45e4-17f4-435c-92f4-389015ced8cc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 205 time: 0.1003869 May 20 16:05:38.132371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47648) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:38.144151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 53fca5dc-a17a-4985-9e50-2cdbf013fab9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:38.219259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:38.235142 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:38.251253 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:38.252790 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:38.275537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.277689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:38.370924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.393147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:32Z', 'revision_number': 11, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:38.399776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] Checking router: 99ee3c4c-e560-4fb6-8104-9ecac7a22896 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:38.411934 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5164857 May 20 16:05:38.413773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:38.418182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] Routers {'99ee3c4c-e560-4fb6-8104-9ecac7a22896'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:38.418951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:38.483301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:38.483834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.520346 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'status': 'completed', 'code': 200} May 20 16:05:38.618348 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:38.689489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] Set router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:38.696492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-de1a1065-0481-4354-8d7d-8820e361215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:38.698231 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-de1a1065-0481-4354-8d7d-8820e361215e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1098 time: 0.1589680 May 20 16:05:38.724885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:38.788139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:38.914494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.918140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.930328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:38.931524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:38.955713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.956758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router 99ee3c4c-e560-4fb6-8104-9ecac7a22896 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:05:38.958583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-549bb19c-0169-40f9-9aa5-351182b27da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:38.967571 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-549bb19c-0169-40f9-9aa5-351182b27da2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.2608471 May 20 16:05:38.968542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:38.975464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b12cb436-04b6-4e1c-9fdb-9a9612fa07dc tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 204 len: 168 time: 0.7812130 May 20 16:05:38.976020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47656) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:38.980212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/8bf392fc-c86a-49d6-bff2-b055755da367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1519635 May 20 16:05:38.982275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47660) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:38.984476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-626517133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:39.055434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:39.081414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Usage tracker for resource:router and tenant:182d76663dea4723b104ee3939f99c14 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:39.088033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:39.099998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:39.127874 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-b65c4b8b-5511-4cf8-bfa3-afc97b05a234 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 998 time: 0.1536801 May 20 16:05:39.129845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:39.131111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:39.133807 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:36Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:39.145947 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:39.165411 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:39.166375 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:39.201451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:39.210458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.211380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.212099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.212810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.214019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.214821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.214984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-c997e3ae-c3c3-4923-bc65-ea5ee99e32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.216482 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-c997e3ae-c3c3-4923-bc65-ea5ee99e32fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0805058 May 20 16:05:39.220599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aea8f16a-f8db-4fd5-b9d3-e252e797cb4b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2345092 May 20 16:05:39.220835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47664) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:39.228341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:32Z', 'revision_number': 11, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:39.251970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fff84-5b29-4243-9b9c-25e3f56bd873 None None] The sync data for ids ['99ee3c4c-e560-4fb6-8104-9ecac7a22896'] in dv-neutron-601336-76-hyperv is: [{'id': '99ee3c4c-e560-4fb6-8104-9ecac7a22896', 'name': 'tempest-RoutersTest-router-911700471', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:04:14Z', 'updated_at': '2021-05-20T16:05:32Z', 'revision_number': 11, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:39.317665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:39.357670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:39.387469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.388798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.390060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.391153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.391792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.392591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:39.400369 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3a6825c5-bb13-4441-a64e-947a1c465e36 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1741531 May 20 16:05:39.401555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47668) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:39.413516 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:39.420877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:39.422279 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a27d2622-c187-4c38-b027-34e9f8a72202 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4437683 May 20 16:05:39.425812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47672) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:39.436750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:39.814975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:36Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:39.821245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:39.821873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Updating router 8bf392fc-c86a-49d6-bff2-b055755da367 port 83c4c836-330d-4bea-979f-1a2b58dfddc4 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:05:39.891673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.010193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3a15381e-c776-4c13-87df-65bf22e6b33e tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.6078131 May 20 16:05:40.023718 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:36Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:40.028738 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb8dc3-0e35-447d-99b7-a8910a77b90f None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:36Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:40.174160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.186463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-575ce648-e565-4f93-b763-df514b606675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:40.188610 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-575ce648-e565-4f93-b763-df514b606675 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9649172 May 20 16:05:40.222010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.291534 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca245742-03da-410e-936b-8a4316576525 None None] New status for floating IP 59cfc549-db4b-4250-b7d4-5f9abcc4d982: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:05:40.338656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.357816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:40.368368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Transition to ACTIVE for port object 83c4c836-330d-4bea-979f-1a2b58dfddc4 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:40.370179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235284437', 'description': 'tempest-secgroup-smoke-1235284437 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:40.372434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2514-b0e5-4456-92f4-4cc115e43320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.383120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:40.383630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.388037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-9f6bcffb-fe8b-4b02-8f85-bf750f33af7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:40.388380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:40.391790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:40.399654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:40.413830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.437231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:40.443411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:40.447089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:40.453898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:40.506903 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-6c910173-7cc3-421f-b028-6116d3005db6 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111277 May 20 16:05:40.607996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.614646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.619247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1d64927b-607a-4b5b-9626-e8afc470d6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:40.682488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Router ae03f043-f6a2-45eb-b1a1-3687309b6b0e is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:05:40.683364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480a6e1a-d365-421e-ba69-6b713bbc85c8,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:40.689362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:40.690680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.696187 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3374870 May 20 16:05:40.696475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47682) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:40.760048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '480a6e1a-d365-421e-ba69-6b713bbc85c8', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:40.784683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975572-83f1-423b-b7ef-3371aa9a8cd8 None None] Pushing event updated for resources: {'Port': ['ID=83c4c836-330d-4bea-979f-1a2b58dfddc4,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:40.794185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:40.821028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-16975572-83f1-423b-b7ef-3371aa9a8cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:40.845978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Attempting to bind port 83c4c836-330d-4bea-979f-1a2b58dfddc4 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:05:40.846549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Attempting to bind port 83c4c836-330d-4bea-979f-1a2b58dfddc4 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:05:40.847021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Attempting to bind port 83c4c836-330d-4bea-979f-1a2b58dfddc4 on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:40.853294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:05:40.853868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Checking segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:40.854461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.855324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Bound using segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:05:40.855863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Bound port: 83c4c836-330d-4bea-979f-1a2b58dfddc4, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:05:40.856450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.865124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:40.869636 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-66c60c3f-8998-4eb8-8b38-b7c525f15755 req-62d74cb4-09a3-4be5-9937-c31158314fc1 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556316 May 20 16:05:40.870715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:40.880762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:40.882751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:40.889761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:40.892246 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6437d60f-b35d-43c0-9cb3-425ce8a2903e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "PUT /v2.0/routers/ae03f043-f6a2-45eb-b1a1-3687309b6b0e HTTP/1.1" status: 200 len: 693 time: 1.4637752 May 20 16:05:40.893961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47686) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:40.914583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] Sync routers for ids ['ae03f043-f6a2-45eb-b1a1-3687309b6b0e'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:40.947942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] Routers {'ae03f043-f6a2-45eb-b1a1-3687309b6b0e'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:40.948582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae03f043-f6a2-45eb-b1a1-3687309b6b0e'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.037664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.065868 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-95db83e2-cbb5-479c-af3d-cfa03a76a441 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/routers/ae03f043-f6a2-45eb-b1a1-3687309b6b0e HTTP/1.1" status: 200 len: 699 time: 0.1707675 May 20 16:05:41.069537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47690) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.116289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] Set router ae03f043-f6a2-45eb-b1a1-3687309b6b0e gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:41.120709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.126611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.128512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0f645245-4632-4631-bbbd-a1010184501d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:41.136940 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2a6522ea-f260-4e37-a994-27a06242890a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae03f043-f6a2-45eb-b1a1-3687309b6b0e HTTP/1.1" status: 200 len: 205 time: 0.0656574 May 20 16:05:41.139510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47694) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.156358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f472d2-a446-4afa-a3d9-2c2816049f4b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:41.161692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:41.174054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.175643 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2c572f64-420d-450a-a8d4-6a8d27c2ca2f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4207566 May 20 16:05:41.180035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47698) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.186105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '480a6e1a-d365-421e-ba69-6b713bbc85c8', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:41.193832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:41.198391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:41.203868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:41.211231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:41.233613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.242348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] For port 83c4c836-330d-4bea-979f-1a2b58dfddc4, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:05:41.244707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03f043-f6a2-45eb-b1a1-3687309b6b0e', 'name': 'tempest-RoutersTest-router-626517133', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:39Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.252221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] Checking router: ae03f043-f6a2-45eb-b1a1-3687309b6b0e for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:41.255669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] For port 83c4c836-330d-4bea-979f-1a2b58dfddc4, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=83c4c836-330d-4bea-979f-1a2b58dfddc4,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:05:41.272054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.275635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-29318d0f-2ffa-4be3-9f42-a63a3a60d4fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:41.291988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.307278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] Routers {'ae03f043-f6a2-45eb-b1a1-3687309b6b0e'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:41.307919 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae03f043-f6a2-45eb-b1a1-3687309b6b0e'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.311029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.317100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.319140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:41.343345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c702dfb6-75f0-46f5-a8f5-8b9a3f79d3e7,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:41.346758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:41.357983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.359766 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1784871 May 20 16:05:41.363798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.369792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '480a6e1a-d365-421e-ba69-6b713bbc85c8', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:41.376087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:41.381432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:41.385011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:41.391205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:41.409713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.506161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.511106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.529403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ce41c63-c17f-4f28-8ef2-1c50cf1fa8c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:41.553299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] Set router ae03f043-f6a2-45eb-b1a1-3687309b6b0e gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:41.556323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a725e2e-c10e-4640-ba0e-be276551031a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:41.560051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:41.564833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.566136 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010531 May 20 16:05:41.570438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47706) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.578146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '480a6e1a-d365-421e-ba69-6b713bbc85c8', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:41.586023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:41.590489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:41.594057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:41.601583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:41.621673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.629796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.645597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.674504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.675017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Fanout notify agent at l3_agent the message router_deleted on router ae03f043-f6a2-45eb-b1a1-3687309b6b0e {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:05:41.683741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae03f043-f6a2-45eb-b1a1-3687309b6b0e', 'name': 'tempest-RoutersTest-router-626517133', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:39Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.685808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975572-83f1-423b-b7ef-3371aa9a8cd8 None None] Pushing event updated for resources: {'Port': ['ID=83c4c836-330d-4bea-979f-1a2b58dfddc4,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:41.691094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.692720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2b77a3b7-05b5-4355-9a97-e52ff51cf76e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/ae03f043-f6a2-45eb-b1a1-3687309b6b0e HTTP/1.1" status: 204 len: 168 time: 0.5520172 May 20 16:05:41.693278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-16975572-83f1-423b-b7ef-3371aa9a8cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:41.694182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:41.694987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.706194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47710) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.757577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.760004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6745a-d658-4a02-81d6-0a762acf14b9 None None] The sync data for ids ['ae03f043-f6a2-45eb-b1a1-3687309b6b0e'] in dv-neutron-601336-76-hyperv is: [{'id': 'ae03f043-f6a2-45eb-b1a1-3687309b6b0e', 'name': 'tempest-RoutersTest-router-626517133', 'tenant_id': '182d76663dea4723b104ee3939f99c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:39Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 2, 'project_id': '182d76663dea4723b104ee3939f99c14', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:41.768252 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5df32e21-ab8b-4c94-93ac-c77b2b865114 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae03f043-f6a2-45eb-b1a1-3687309b6b0e HTTP/1.1" status: 200 len: 205 time: 0.0597386 May 20 16:05:41.771401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.774649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.827227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:41.869471 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-7a1536e8-028e-4f17-ae62-fe4b14493b07 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:41.870460 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7a1536e8-028e-4f17-ae62-fe4b14493b07 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/ae03f043-f6a2-45eb-b1a1-3687309b6b0e HTTP/1.1" status: 404 len: 336 time: 0.0979161 May 20 16:05:41.873639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47718) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.876336 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d9bf30-3d5f-4b2e-ba7b-f7d3e339fa35,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:41.879112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:41.880620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.881954 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099585 May 20 16:05:41.885629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47722) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.891666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '480a6e1a-d365-421e-ba69-6b713bbc85c8', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:41.898550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:41.902579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:41.906087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:41.916517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:41.931394 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:05:41.936237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d81a2c0-4faa-4b70-a259-1a72624d9670 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:41.936840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d81a2c0-4faa-4b70-a259-1a72624d9670 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:41.940717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.941600 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7d81a2c0-4faa-4b70-a259-1a72624d9670 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/8873a007-2f28-40ef-bd36-0bc3b967291a HTTP/1.1" status: 404 len: 337 time: 0.0649405 May 20 16:05:41.942408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47726) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:41.942777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:41.987945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa68632-19d4-4354-827b-361a4c335e93 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:41.988739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa68632-19d4-4354-827b-361a4c335e93 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:41.991240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3aa68632-19d4-4354-827b-361a4c335e93 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/879ee7b9-a4c3-403d-a723-74beb8bc270c HTTP/1.1" status: 404 len: 337 time: 0.0474854 May 20 16:05:41.993763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47730) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.031683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.042002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.044324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4acfb1e6-9aa4-45fb-804b-a3121aa51899 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:42.048707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-559b7243-4aa4-469a-8d78-62fa1e7bb63d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:42.049530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559b7243-4aa4-469a-8d78-62fa1e7bb63d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:42.054698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-559b7243-4aa4-469a-8d78-62fa1e7bb63d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/bbf8c04c-f029-4006-8eea-38e6d561591d HTTP/1.1" status: 404 len: 337 time: 0.0596590 May 20 16:05:42.055704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47734) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.071486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422cfa97-73e9-4d06-8d76-829262bc9866,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:42.076965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:42.083856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.085414 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1987090 May 20 16:05:42.090990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47738) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.102140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '480a6e1a-d365-421e-ba69-6b713bbc85c8', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:42.102511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae439ecf-21a3-4e75-9b25-a37e11a62d05 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:42.102998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae439ecf-21a3-4e75-9b25-a37e11a62d05 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:42.104756 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ae439ecf-21a3-4e75-9b25-a37e11a62d05 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/55f791dd-61d8-47ba-857d-2b7abc8062f2 HTTP/1.1" status: 404 len: 337 time: 0.0478806 May 20 16:05:42.107355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47742) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.114362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:42.121243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:42.126440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:42.137263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:42.155725 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:05:42.156499 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-00843112-7ca9-420f-b5e4-0aa1108d057d tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 200 len: 205 time: 0.0473228 May 20 16:05:42.158318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47746) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.167989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.244555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-ad507c2d-d5d6-445c-a828-e4bfdf9d3a0f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:42.249040 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ad507c2d-d5d6-445c-a828-e4bfdf9d3a0f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/99ee3c4c-e560-4fb6-8104-9ecac7a22896 HTTP/1.1" status: 404 len: 336 time: 0.0894880 May 20 16:05:42.249755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.250284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47750) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.254467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.256483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d5939c0-e35c-4358-9a66-3d85e635e7c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:42.281495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0726d6f-731d-4399-9a7b-81b793e14bac,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:42.284029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:42.294834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.297006 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2042401 May 20 16:05:42.316131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aa8d3989-539e-4ecc-a720-ee1df0119e02 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=5274eaa7-9494-4aac-8532-b60cd6c7f3ed HTTP/1.1" status: 200 len: 205 time: 0.0631006 May 20 16:05:42.316553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47756) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.335778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:41Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:42.340359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c41689-1408-48f7-b62d-1a35f6113740 None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:41Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:42.582684 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-18f44207-4563-40e8-8cb7-88185adcb7d1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:42.583981 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-18f44207-4563-40e8-8cb7-88185adcb7d1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/5274eaa7-9494-4aac-8532-b60cd6c7f3ed HTTP/1.1" status: 404 len: 336 time: 0.2663748 May 20 16:05:42.586883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47770) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.614755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1be766e6-1a69-4881-8561-9ebf277666e3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:42.633714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1be766e6-1a69-4881-8561-9ebf277666e3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:42.642423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1be766e6-1a69-4881-8561-9ebf277666e3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235284437&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0842052 May 20 16:05:42.652448 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79dd4d9-b792-4556-9af1-e00edbfec7af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:42.652935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79dd4d9-b792-4556-9af1-e00edbfec7af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:42.658012 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d79dd4d9-b792-4556-9af1-e00edbfec7af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/46013d00-38f8-403e-944f-64064ff03c63 HTTP/1.1" status: 404 len: 337 time: 0.0699983 May 20 16:05:42.658713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47774) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.715271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b86eafd5-ae1b-4458-97b0-504f0cdc2d45 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Synchronizing usage tracker for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:42.730759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b86eafd5-ae1b-4458-97b0-504f0cdc2d45 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Unset dirty status for tenant:182d76663dea4723b104ee3939f99c14 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:42.732188 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b86eafd5-ae1b-4458-97b0-504f0cdc2d45 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 200 len: 205 time: 0.0724657 May 20 16:05:42.734787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47778) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.808738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1f0b3e04-16c2-48f9-8221-fec90de62f0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:42.809618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1f0b3e04-16c2-48f9-8221-fec90de62f0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:42.822382 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-d489750c-f0c7-44d5-9238-a273de9b0e3b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:42.823531 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d489750c-f0c7-44d5-9238-a273de9b0e3b tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/f9148b06-166a-411d-b80c-38fb29a57a48 HTTP/1.1" status: 404 len: 336 time: 0.0874448 May 20 16:05:42.826354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47782) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.828432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1f0b3e04-16c2-48f9-8221-fec90de62f0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:42.829797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-1f0b3e04-16c2-48f9-8221-fec90de62f0b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 796 time: 0.1866229 May 20 16:05:42.849423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-b38a41f3-95d1-4b8b-8fd6-0bdb7e44f5cb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0121343 May 20 16:05:42.890222 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c4765cf9-b33d-4ca2-b60e-ef757213a69e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c321a76d-9600-4921-8ce4-b85f29d74ad6 HTTP/1.1" status: 200 len: 205 time: 0.0624342 May 20 16:05:42.890893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47786) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:42.974715 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-211ba5ca-66b1-4ef1-b3c8-130ba33d0614 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:42.978361 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-211ba5ca-66b1-4ef1-b3c8-130ba33d0614 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/c321a76d-9600-4921-8ce4-b85f29d74ad6 HTTP/1.1" status: 404 len: 336 time: 0.0838759 May 20 16:05:42.978723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47790) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.031461 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f01a5f8-d02d-41d1-90d8-4fb974ee2447 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:43.032077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f01a5f8-d02d-41d1-90d8-4fb974ee2447 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:43.036692 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5f01a5f8-d02d-41d1-90d8-4fb974ee2447 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/fc0c447a-a57b-432a-ac1a-9964b453689f HTTP/1.1" status: 404 len: 337 time: 0.0542901 May 20 16:05:43.036848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47794) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.093059 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7e79da3c-4dde-4e9f-9d9c-2f507746e87f tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=378887cb-c5d0-4c03-8109-74961edd0dfc HTTP/1.1" status: 200 len: 205 time: 0.0525904 May 20 16:05:43.093356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47798) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.116725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:43.123988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-ba953f97-88ba-4a11-b541-efed4a2870bf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:43.144022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-ba953f97-88ba-4a11-b541-efed4a2870bf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:43.146163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-ba953f97-88ba-4a11-b541-efed4a2870bf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2888680 May 20 16:05:43.171916 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-8ee76e32-6314-4581-971c-a69a8cc05514 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:43.172832 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8ee76e32-6314-4581-971c-a69a8cc05514 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/378887cb-c5d0-4c03-8109-74961edd0dfc HTTP/1.1" status: 404 len: 336 time: 0.0782731 May 20 16:05:43.177392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47802) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.218990 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1731e4-510b-4a0f-b1bd-1e11766807ff tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:43.219462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1731e4-510b-4a0f-b1bd-1e11766807ff tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:43.221219 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bc1731e4-510b-4a0f-b1bd-1e11766807ff tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/5ffb8803-21f7-4cd9-9c18-67c5a21fc208 HTTP/1.1" status: 404 len: 337 time: 0.0428321 May 20 16:05:43.223875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47806) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.275035 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e9c9b64c-1c8f-4607-8134-232eb6d92574 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "GET /v2.0/ports?device_id=a72d42f2-ee5a-4173-bca3-148a7c39af8b HTTP/1.1" status: 200 len: 205 time: 0.0496349 May 20 16:05:43.277945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47810) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.323513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-8580f914-be1b-4161-8bfd-0a7121f0f2f8 service neutron] 10.222.0.13 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596220 May 20 16:05:43.348940 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-481541c3-3125-427f-b286-66cabea8ff62 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] delete failed (client error): The resource could not be found. May 20 16:05:43.352481 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-481541c3-3125-427f-b286-66cabea8ff62 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/routers/a72d42f2-ee5a-4173-bca3-148a7c39af8b HTTP/1.1" status: 404 len: 336 time: 0.0712180 May 20 16:05:43.352692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47814) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.398226 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-846cc1e5-4fae-4685-87dc-2455427a5ee9 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:43.398681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846cc1e5-4fae-4685-87dc-2455427a5ee9 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:43.400676 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-846cc1e5-4fae-4685-87dc-2455427a5ee9 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/006f23bb-4364-443d-b376-5b705f0d9a04 HTTP/1.1" status: 404 len: 337 time: 0.0468888 May 20 16:05:43.403599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47818) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:43.448122 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.pecan_wsgi.hooks.translation [None req-47577a6b-6e89-436c-9b90-13ff976efdda tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] DELETE failed (client error): The resource could not be found. May 20 16:05:43.448888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47577a6b-6e89-436c-9b90-13ff976efdda tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:05:43.450900 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-47577a6b-6e89-436c-9b90-13ff976efdda tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] 10.222.0.13 "DELETE /v2.0/subnets/1a01a5dd-0219-4b9b-8f71-57b9ba04aee3 HTTP/1.1" status: 404 len: 337 time: 0.0462813 May 20 16:05:43.479652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-849c7ac4-fd2e-485d-98ef-6bae1ffa23be service neutron] 10.222.0.13 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531880 May 20 16:05:43.747851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a8f2208d-6696-4129-91ab-e93756933249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:43.757660 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed20b5ac-87c9-4c6f-ab9c-1560a75e1d37 req-27c633bd-b810-4cb6-bec2-64444700591e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 210 time: 0.0711401 May 20 16:05:43.830193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47828) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:44.002138 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f95544ce-8b61-4030-b695-ae206bb755ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=182d76663dea4723b104ee3939f99c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697202 May 20 16:05:44.003817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47834) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:44.077991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.109261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.115328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 83c4c836-330d-4bea-979f-1a2b58dfddc4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:44.172368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.177298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5337777a-bc00-487b-a03f-491027040559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:44.189973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d783f7-30ab-4237-b346-feebe6fc816e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:44.193943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:44.198782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.199875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:44.203242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2d783f7-30ab-4237-b346-feebe6fc816e HTTP/1.1" status: 204 len: 168 time: 0.1958652 May 20 16:05:44.219455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:44.219845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.349652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.385140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 83c4c836-330d-4bea-979f-1a2b58dfddc4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=83c4c836-330d-4bea-979f-1a2b58dfddc4,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:44.390475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.392833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-16975572-83f1-423b-b7ef-3371aa9a8cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:44.464926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=83c4c836-330d-4bea-979f-1a2b58dfddc4,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:44.468453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:44.601856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:44.877772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bfe87a5-2183-4fcd-bf67-1a682537f549 req-a65fe068-db0d-4248-ae96-d96276f3bfd5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 210 time: 0.0453038 May 20 16:05:45.077999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47870) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:45.195295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--216964261'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:45.203292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:45.207660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:45.210717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:45.222004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:45.234990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.249396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.265585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:45.269553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:45.272530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:45.278894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:45.372320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.377708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.380731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3da34cdc-0edc-43cb-b0cf-89318a7bdc98 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:45.391868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:45.399829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:45.409685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:45.420944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:45.424733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055f1cb8-0de7-4d86-a34f-e202680db1a3,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:45.434255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:45.498933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.502873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.508195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1ad936a2-09de-4e5c-9718-81fa9cda85d1 tempest-NegativeSecGroupIPv6Test-1132164959 tempest-NegativeSecGroupIPv6Test-1132164959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:45.547056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1f0c9-6bae-4662-86c3-7e55768031d1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:45.549869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.551075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4718432 May 20 16:05:45.552005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:45.553798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47876) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:45.623226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bed83fb9-56eb-467f-b7e1-2ba82d22bb5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:45.640914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bed83fb9-56eb-467f-b7e1-2ba82d22bb5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:45.642142 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bed83fb9-56eb-467f-b7e1-2ba82d22bb5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0873582 May 20 16:05:45.645515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47880) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:45.650943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-security--927551041', 'description': 'tempest-security-description-1836545766'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:45.686190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.746444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.753431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.755975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.757439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "PUT /v2.0/security-groups/05a1f0c9-6bae-4662-86c3-7e55768031d1 HTTP/1.1" status: 200 len: 1779 time: 0.1108027 May 20 16:05:45.758215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-74d477ff-d1db-4961-b978-0311b27d836c tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:45.765396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47884) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:45.813586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1f0c9-6bae-4662-86c3-7e55768031d1,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:45.826857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:45.832969 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-46d8a5d5-8e30-4202-84c9-e48c6c8f2cd0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups/05a1f0c9-6bae-4662-86c3-7e55768031d1 HTTP/1.1" status: 200 len: 1779 time: 0.0664518 May 20 16:05:45.835729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47888) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:45.907539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-83f270c1-834f-444d-9bfb-256d9ecec83a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:45.908267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-83f270c1-834f-444d-9bfb-256d9ecec83a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:45.918676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.924149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-83f270c1-834f-444d-9bfb-256d9ecec83a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:45.925880 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-83f270c1-834f-444d-9bfb-256d9ecec83a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 796 time: 0.1807299 May 20 16:05:45.951696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.011388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf072829-56cc-43ae-ae0a-632a677f795c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:46.020861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.027781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-17b0a46d-7b46-4961-acf6-93128a77a77a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:46.042911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf072829-56cc-43ae-ae0a-632a677f795c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:46.045134 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf072829-56cc-43ae-ae0a-632a677f795c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 380 time: 0.1078370 May 20 16:05:46.046813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1f0c9-6bae-4662-86c3-7e55768031d1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:46.049924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:46.072520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': '31513a87-42d4-425a-aa65-1ba23415d305', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['480a6e1a-d365-421e-ba69-6b713bbc85c8']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:46.109767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d64e24e5-7922-48b3-b2f3-8b36499c5368 req-c75eb27c-2af6-4149-8ec4-01d9b979885a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 210 time: 0.0536265 May 20 16:05:46.111982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.113036 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/05a1f0c9-6bae-4662-86c3-7e55768031d1 HTTP/1.1" status: 204 len: 168 time: 0.2761307 May 20 16:05:46.118053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47900) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.121135 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 83c4c836-330d-4bea-979f-1a2b58dfddc4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:46.206558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 83c4c836-330d-4bea-979f-1a2b58dfddc4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:46.206980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.223403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6e5799a3-aa1a-464a-9f22-7cd8196c34ec tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:46.247798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6e5799a3-aa1a-464a-9f22-7cd8196c34ec tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:46.249221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6e5799a3-aa1a-464a-9f22-7cd8196c34ec tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297998 May 20 16:05:46.252229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47904) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.267965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:46.272128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-f7ddeab1-adbc-4194-9973-43afe2d5ce40 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] delete failed (client error): The resource could not be found. May 20 16:05:46.278324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f7ddeab1-adbc-4194-9973-43afe2d5ce40 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/05a1f0c9-6bae-4662-86c3-7e55768031d1 HTTP/1.1" status: 404 len: 347 time: 0.0203490 May 20 16:05:46.278324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47908) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.284333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:46.287452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--580267217'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:46.295850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:05:46.299690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:46.300290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.319708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:46.332901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.360487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:46.365217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:46.368260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:46.374130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:46.450674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.487294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.492588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.495536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.12 (0efc8577-13d7-41be-8a73-e9d8002cf1d2/b633a689-66db-49ff-89e5-474811b7deb1/cfb3b16d-e565-4b44-86ee-e793c9dc8cdb) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:46.496866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cc7388b4-d5ae-42a7-929d-4967afe103f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:46.537539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d490c223-f31e-41be-8535-6ef5fe2b96fd,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:46.541082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:46.554962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.556202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2771242 May 20 16:05:46.559336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47912) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.564842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': 'd490c223-f31e-41be-8535-6ef5fe2b96fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:46.571412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:46.575381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:46.579033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:46.586995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:46.607383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.677201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.681899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.684015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a43896a8-93cf-4b47-8090-9ff754058085 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:46.712439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749bc687-9f78-465f-a481-c1daca779ae1,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:46.718363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:46.718616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.724906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.729195 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-36ee9c8b-8325-4e9b-9652-b3d6eca52a5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688409 May 20 16:05:46.729870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47916) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.736193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object cfb3b16d-e565-4b44-86ee-e793c9dc8cdb will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:46.760608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.760923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.767740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3db07376-ff6d-4faa-8f14-5533f67735e8 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:46.772366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.805040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.807780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:46.831940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:46.834271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=749bc687-9f78-465f-a481-c1daca779ae1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:46.835374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:46.838429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:46.839462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:46.841211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.848117 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/749bc687-9f78-465f-a481-c1daca779ae1 HTTP/1.1" status: 204 len: 168 time: 0.1164763 May 20 16:05:46.849073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47920) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.905484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:46.908734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:46.928295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:46.928987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:46.940342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e8b393f2-516d-4a4d-b40b-cd618ddb460d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:46.965276 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9140902 May 20 16:05:46.970630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e8b393f2-516d-4a4d-b40b-cd618ddb460d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:46.973645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e8b393f2-516d-4a4d-b40b-cd618ddb460d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1230395 May 20 16:05:46.978259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 47924) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.984500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Request body: {'port': {'device_id': '31513a87-42d4-425a-aa65-1ba23415d305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:47.188852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-31759b7d-4e1d-4052-80c1-b9f00ac11ad8 None None] Provisioning for port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:47.196318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-31759b7d-4e1d-4052-80c1-b9f00ac11ad8 None None] Provisioning complete for port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:47.197072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-31759b7d-4e1d-4052-80c1-b9f00ac11ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.289283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-31759b7d-4e1d-4052-80c1-b9f00ac11ad8 None None] Port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:05:47.374253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.377012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.433643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8194d-d63e-42f5-99a6-c5c73aa036e8 req-aa4e0ad7-c02c-4025-9923-8791d13aefc5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:47.436396 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56a8194d-d63e-42f5-99a6-c5c73aa036e8 req-aa4e0ad7-c02c-4025-9923-8791d13aefc5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 932 time: 0.1520920 May 20 16:05:47.450722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.506808 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56a8194d-d63e-42f5-99a6-c5c73aa036e8 req-0d9817c8-38c8-42bd-ba2f-5af04621216f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539782 May 20 16:05:47.583933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.591929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-262a1499-5d4e-4eff-ab10-e2b494cb3b98 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:47.616665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490c223-f31e-41be-8535-6ef5fe2b96fd,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:47.623526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:47.704184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.705355 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/d490c223-f31e-41be-8535-6ef5fe2b96fd HTTP/1.1" status: 204 len: 168 time: 0.7260211 May 20 16:05:47.708834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47930) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:47.774316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fcec5517-0fc6-44bd-a3c9-f255a37007d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:47.801839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fcec5517-0fc6-44bd-a3c9-f255a37007d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:47.803669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fcec5517-0fc6-44bd-a3c9-f255a37007d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936010 May 20 16:05:47.808967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47934) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:47.815140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--416899111'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:47.823230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:47.834531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:47.848410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.860457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb3b16d-e565-4b44-86ee-e793c9dc8cdb {{(pid=92431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:05:47.869310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.877714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:47.883327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:47.886526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:47.886818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Transition to ACTIVE for port object cfb3b16d-e565-4b44-86ee-e793c9dc8cdb will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:47.891569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.894568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:47.896814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efe55785-462a-4bec-a1a2-6f5d90d4b4ac tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:47.977490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.982989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:47.989497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d6cd414e-5735-43a3-a052-1787b29559af tempest-PortsAdminExtendedAttrsTestJSON-1875578848 tempest-PortsAdminExtendedAttrsTestJSON-1875578848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:48.053149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f840d7c-f1ef-4f23-963b-a4ec5f90c967,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.073106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.075718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.076270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.103715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.109649 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2954061 May 20 16:05:48.110682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47938) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:48.119446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': '8f840d7c-f1ef-4f23-963b-a4ec5f90c967', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:48.130848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:48.136460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:48.140149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:48.147501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:48.168003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.168471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Attempting to bind port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:05:48.169067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Attempting to bind port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:05:48.169729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Attempting to bind port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:48.180185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:05:48.180698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Attempting to bind port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:48.191501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:05:48.191988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Checking segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:48.192550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Bound using segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:05:48.193217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Bound port: cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:05:48.193825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.260792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.265283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.267349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7327fb88-f89c-4e06-bf60-6749acffba77 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:48.292207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9dd330-aaa9-4824-8d6c-b7312559d14b,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.298715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.308991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.310558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1981533 May 20 16:05:48.313218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47942) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:48.318706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': '8f840d7c-f1ef-4f23-963b-a4ec5f90c967', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:48.325425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:48.326886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] For port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:05:48.330121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:48.330902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] For port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:05:48.334744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:48.337584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.341684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:48.343789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:48.362018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.397163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:48.398015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.401755 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] 10.222.0.25 "PUT /v2.0/ports/cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 200 len: 1094 time: 1.4267411 May 20 16:05:48.402436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:48.443600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.446317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.451582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.453925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e61279e7-554b-41e8-86bd-9e2d2686a925 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:48.457137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.488038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b81280-871d-46dc-a500-1c829928626e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.494489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.510525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.512663 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'status': 'completed', 'code': 200} May 20 16:05:48.513980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994541 May 20 16:05:48.518238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47948) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:48.525222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': '8f840d7c-f1ef-4f23-963b-a4ec5f90c967', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:48.531953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:48.537056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:48.541527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:48.550483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:48.575697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.581665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-3285324c-28dd-4c2d-8fd3-915dfc75ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:48.584387 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-3285324c-28dd-4c2d-8fd3-915dfc75ea03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1097 time: 0.1128845 May 20 16:05:48.668796 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-d47de0d5-61c6-46e4-824c-8b1537fb7130 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 200 len: 217 time: 0.0749846 May 20 16:05:48.694150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.707890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.709922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bf4b4313-aa3e-486b-9003-68d1b20be0a3 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:48.739659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79778644-9676-4426-abda-e994cc48f4a0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.747973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.749074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-96dc69f3-add3-462a-a9f6-eb22d06df202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:48.749074 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-96dc69f3-add3-462a-a9f6-eb22d06df202 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0733376 May 20 16:05:48.779338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.780540 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612789 May 20 16:05:48.784202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47954) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:48.791006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': '8f840d7c-f1ef-4f23-963b-a4ec5f90c967', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:48.799891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:48.806098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:48.810293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:48.819259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:48.830026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48e9b-7912-4230-8382-6e7277fd38cb req-6cb37442-51c3-4cae-ad56-e4fc2d20007e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:48.831514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efa48e9b-7912-4230-8382-6e7277fd38cb req-6cb37442-51c3-4cae-ad56-e4fc2d20007e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 944 time: 0.1755910 May 20 16:05:48.836895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-9735411a-9609-492c-8d8a-e3b703bdfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:48.838454 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-9735411a-9609-492c-8d8a-e3b703bdfb18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0805290 May 20 16:05:48.866904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.905441 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efa48e9b-7912-4230-8382-6e7277fd38cb req-443fce94-a891-45d8-8a47-a64ae3d4b99d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657170 May 20 16:05:48.953895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.958079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:48.960192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eb8e5708-159e-40be-8618-e04f520639bb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:48.982721 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-c7cb3813-34fe-4194-8711-2c9ee454ee6a service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373894 May 20 16:05:48.983991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bade0c9-b7d4-48b1-a9a1-97c69476c5d0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:48.986513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:48.998841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.001246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2159059 May 20 16:05:49.003945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47958) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.009161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': '8f840d7c-f1ef-4f23-963b-a4ec5f90c967', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:49.015107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:49.019735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:49.023461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:49.030049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:49.048749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.119890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.124378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.126614 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-8d0f61c3-6110-4b74-8200-f70986b34675 req-9c4b52cf-a781-4eeb-90e8-866b287c9a28 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363676 May 20 16:05:49.131082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:49.153040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb1d904-d305-4081-90c6-07a6d90530fc,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:49.155846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:49.172023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.173305 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1684024 May 20 16:05:49.177861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47962) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.210552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.223324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.252575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-13ee40de-c17e-4e64-96d6-7ac0ac33674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:49.254334 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-13ee40de-c17e-4e64-96d6-7ac0ac33674c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1097 time: 0.0785890 May 20 16:05:49.256599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.258541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-12b5968f-0ecb-447e-a60c-cd7675d43b10 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:49.276939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfb1d904-d305-4081-90c6-07a6d90530fc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:49.280654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:49.282313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.283561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bfb1d904-d305-4081-90c6-07a6d90530fc HTTP/1.1" status: 204 len: 168 time: 0.1046300 May 20 16:05:49.286711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47966) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.346780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d4152a21-b13c-4496-8cfd-8e5534fb8d5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:49.364518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d4152a21-b13c-4496-8cfd-8e5534fb8d5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:49.366122 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d4152a21-b13c-4496-8cfd-8e5534fb8d5d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0779395 May 20 16:05:49.369153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47970) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.401165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-626b883a-acc3-40bf-844a-5efea9c13d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:49.402698 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-626b883a-acc3-40bf-844a-5efea9c13d23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 896 time: 0.1421657 May 20 16:05:49.404018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.416476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.443881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.446054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-79a921cd-a5e1-44f0-9f5d-6dfef543ec73 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:49.465178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bade0c9-b7d4-48b1-a9a1-97c69476c5d0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:49.468542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:49.474259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.475376 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6bade0c9-b7d4-48b1-a9a1-97c69476c5d0 HTTP/1.1" status: 204 len: 168 time: 0.1050363 May 20 16:05:49.479497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47974) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.500287 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-f23c7849-fcc5-40a1-9b19-e1d833113e94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 200 len: 217 time: 0.0899627 May 20 16:05:49.534216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb4fc9bd-6eb3-40d9-ad5b-60cd5e43a348 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:49.551836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fb4fc9bd-6eb3-40d9-ad5b-60cd5e43a348 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:49.554574 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fb4fc9bd-6eb3-40d9-ad5b-60cd5e43a348 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0741115 May 20 16:05:49.556747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47978) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.570969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-98986f28-8139-4f90-95b1-64993c0eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:49.572444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-98986f28-8139-4f90-95b1-64993c0eadc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0654020 May 20 16:05:49.587875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.600099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.627226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.628106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d18d168c-1c35-4b1a-96ee-7f0df27f9244 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:49.657826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79778644-9676-4426-abda-e994cc48f4a0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:49.660729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.662922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/79778644-9676-4426-abda-e994cc48f4a0 HTTP/1.1" status: 204 len: 168 time: 0.1048563 May 20 16:05:49.664750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:49.665730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47982) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.725597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-938c8509-83c4-4f5f-a6df-4381a52607b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:49.728057 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-938c8509-83c4-4f5f-a6df-4381a52607b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1437128 May 20 16:05:49.751642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4ee3e1d0-5c43-45bf-b7b3-b71bb39faeda tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:49.778413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4ee3e1d0-5c43-45bf-b7b3-b71bb39faeda tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:49.782851 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4ee3e1d0-5c43-45bf-b7b3-b71bb39faeda tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1126363 May 20 16:05:49.783100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47986) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.824943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.840337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.878070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.880794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e35c8e8c-4c54-41c3-8941-4e7efe7ca53d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:49.902336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3b81280-871d-46dc-a500-1c829928626e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:49.905986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:49.913542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.914719 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e3b81280-871d-46dc-a500-1c829928626e HTTP/1.1" status: 204 len: 168 time: 0.1306732 May 20 16:05:49.917499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47990) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.975534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1659067-d65f-45ce-8c95-2bf8c8c0244f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:49.997964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d1659067-d65f-45ce-8c95-2bf8c8c0244f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:49.999843 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1659067-d65f-45ce-8c95-2bf8c8c0244f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0813160 May 20 16:05:50.002946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 47996) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:50.047726 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-250f029d-9afb-4e02-a2a4-4ae7cc82404b service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084431 May 20 16:05:50.073183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.090417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.128409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.130962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b760cecc-ae37-4889-94e9-548a3f942b6b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:50.152974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a9dd330-aaa9-4824-8d6c-b7312559d14b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:50.158499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:50.162853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.166846 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4a9dd330-aaa9-4824-8d6c-b7312559d14b HTTP/1.1" status: 204 len: 168 time: 0.1600821 May 20 16:05:50.169769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48000) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:50.173181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371c0f-6b46-4f81-ac01-d20a49143586 req-1fc81763-edbb-4588-970f-ebcaedf361c2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:50.174723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-01371c0f-6b46-4f81-ac01-d20a49143586 req-1fc81763-edbb-4588-970f-ebcaedf361c2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 944 time: 0.1439803 May 20 16:05:50.212745 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-00fc4eaa-784e-4ba3-b486-eda705994e27 req-4c59ceda-a74e-49fa-a9c5-3a643cfaa136 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576338 May 20 16:05:50.223035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-01371c0f-6b46-4f81-ac01-d20a49143586 req-11d54a9b-41d1-4ff5-a848-22dbbcca3b6f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 May 20 16:05:50.244182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-107d41a7-f3d3-4ec4-98bd-694116386387 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:50.262578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-107d41a7-f3d3-4ec4-98bd-694116386387 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:50.265064 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-107d41a7-f3d3-4ec4-98bd-694116386387 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0938795 May 20 16:05:50.267852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48004) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:50.387180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.432725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.483260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.487039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9dfd9987-6f4d-46c0-9ffb-aae497d47f00 tempest-TagsTest-1952251857 tempest-TagsTest-1952251857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:50.503729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f840d7c-f1ef-4f23-963b-a4ec5f90c967,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:50.507444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:50.518102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.521745 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f840d7c-f1ef-4f23-963b-a4ec5f90c967 HTTP/1.1" status: 204 len: 168 time: 0.2498846 May 20 16:05:50.522221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48008) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:50.573453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f4397f11-dbd2-4b23-aa01-cdd8a7e2922b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:50.590627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f4397f11-dbd2-4b23-aa01-cdd8a7e2922b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:50.592275 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f4397f11-dbd2-4b23-aa01-cdd8a7e2922b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689855 May 20 16:05:50.596810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48012) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:50.604050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--280517402'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:50.611471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:50.624444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:50.635111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.657912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:50.663194 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:50.666089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:50.672723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:50.735865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device cfb3b16d-e565-4b44-86ee-e793c9dc8cdb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:05:50.754990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.759077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.766524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-60773acf-42de-417b-92a7-b4d08e67bcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:50.811134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff578915-b8e7-49a0-9fc3-4364eb56ad73,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:50.814347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:50.823152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.824489 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2260931 May 20 16:05:50.827212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48016) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:50.833028 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': 'ff578915-b8e7-49a0-9fc3-4364eb56ad73', 'direction': 'ingress', 'protocol': 17}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:50.839522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:50.843840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:50.846804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:50.853187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:50.869240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.873957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:50.888084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'port_id': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:05:50.933143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.937303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.946535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ed4d2fc-1af4-49d2-a82c-cba05f2165f2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:50.970936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabacb72-6a64-4f81-a840-290c39edaa36,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:50.975209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:50.989543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:50.991261 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1629107 May 20 16:05:50.995016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48020) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:51.005003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.021893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb3b16d-e565-4b44-86ee-e793c9dc8cdb {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:05:51.037779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:51.041733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.044491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2eaa1c02-073e-4c65-bef2-95dc21115d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:51.060603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.088792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.110758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:51.113943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:51.143481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.151454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-91425e04-c11f-43a4-ae8c-e35210de3171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:51.167522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff578915-b8e7-49a0-9fc3-4364eb56ad73,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:51.180061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.180445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.180821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.181193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.181598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.181965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.182325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.182696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.183077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.183438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.183806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.184154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:51.188440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:51.189728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.190815 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff578915-b8e7-49a0-9fc3-4364eb56ad73 HTTP/1.1" status: 204 len: 168 time: 0.1947913 May 20 16:05:51.194209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48024) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:51.209786 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:05:51.246602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['cfb3b16d-e565-4b44-86ee-e793c9dc8cdb'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:05:51.248025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d0a2fd84-7662-489b-89c9-d5a42f855206 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:51.264332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d0a2fd84-7662-489b-89c9-d5a42f855206 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:51.265888 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d0a2fd84-7662-489b-89c9-d5a42f855206 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705559 May 20 16:05:51.270367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48030) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:51.276005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--162333887'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:51.283565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:51.294396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:51.305658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.327134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:51.331388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:51.334925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:51.340971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:51.620544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.624520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.629537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a82fa11b-6cb9-42d1-b231-a0ae0fa8da16 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:51.646893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ec3c7-8cdd-4fdb-b034-e0a8d4cc45a0 req-81886f68-9ea7-4d80-a03a-1672cdc02aba tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:51.648392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-582ec3c7-8cdd-4fdb-b034-e0a8d4cc45a0 req-81886f68-9ea7-4d80-a03a-1672cdc02aba tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 945 time: 0.2895386 May 20 16:05:51.693733 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b9e16-42cf-42d5-8f1d-2674fa0c736b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:51.700593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:51.722656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.723856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4522088 May 20 16:05:51.726827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48034) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:51.728802 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-582ec3c7-8cdd-4fdb-b034-e0a8d4cc45a0 req-459fdbbc-34ba-46d7-81a9-113e177ef302 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726657 May 20 16:05:51.732312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085231691'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:51.738940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:51.743377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:51.746437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:51.752179 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:51.762723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.782386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:51.786467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:51.789230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:51.794890 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:51.863666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.867220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.872423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-03ae2ea5-6519-40cc-abe3-59313095871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:51.914063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34cf2b2-882b-4666-94b2-e886bb6655a2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:51.917780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:51.921649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:51.923370 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1953728 May 20 16:05:51.926635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48038) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:51.932134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': 'bf2b9e16-42cf-42d5-8f1d-2674fa0c736b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd34cf2b2-882b-4666-94b2-e886bb6655a2', 'remote_ip_prefix': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:51.938705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:51.942824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:51.946392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:51.951999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:51.972062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.055169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.058900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.064924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d849d74-5bfa-4806-b41f-e4862c20f437 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:52.088922 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcae6568-7088-477f-bfaa-1e72611a108f,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:52.091222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:52.103110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.104366 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1768153 May 20 16:05:52.107349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48042) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.139813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.150287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.174340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.176695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e447876a-069b-4543-9924-757b1dc649f2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:52.192739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcae6568-7088-477f-bfaa-1e72611a108f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:52.196039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:52.197300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.198417 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bcae6568-7088-477f-bfaa-1e72611a108f HTTP/1.1" status: 204 len: 168 time: 0.0899248 May 20 16:05:52.201288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48046) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.251746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19875950-57c4-4e5f-b3a5-092615fa7c82 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:52.267108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-19875950-57c4-4e5f-b3a5-092615fa7c82 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:52.268346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-19875950-57c4-4e5f-b3a5-092615fa7c82 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0660908 May 20 16:05:52.271759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48050) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.335420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.362500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.408260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.413740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:52.428319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34cf2b2-882b-4666-94b2-e886bb6655a2,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:52.433149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:52.441895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.443138 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/d34cf2b2-882b-4666-94b2-e886bb6655a2 HTTP/1.1" status: 204 len: 168 time: 0.1704695 May 20 16:05:52.445791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48056) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.510473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5704a37a-ba9c-4f76-bf75-3cafeaac28d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:52.526327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5704a37a-ba9c-4f76-bf75-3cafeaac28d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:52.527804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5704a37a-ba9c-4f76-bf75-3cafeaac28d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0810704 May 20 16:05:52.530815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48060) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.599621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.627008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.677254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.681008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-49784569-53fc-4841-9ac8-98e9635ccf6a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:52.696921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b9e16-42cf-42d5-8f1d-2674fa0c736b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:52.699593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:52.710843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.712000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf2b9e16-42cf-42d5-8f1d-2674fa0c736b HTTP/1.1" status: 204 len: 168 time: 0.1800244 May 20 16:05:52.714667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48064) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.750856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device cfb3b16d-e565-4b44-86ee-e793c9dc8cdb up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:05:52.764589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1ebecc3b-888a-47fd-b062-85f206ed2467 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:52.783094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1ebecc3b-888a-47fd-b062-85f206ed2467 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:52.789824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1ebecc3b-888a-47fd-b062-85f206ed2467 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703769 May 20 16:05:52.790153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48070) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.796506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067523334'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:52.810477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:52.828157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:05:52.828478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:52.833905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:05:52.834373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.839289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.860437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:52.865037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:52.867933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:52.873753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:52.947198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfd939-3933-461e-a67b-f2f9c1e22149 req-81a227bf-b8fe-4a38-8cb8-6b5611e99102 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:52.948863 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4dbfd939-3933-461e-a67b-f2f9c1e22149 req-81a227bf-b8fe-4a38-8cb8-6b5611e99102 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 945 time: 0.0901871 May 20 16:05:52.949957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.955274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:52.961078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95f3241b-d5aa-4006-b976-cd8fb199ce21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:52.970820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.002309 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4dbfd939-3933-461e-a67b-f2f9c1e22149 req-eea93bbd-88cb-455d-b97b-ad184f37e578 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 May 20 16:05:53.002963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:53.012868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78043b8b-aa12-4477-872b-705a8914ee24,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.015837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.018255 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2254064 May 20 16:05:53.018255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.021404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.028679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:05:53.033098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.035789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-769ba6da-31c5-4f2b-a67b-76bdad9da6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.036776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': '78043b8b-aa12-4477-872b-705a8914ee24', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:53.051138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:53.062718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:53.063989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:53.075729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:53.094379 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'code': 200} May 20 16:05:53.100095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.148091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.152826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.190067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.194320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.196374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.218771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10cbb9d-b8e8-4132-ac2e-a20008ddd0fb,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.221295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.266021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.267149 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2434938 May 20 16:05:53.270216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48080) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.299219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.301824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c2ee2-b83c-4f30-89dd-169e4dbbebc8 req-4dd6efa4-fc0a-4e48-a0e1-73981e5aa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:53.303288 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-246c2ee2-b83c-4f30-89dd-169e4dbbebc8 req-4dd6efa4-fc0a-4e48-a0e1-73981e5aa38d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1099 time: 0.0717247 May 20 16:05:53.310908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.335101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.337079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.345894 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-246c2ee2-b83c-4f30-89dd-169e4dbbebc8 req-c28a8d1d-f438-41b9-beda-acba9025e009 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353611 May 20 16:05:53.353792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f10cbb9d-b8e8-4132-ac2e-a20008ddd0fb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.357091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.358392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.359465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f10cbb9d-b8e8-4132-ac2e-a20008ddd0fb HTTP/1.1" status: 204 len: 168 time: 0.0882895 May 20 16:05:53.362069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48084) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.409174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-455fc586-ed2c-46bb-ac7e-a73a02971c15 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:53.424485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-455fc586-ed2c-46bb-ac7e-a73a02971c15 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:53.426310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-455fc586-ed2c-46bb-ac7e-a73a02971c15 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628138 May 20 16:05:53.429503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48088) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.491885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.521795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.570161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.574048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c63f4c2-e7a8-4360-af95-020ff5f3fe1e tempest-ExternalNetworksTestJSON-761944200 tempest-ExternalNetworksTestJSON-761944200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.590430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78043b8b-aa12-4477-872b-705a8914ee24,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.594547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.607320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.609920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/78043b8b-aa12-4477-872b-705a8914ee24 HTTP/1.1" status: 204 len: 168 time: 0.1783199 May 20 16:05:53.612657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48092) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.680597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8299e795-afe8-4603-a764-c3a72a53ffaa tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:53.695867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8299e795-afe8-4603-a764-c3a72a53ffaa tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:53.697878 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8299e795-afe8-4603-a764-c3a72a53ffaa tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832887 May 20 16:05:53.701584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.707237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899257108'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:53.713866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:53.725900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:53.737706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.758819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:53.762827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:53.765705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:53.771830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:53.842099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.846140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.852119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0b593eb1-4e4a-4f80-aaa2-0a5680adadbb tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.891428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5600106-14cb-4b72-95fa-745d19d2f635,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.896671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.901912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.903179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2004595 May 20 16:05:53.905876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48100) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:53.911957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': 'e5600106-14cb-4b72-95fa-745d19d2f635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:53.917819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:53.922143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Usage tracker for resource:security_group_rule and tenant:0242be3c9f17461886cab69463257f10 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:53.924982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:53.930671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:53.950337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.010823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.014422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.016146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:54.039350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fa5eed-f711-4568-9d8c-ad0bc792ef72,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:54.041864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:54.052677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.053932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469114 May 20 16:05:54.056660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48104) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.076577 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-62068c9d-c611-4c1e-b7d7-f1b34c204ac6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules/68fa5eed-f711-4568-9d8c-ad0bc792ef72 HTTP/1.1" status: 200 len: 763 time: 0.0187981 May 20 16:05:54.079254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48110) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.135587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-654d1886-e543-48d2-b0ff-e0cf88076879 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:54.153744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-654d1886-e543-48d2-b0ff-e0cf88076879 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:54.155379 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-654d1886-e543-48d2-b0ff-e0cf88076879 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0750771 May 20 16:05:54.158293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48114) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.226819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.243828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.279576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.282251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13a717ce-3fc1-477f-8993-f5b499d1eb02 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:54.300304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68fa5eed-f711-4568-9d8c-ad0bc792ef72,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:54.304194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:54.317147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c6c3c-239a-4261-9bb0-9c13c0b8c3a3 req-388b6247-b36c-44c2-9e28-235e219b81cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:54.318653 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-874c6c3c-239a-4261-9bb0-9c13c0b8c3a3 req-388b6247-b36c-44c2-9e28-235e219b81cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 946 time: 0.1347549 May 20 16:05:54.319644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.320600 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/68fa5eed-f711-4568-9d8c-ad0bc792ef72 HTTP/1.1" status: 204 len: 168 time: 0.1613863 May 20 16:05:54.323127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48118) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.397934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-874c6c3c-239a-4261-9bb0-9c13c0b8c3a3 req-2ec9de97-27d8-4c8b-a5a9-8d4bed3efb15 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594413 May 20 16:05:54.405887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-446670ad-e000-4e78-820e-ab1cc82e9395 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:54.421569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-446670ad-e000-4e78-820e-ab1cc82e9395 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:54.422796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-446670ad-e000-4e78-820e-ab1cc82e9395 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0988047 May 20 16:05:54.425542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48122) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.430945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': 'e5600106-14cb-4b72-95fa-745d19d2f635', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:54.436595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:54.446585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:54.465692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.536466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.540230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.542198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3bf9527d-f36d-45b2-a4fe-e905c1f2dfe2 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:54.565360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331f2ab2-2e40-4799-8acb-e363ad42c533,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:54.570440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:54.584890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.593377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48126) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.593962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625936 May 20 16:05:54.611082 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-48ab9dd9-76cc-4b3a-8b3e-8e89d21fb672 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules/331f2ab2-2e40-4799-8acb-e363ad42c533 HTTP/1.1" status: 200 len: 763 time: 0.0207999 May 20 16:05:54.613975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48130) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.672412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4468e148-7915-4b76-ba4b-fb998fc33941 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:54.692079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4468e148-7915-4b76-ba4b-fb998fc33941 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:54.693606 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4468e148-7915-4b76-ba4b-fb998fc33941 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0786064 May 20 16:05:54.696357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48134) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.724443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.735056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.760656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.762474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-df13dba3-cb1f-4fb2-975d-56e28b21262c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:54.778904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=331f2ab2-2e40-4799-8acb-e363ad42c533,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:54.782326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:54.787029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.788069 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/331f2ab2-2e40-4799-8acb-e363ad42c533 HTTP/1.1" status: 204 len: 168 time: 0.0908327 May 20 16:05:54.790661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48138) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.840296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1b623fa4-0664-4c0a-905c-048b05a4d1fa tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:54.854642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1b623fa4-0664-4c0a-905c-048b05a4d1fa tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:54.855857 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1b623fa4-0664-4c0a-905c-048b05a4d1fa tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643077 May 20 16:05:54.858686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48142) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:54.864327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Request body: {'security_group_rule': {'security_group_id': 'e5600106-14cb-4b72-95fa-745d19d2f635', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:54.870045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:54.880169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:54.889777 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Project 0242be3c9f17461886cab69463257f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:05:54.895313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.954547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.958262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.960033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-91232282-31aa-4679-bb37-0ec4b6cbd0b5 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:54.982985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb2a157-06da-4cfe-a290-23843b83275c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:54.996999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.997401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.997780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.998158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.998525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.998894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.999266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:54.999624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:55.000102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:55.000583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:55.000910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:55.001278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:55.006544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:55.007950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.009939 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501825 May 20 16:05:55.011834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48146) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.036000 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-95bf72ce-9cf1-4ce7-9e98-0c7c96e73b0c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules/bdb2a157-06da-4cfe-a290-23843b83275c HTTP/1.1" status: 200 len: 769 time: 0.0228322 May 20 16:05:55.039647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48150) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.092658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea9d358b-8c83-43aa-ae82-5f7756fa4f15 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:55.108036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ea9d358b-8c83-43aa-ae82-5f7756fa4f15 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:55.109351 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ea9d358b-8c83-43aa-ae82-5f7756fa4f15 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0688548 May 20 16:05:55.112227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48154) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.141416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.151861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.176390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.178329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e94092d8-c6ca-4aa6-95c6-0a8a50be99c8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:55.195882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdb2a157-06da-4cfe-a290-23843b83275c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:55.198552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:55.202248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.203401 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bdb2a157-06da-4cfe-a290-23843b83275c HTTP/1.1" status: 204 len: 168 time: 0.0901711 May 20 16:05:55.206130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48158) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.253473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-847033d8-2492-4104-8921-3446bdb5640d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:55.268593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-847033d8-2492-4104-8921-3446bdb5640d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group_rule {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:55.270389 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-847033d8-2492-4104-8921-3446bdb5640d tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632863 May 20 16:05:55.273543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48162) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.336041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.364310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.416085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.421207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26c9d65a-3e70-49f3-a09c-1123f7db7fb8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:55.438483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5600106-14cb-4b72-95fa-745d19d2f635,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:55.441659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:55.452664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:55.457331 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "DELETE /v2.0/security-groups/e5600106-14cb-4b72-95fa-745d19d2f635 HTTP/1.1" status: 204 len: 168 time: 0.1796448 May 20 16:05:55.457887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48168) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.548649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-194347a5-383e-4877-a55d-8b6fc50dc7fe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:55.576791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-194347a5-383e-4877-a55d-8b6fc50dc7fe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:55.582983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-194347a5-383e-4877-a55d-8b6fc50dc7fe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1240754 May 20 16:05:55.583183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48172) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.614334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9a85-a676-4450-9f07-0ef66c617632 req-c2172349-3b7e-4581-908a-1cd40bcc920e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:55.615971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a6c9a85-a676-4450-9f07-0ef66c617632 req-c2172349-3b7e-4581-908a-1cd40bcc920e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 946 time: 0.1077666 May 20 16:05:55.638961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d558175d-65c7-441b-a834-983b73d3b4e9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Synchronizing usage tracker for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:55.652333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d558175d-65c7-441b-a834-983b73d3b4e9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Unset dirty status for tenant:0242be3c9f17461886cab69463257f10 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:55.656664 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d558175d-65c7-441b-a834-983b73d3b4e9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694404 May 20 16:05:55.665693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a6c9a85-a676-4450-9f07-0ef66c617632 req-8252e1d9-1547-4429-9c40-34990bd6c694 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 May 20 16:05:55.868095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aba67b-1e5d-4d07-bc28-25d65ba92df4 req-ae197157-52b6-4044-8055-b8b6ab2c32f3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:55.869494 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7aba67b-1e5d-4d07-bc28-25d65ba92df4 req-ae197157-52b6-4044-8055-b8b6ab2c32f3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 946 time: 0.0943339 May 20 16:05:55.915290 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7aba67b-1e5d-4d07-bc28-25d65ba92df4 req-a5069467-fdf1-455d-ba11-4ecb2dd3eaf1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 May 20 16:05:55.938496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48182) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:55.939653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48184) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:56.014592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168f757-c989-4eb7-8b86-ed58c7c7d4c0 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:56.016151 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d168f757-c989-4eb7-8b86-ed58c7c7d4c0 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1094 time: 0.0765591 May 20 16:05:56.019202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48192) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:56.026248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:56.035469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:56.040652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:56.044691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:56.052304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:56.097869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.196067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-17e5ffda-791e-4a6d-a0f6-e80d90a6c66d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0242be3c9f17461886cab69463257f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548473 May 20 16:05:56.198338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48196) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:56.263454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.271114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.291874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.347299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.351335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1619998c-bda9-4737-aeb0-411e27d7cbdb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:56.364399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f1cb8-0de7-4d86-a34f-e202680db1a3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:56.369370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:56.384132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.385384 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/055f1cb8-0de7-4d86-a34f-e202680db1a3 HTTP/1.1" status: 204 len: 168 time: 0.1859906 May 20 16:05:56.413145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.47 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/b7244a99-a1e0-437d-903e-f72a546ed896) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:56.564557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.596704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.602667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fd352fac-dfda-4e5b-8255-4839300dc9bb tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:56.667738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:56.677988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:56.680894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:56.739656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=b7244a99-a1e0-437d-903e-f72a546ed896,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:56.742921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:57.109996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48220) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:57.227719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-50a0acf4-afb4-4d80-97e3-a6e047ef4fb6 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:57.228273 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-50a0acf4-afb4-4d80-97e3-a6e047ef4fb6 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 16:05:57.228700 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-50a0acf4-afb4-4d80-97e3-a6e047ef4fb6 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): There was a conflict when trying to complete your request. May 20 16:05:57.229769 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-50a0acf4-afb4-4d80-97e3-a6e047ef4fb6 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1186104 May 20 16:05:57.233518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48226) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:57.238925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839543954'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:57.246229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:57.250168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:57.253112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:57.259703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:57.270378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.284533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.301122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:57.305930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:57.308876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:57.314694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:57.356242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.405285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.409787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.412577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e074b47-b21e-41f4-a2a7-4d17670495e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:57.423426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:57.431606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:57.434837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.440638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:57.457832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:57.461730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837bf3ca-283d-4b74-9405-bab19ed71e12,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:57.466162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:57.534252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.538220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.541966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-02f2258e-5b3c-4227-a3a6-86e1826e87ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:57.581614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3719e37-cfc3-4fe5-aa8e-7a58909078b3,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:57.584459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:57.585306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.586539 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3520122 May 20 16:05:57.589428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48230) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:57.594539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': 'a3719e37-cfc3-4fe5-aa8e-7a58909078b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:57.600495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:57.604789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:57.607747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:57.614403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:57.631662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.662826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.667555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.672012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d66c37e0-5a80-4968-b13b-ba2d9fcc3931 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:57.693190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.696843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.704309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ea354545-8ee0-42c1-b196-b93f058addd2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:57.726909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596a7e33-4434-4ebc-ad0f-6fe556676e1f,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:57.729306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:57.734310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.735944 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455700 May 20 16:05:57.739231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48234) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:57.744357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': 'a3719e37-cfc3-4fe5-aa8e-7a58909078b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:57.751047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:57.755802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:57.758882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:57.765634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:57.779797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=b7244a99-a1e0-437d-903e-f72a546ed896,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:57.782285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.784335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:57.791328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.846835 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): There was a conflict when trying to complete your request. May 20 16:05:57.847955 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-40313294-2a02-420a-a2aa-3c8ad0893042 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1077859 May 20 16:05:57.851165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48238) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:57.916353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.946297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:57.961254 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611 associated. External IP: 172.26.8.47, port: cfb3b16d-e565-4b44-86ee-e793c9dc8cdb. May 20 16:05:57.997118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.001604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-feb0a904-640b-4125-9862-45d5433dea0e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:58.017649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3719e37-cfc3-4fe5-aa8e-7a58909078b3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:58.020830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:58.023018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.027665 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3719e37-cfc3-4fe5-aa8e-7a58909078b3 HTTP/1.1" status: 204 len: 168 time: 0.1721785 May 20 16:05:58.028142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48242) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.175523 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b788ad33-936c-47b6-a636-683f0d17607a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459196 May 20 16:05:58.179712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48246) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.185228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462580541'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:58.190969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:58.195039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:58.198169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:58.204186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:58.215812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.236988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:58.241423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:58.244269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:58.249941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:58.326213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.329953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.334304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f4a608b-0317-470c-8a88-dffc510e2e8d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:58.375222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5e0a43-6239-4e42-98f2-fb5a282fd820,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:58.378323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:58.379221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.383024 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1997390 May 20 16:05:58.383555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48250) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.393020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-592f1610-7502-4e4a-b208-a627a8c53384 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '0e5e0a43-6239-4e42-98f2-fb5a282fd820', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:58.393528 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-592f1610-7502-4e4a-b208-a627a8c53384 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 16:05:58.394008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:05:58.394615 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-592f1610-7502-4e4a-b208-a627a8c53384 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:05:58.395459 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-592f1610-7502-4e4a-b208-a627a8c53384 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109847 May 20 16:05:58.398241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48254) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.461193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.488220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.541538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.546770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a7bc5f45-88cc-4e74-a4ac-0d80c9e74779 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:58.564131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5e0a43-6239-4e42-98f2-fb5a282fd820,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:58.566791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:58.568031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.569476 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e5e0a43-6239-4e42-98f2-fb5a282fd820 HTTP/1.1" status: 204 len: 168 time: 0.1701760 May 20 16:05:58.571934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48258) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.585643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:05:58.596443 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:05:58.607726 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:58.608346 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:58.616410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.633494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-35b3f8c2-7b68-43f4-9709-b588eb40243d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:58.661108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-35b3f8c2-7b68-43f4-9709-b588eb40243d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:58.666349 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-35b3f8c2-7b68-43f4-9709-b588eb40243d tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899932 May 20 16:05:58.666713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48262) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.674163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--103407428'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:58.680023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6595106 May 20 16:05:58.680883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:05:58.684590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48266) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:58.688327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:58.726772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'status': 'completed', 'code': 200} May 20 16:05:58.788041 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:58.814552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:58.852255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.864161 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aafcf7bf-8dba-44bb-b309-8eade81a959d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 991 time: 0.1771951 May 20 16:05:58.883071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:58.889851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:58.893346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:58.900230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:58.923743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ef68-2186-4776-8b4e-4570ede1233c req-fb1f4370-ce75-4ffc-89be-2bb74c074303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:58.925255 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-fb1f4370-ce75-4ffc-89be-2bb74c074303 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1099 time: 0.1598890 May 20 16:05:59.093654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.107433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.113046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f9d601c3-60f4-4fe7-99a3-b7cfde74f0eb tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:59.125046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ef68-2186-4776-8b4e-4570ede1233c req-7d1bced9-d8da-4a52-99ec-27991c14aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:59.126552 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-7d1bced9-d8da-4a52-99ec-27991c14aae5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 896 time: 0.1931081 May 20 16:05:59.165728 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '942a9c91-fc59-475d-b16f-0416e0d1a611', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'port_id': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31513a87-42d4-425a-aa65-1ba23415d305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:57Z', 'updated_at': '2021-05-20T16:05:57Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:59.169565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:05:59.178139 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:59.178745 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:05:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:59.238149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d35392-1d86-4614-8111-87be3c5e4fd4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:59.240984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:59.244373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.245602 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5775125 May 20 16:05:59.248371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48272) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:59.365662 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:05:59.402726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ebfc4d81-3fe1-4a37-813e-44c9853cce0f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '12d35392-1d86-4614-8111-87be3c5e4fd4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:59.403368 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-ebfc4d81-3fe1-4a37-813e-44c9853cce0f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 16:05:59.403877 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-ebfc4d81-3fe1-4a37-813e-44c9853cce0f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:05:59.404832 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ebfc4d81-3fe1-4a37-813e-44c9853cce0f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1555722 May 20 16:05:59.408548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48276) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:59.417373 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-6d9b67cc-9bb7-418b-ab2c-e33edf24cb58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 200 len: 999 time: 0.2812710 May 20 16:05:59.471714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.480540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ef68-2186-4776-8b4e-4570ede1233c req-f3afe28e-c1e4-4c2f-aadf-2116b0ed22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:59.482036 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-f3afe28e-c1e4-4c2f-aadf-2116b0ed22ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0587928 May 20 16:05:59.500374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.550106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.554446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-802c5816-eefe-45f8-a74b-01e24764f178 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:59.568626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ef68-2186-4776-8b4e-4570ede1233c req-b24d2d06-c5e3-4968-89c8-234682da0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:59.570262 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-b24d2d06-c5e3-4968-89c8-234682da0c37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0823298 May 20 16:05:59.570485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d35392-1d86-4614-8111-87be3c5e4fd4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:59.572745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:59.584195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.585431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-663decc4-bc27-47d6-9206-6f5c1e607784 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/12d35392-1d86-4614-8111-87be3c5e4fd4 HTTP/1.1" status: 204 len: 168 time: 0.1758726 May 20 16:05:59.587919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48280) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:59.646463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f183d838-37ad-4037-80d6-60baefb2c27c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:05:59.663462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f183d838-37ad-4037-80d6-60baefb2c27c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:05:59.665325 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f183d838-37ad-4037-80d6-60baefb2c27c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762255 May 20 16:05:59.669012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48284) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:59.674518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604085119'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:59.688920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:59.702502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:59.715788 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-57814ddc-6065-47b8-a8f6-14e8f6950713 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388407 May 20 16:05:59.716810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.744212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:59.748064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:59.748348 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '942a9c91-fc59-475d-b16f-0416e0d1a611', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'port_id': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31513a87-42d4-425a-aa65-1ba23415d305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:57Z', 'updated_at': '2021-05-20T16:05:57Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:59.750942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:59.754237 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e808e25-caf5-4628-8cd7-dc6cf5035fa6 None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '942a9c91-fc59-475d-b16f-0416e0d1a611', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'port_id': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31513a87-42d4-425a-aa65-1ba23415d305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:57Z', 'updated_at': '2021-05-20T16:05:57Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:05:59.757541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:59.861576 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-4932ef68-2186-4776-8b4e-4570ede1233c req-ec72eedd-2ab5-4ca5-a888-621a524be97f service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398482 May 20 16:05:59.867795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48288) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:59.984631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3540bf-b0bc-4e09-a224-1f7222e0b88b None None] New status for floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:05:59.995189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-63af1ecb-2548-4e09-b76d-dcdea45ddf90 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 991 time: 0.1260588 May 20 16:06:00.009495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.013470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.018533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0aa306e5-05cf-476d-a4e9-2d9f9381c984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:00.058689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc79f1e-275b-4e51-86f7-fb2cf97150fa,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:00.061493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:00.062826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.064067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8267113d-5fc6-4af2-94f4-147f49c54af9 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3939319 May 20 16:06:00.067589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48294) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.073652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4bbf2467-b1dc-490e-a21f-0fccac5cefc5 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '3bc79f1e-275b-4e51-86f7-fb2cf97150fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.075711 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-4bbf2467-b1dc-490e-a21f-0fccac5cefc5 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 16:06:00.076219 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-4bbf2467-b1dc-490e-a21f-0fccac5cefc5 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.077171 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4bbf2467-b1dc-490e-a21f-0fccac5cefc5 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085731 May 20 16:06:00.079894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48298) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.084927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-55abfac9-b719-4045-b228-872dab4d114b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '3bc79f1e-275b-4e51-86f7-fb2cf97150fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.085629 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-55abfac9-b719-4045-b228-872dab4d114b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 16:06:00.086087 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-55abfac9-b719-4045-b228-872dab4d114b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.087998 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-55abfac9-b719-4045-b228-872dab4d114b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061662 May 20 16:06:00.089559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48302) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.094887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d2adb5d7-1063-475d-84b7-a0c0e08e65b0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '3bc79f1e-275b-4e51-86f7-fb2cf97150fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.095708 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-d2adb5d7-1063-475d-84b7-a0c0e08e65b0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 16:06:00.096180 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-d2adb5d7-1063-475d-84b7-a0c0e08e65b0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.097090 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d2adb5d7-1063-475d-84b7-a0c0e08e65b0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065749 May 20 16:06:00.099376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48306) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.104113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5f4428ea-415b-41a6-bf2d-ffb592de65c4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '3bc79f1e-275b-4e51-86f7-fb2cf97150fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.104938 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-5f4428ea-415b-41a6-bf2d-ffb592de65c4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 16:06:00.105448 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-5f4428ea-415b-41a6-bf2d-ffb592de65c4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.106352 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5f4428ea-415b-41a6-bf2d-ffb592de65c4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060265 May 20 16:06:00.108756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48310) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.176462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.203609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.255772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.259930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a1fa96d7-77d6-4886-a4b8-e9cbc5062238 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:00.276337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc79f1e-275b-4e51-86f7-fb2cf97150fa,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:00.280373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:00.283966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.285631 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bc79f1e-275b-4e51-86f7-fb2cf97150fa HTTP/1.1" status: 204 len: 168 time: 0.1759591 May 20 16:06:00.288051 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48314) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.337417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-faffe71f-3676-4365-a648-8687c7780288 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:00.352303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-faffe71f-3676-4365-a648-8687c7780288 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:00.353540 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-faffe71f-3676-4365-a648-8687c7780288 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645735 May 20 16:06:00.357283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48318) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.362239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--383876265'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.369203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.378838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.390850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.411377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.415238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:00.418011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:00.423579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.496631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.500466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.504130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-11486955-ece7-44ca-9458-80289ba0ec72 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:00.546223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef3fde-115c-457e-9530-dc3c2ffc4b5e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:00.549597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:00.551758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.555999 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1948197 May 20 16:06:00.556423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48322) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.561463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-cd3e0a54-5091-433e-be27-ac310b2f968a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.561936 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-cd3e0a54-5091-433e-be27-ac310b2f968a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 16:06:00.562424 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-cd3e0a54-5091-433e-be27-ac310b2f968a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.563331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cd3e0a54-5091-433e-be27-ac310b2f968a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063546 May 20 16:06:00.565607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48326) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.570034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.577158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.582501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:00.585538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:00.591219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.618983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.620159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-875b8d3c-059d-4bc6-b361-306c1b706fe1 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0537162 May 20 16:06:00.622973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48330) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.627938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ac54473a-7824-4c5a-8b98-24990e199406 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.628401 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-ac54473a-7824-4c5a-8b98-24990e199406 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 16:06:00.629664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-ac54473a-7824-4c5a-8b98-24990e199406 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.630558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ac54473a-7824-4c5a-8b98-24990e199406 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067179 May 20 16:06:00.632725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48334) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.637177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.643026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.647431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:00.650288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:00.656943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.684611 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.685673 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-993a92a1-e8f9-4be1-82ce-828232618e62 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0520825 May 20 16:06:00.688429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48338) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.693409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-06d00e15-e970-43bd-8fab-be672e10ee43 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.694048 dv-neutron-601336-76-hyperv neutron-server[92432]: WARNING neutron.api.v2.base [None req-06d00e15-e970-43bd-8fab-be672e10ee43 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 16:06:00.694311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-06d00e15-e970-43bd-8fab-be672e10ee43 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.695977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06d00e15-e970-43bd-8fab-be672e10ee43 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066843 May 20 16:06:00.698393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48342) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.702914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.709303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.713084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:00.715918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:00.721538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.747822 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.748785 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-772f18f9-ebf1-4174-9849-eb666c498521 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0495720 May 20 16:06:00.751812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.757085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-83759696-a58a-42e5-990e-4db97d659213 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.757583 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-83759696-a58a-42e5-990e-4db97d659213 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 16:06:00.758060 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-83759696-a58a-42e5-990e-4db97d659213 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.758952 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83759696-a58a-42e5-990e-4db97d659213 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061786 May 20 16:06:00.761281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48350) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.767016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.774468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.778379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:00.781203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.781810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:00.788145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.815167 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.816282 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-988782a8-9c55-491c-9ead-65ef95a27062 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0540988 May 20 16:06:00.819096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48354) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.824013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '00ef3fde-115c-457e-9530-dc3c2ffc4b5e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:00.830553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:00.834773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:00.837585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:00.843114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:00.870805 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:00.871815 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fe7710d5-f7ec-441c-8b85-48a91892ccbb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0518322 May 20 16:06:00.874623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48358) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:00.935800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.962740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:00.998448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48362) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.087366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.104332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-df59be7e-cde6-471a-ad00-b6f488f03411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:01.123596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef3fde-115c-457e-9530-dc3c2ffc4b5e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:01.129096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:01.135662 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-344051a4-64cc-4193-9f62-cf07f67ca516 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 993 time: 0.1362035 May 20 16:06:01.137787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.141118 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/00ef3fde-115c-457e-9530-dc3c2ffc4b5e HTTP/1.1" status: 204 len: 168 time: 0.2632382 May 20 16:06:01.141521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48366) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.192339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b67d349a-e6a7-44fc-bb25-fa51b8bd7893 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:01.207473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b67d349a-e6a7-44fc-bb25-fa51b8bd7893 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:01.208806 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b67d349a-e6a7-44fc-bb25-fa51b8bd7893 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662422 May 20 16:06:01.212729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48370) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.217913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464128634'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:01.225140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.235115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.246106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.265735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.269876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:01.272607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:01.278283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.346746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.351136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.356086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-42089b3d-c62d-42af-a86e-873a70660934 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:01.396050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39354576-ba0c-49f4-bd64-d2f593e1a61a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:01.398707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:01.399609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.400789 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1870904 May 20 16:06:01.403764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48374) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.409452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '39354576-ba0c-49f4-bd64-d2f593e1a61a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:01.416005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.419902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:01.422811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:01.428463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.461050 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The resource could not be found. May 20 16:06:01.462109 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c957e1e-10eb-4902-a962-87491ea8ed81 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0574927 May 20 16:06:01.464961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48378) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.470119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '39354576-ba0c-49f4-bd64-d2f593e1a61a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f97a7ce7-4b8c-4578-9d3c-3c7ddd90fe01'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:01.476567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.480616 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:01.483531 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:01.493117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.526692 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The resource could not be found. May 20 16:06:01.527627 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b0930fb-065d-4799-afe9-53e2c8147be4 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0617323 May 20 16:06:01.530503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48382) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.593142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.620293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.666870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.670835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e4d2cf28-8aef-45d1-9098-23fdd20fbdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:01.686532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39354576-ba0c-49f4-bd64-d2f593e1a61a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:01.690478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:01.694941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.696046 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/39354576-ba0c-49f4-bd64-d2f593e1a61a HTTP/1.1" status: 204 len: 168 time: 0.1643643 May 20 16:06:01.698862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48386) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.748519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e127992-104f-45a2-8cd5-73c58e15dfa7 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:01.763972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e127992-104f-45a2-8cd5-73c58e15dfa7 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:01.765252 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3e127992-104f-45a2-8cd5-73c58e15dfa7 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654793 May 20 16:06:01.770270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48390) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.775608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': 'f805b661-3a8d-4d19-921d-67ff263b8284', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:01.782905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.786784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:01.789610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:01.795213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.827728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The resource could not be found. May 20 16:06:01.828796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-08fcb8fa-1192-4303-8197-ea1e19a2c995 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0575306 May 20 16:06:01.833282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48394) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.838273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115816365'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:01.844000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.856438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.865822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.885588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:01.889216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:01.892139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:01.898426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:01.966314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.969922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:01.974961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a6f8ae04-94ec-4d26-8e4c-89b5a7041d3e tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:02.015237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41169a3f-a521-4f54-bfb1-3c8621f5b1a2,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:02.017963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:02.018860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.019949 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1857636 May 20 16:06:02.022612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48398) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.027693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--381810879'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:02.033977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:02.038177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:02.041090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:02.046879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:02.057661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.078058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:02.081799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:02.084500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:02.089991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:02.157390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.161896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.165326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4d042769-7591-409f-816a-972c74af2e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:02.209145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249fc103-3f86-4b76-827a-1c5b28097254,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:02.212244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.213451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1899228 May 20 16:06:02.214334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:02.216514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48402) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.221808 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group_rule': {'security_group_id': '41169a3f-a521-4f54-bfb1-3c8621f5b1a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '249fc103-3f86-4b76-827a-1c5b28097254'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:02.232477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:02.236337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:02.239809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:02.245401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:02.272999 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:06:02.274037 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0a9b03cc-7a47-4794-993d-20d2e4be8099 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0565426 May 20 16:06:02.277237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48406) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.337887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.364097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.410736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.414553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:02.430358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249fc103-3f86-4b76-827a-1c5b28097254,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:02.434290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:02.437569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.438666 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/249fc103-3f86-4b76-827a-1c5b28097254 HTTP/1.1" status: 204 len: 168 time: 0.1605022 May 20 16:06:02.441205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48410) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.503929 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1f510fe0-2d86-4486-8583-d9a223e89cfb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:02.519017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1f510fe0-2d86-4486-8583-d9a223e89cfb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:02.520555 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1f510fe0-2d86-4486-8583-d9a223e89cfb tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0784090 May 20 16:06:02.523414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48414) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.588220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.615377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.662894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.666643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b5caa49f-dc9c-41c4-a481-97007cf1157a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:02.682882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41169a3f-a521-4f54-bfb1-3c8621f5b1a2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:02.685137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:02.694753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.695853 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/41169a3f-a521-4f54-bfb1-3c8621f5b1a2 HTTP/1.1" status: 204 len: 168 time: 0.1715543 May 20 16:06:02.698779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48418) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.750066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b9a88b9a-017f-4e36-a6ce-aec9dd127414 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:02.764530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b9a88b9a-017f-4e36-a6ce-aec9dd127414 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:02.765802 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b9a88b9a-017f-4e36-a6ce-aec9dd127414 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664139 May 20 16:06:02.770100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48422) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.775095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286794330'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:02.781725 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:02.791747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:02.801052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.820482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:02.824208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Usage tracker for resource:security_group_rule and tenant:0b6472a0d3bd4253b5c816edecc073a2 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:02.826990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:02.833077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:02.904278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.908094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.911593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d0fbf394-dd0b-4c7a-8b26-ef70c3fb6644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:02.952886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6598ecb2-d55f-4941-b0b1-563ff2164a5f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:02.955947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:02.958848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:02.960315 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1892011 May 20 16:06:02.963145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48426) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:02.968357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5b202e4d-7e01-4921-accc-be1437104c3a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:02.968764 dv-neutron-601336-76-hyperv neutron-server[92431]: WARNING neutron.api.v2.base [None req-5b202e4d-7e01-4921-accc-be1437104c3a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 16:06:02.969242 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-5b202e4d-7e01-4921-accc-be1437104c3a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] update failed (client error): There was a conflict when trying to complete your request. May 20 16:06:02.970171 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5b202e4d-7e01-4921-accc-be1437104c3a tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "PUT /v2.0/security-groups/6598ecb2-d55f-4941-b0b1-563ff2164a5f HTTP/1.1" status: 409 len: 330 time: 0.0061388 May 20 16:06:02.972504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48430) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.037961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.067305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.113757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.117549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-11485005-953d-41d9-be22-c5c04d05cd01 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:03.131885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598ecb2-d55f-4941-b0b1-563ff2164a5f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:03.135469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:03.141090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.144679 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/6598ecb2-d55f-4941-b0b1-563ff2164a5f HTTP/1.1" status: 204 len: 168 time: 0.1689475 May 20 16:06:03.144945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48434) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.204257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4e745ed1-3af4-4ab2-b85e-8a98f07b65c0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Synchronizing usage tracker for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:03.220857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4e745ed1-3af4-4ab2-b85e-8a98f07b65c0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Unset dirty status for tenant:0b6472a0d3bd4253b5c816edecc073a2 on resource:security_group {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:03.223303 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e745ed1-3af4-4ab2-b85e-8a98f07b65c0 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770888 May 20 16:06:03.227517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48438) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.245834 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-97860afc-3902-4e7b-821f-59b13afb795e tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] delete failed (client error): The resource could not be found. May 20 16:06:03.246968 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-97860afc-3902-4e7b-821f-59b13afb795e tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "DELETE /v2.0/security-groups/07526845-1fa8-4907-962d-308f9c59ac5a HTTP/1.1" status: 404 len: 347 time: 0.0182228 May 20 16:06:03.251621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48442) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.269743 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-7c8acbb1-3042-42d3-b5f7-e73a536cb2a3 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] show failed (client error): The resource could not be found. May 20 16:06:03.270763 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7c8acbb1-3042-42d3-b5f7-e73a536cb2a3 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-groups/d3169842-e0a8-4009-b3fc-8389816ab03d HTTP/1.1" status: 404 len: 347 time: 0.0181267 May 20 16:06:03.275142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48446) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.291322 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-4d828893-d8f1-4630-9c8b-8db18c178fb5 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] show failed (client error): The resource could not be found. May 20 16:06:03.292294 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d828893-d8f1-4630-9c8b-8db18c178fb5 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] 10.222.0.13 "GET /v2.0/security-group-rules/1eabed09-6be8-42da-9531-cfbe2571f1f0 HTTP/1.1" status: 404 len: 356 time: 0.0162616 May 20 16:06:03.558220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.703910 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-20d9f2fe-d939-49a9-a8c1-ba8d71a743c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b6472a0d3bd4253b5c816edecc073a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444657 May 20 16:06:03.706302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48460) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:03.763330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.789283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.839026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.842668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-50a15085-2e7a-48b1-b66c-83e68259f127 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:03.859705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837bf3ca-283d-4b74-9405-bab19ed71e12,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:03.862083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:03.870452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:03.871577 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/837bf3ca-283d-4b74-9405-bab19ed71e12 HTTP/1.1" status: 204 len: 168 time: 0.1638811 May 20 16:06:10.359280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-91a2d25f-86d3-4cbf-9882-afa08d57a037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.110395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.741938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2b8b80dd-b2b6-4605-8b28-d4003ff80971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:14.598475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:16.447110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:19.903588 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-c3df0c05-5196-4682-911a-c21e045548fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714509 May 20 16:06:20.042744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-97fe5344-2be2-409d-be9c-3d91d9952e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.044229 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-97fe5344-2be2-409d-be9c-3d91d9952e4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1098 time: 0.0706043 May 20 16:06:20.196138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-c04755ca-41ca-4492-959f-0a22dd08bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.198015 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-c04755ca-41ca-4492-959f-0a22dd08bc67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.1333871 May 20 16:06:20.305729 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-c311637a-fd44-4985-b70d-c615bf1e1afd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 1000 time: 0.0992234 May 20 16:06:20.370625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-e0af5546-b618-4611-83a2-6868e083a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.372014 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-e0af5546-b618-4611-83a2-6868e083a691 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0596778 May 20 16:06:20.447526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-f1e57e4e-1790-4ace-9b7e-79b108cc0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.448884 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-f1e57e4e-1790-4ace-9b7e-79b108cc0a14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682836 May 20 16:06:20.579774 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-1d9e377a-1e52-4d5a-a592-5f616ef519e1 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228991 May 20 16:06:20.718172 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-7d552317-dc3e-44a1-95da-66da6ce4990f req-38d65811-aead-4fb5-8b8a-d59be6901b8c service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309633 May 20 16:06:28.209794 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:06:30.361554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48484) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:30.433046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b060d9-ec0d-43df-a4ad-369a7f325b2c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:30.433559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b060d9-ec0d-43df-a4ad-369a7f325b2c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:30.434035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b060d9-ec0d-43df-a4ad-369a7f325b2c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:30.435687 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-65b060d9-ec0d-43df-a4ad-369a7f325b2c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 3002 time: 0.0732603 May 20 16:06:30.795737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:32.216948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48496) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:32.278977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab8088-4a77-4cee-9380-7073c1650cc1 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:32.280416 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e3ab8088-4a77-4cee-9380-7073c1650cc1 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262 HTTP/1.1" status: 200 len: 814 time: 0.0624707 May 20 16:06:33.201129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48504) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:33.206568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:33.457404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:33.731558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:33.736843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:33.737150 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611 disassociated. External IP: 172.26.8.47, port: cfb3b16d-e565-4b44-86ee-e793c9dc8cdb. May 20 16:06:34.083997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:06:34.265504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:06:34.270963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:34.275168 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:06:34.284747 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:34.285399 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:06:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:34.327512 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-19da0828-9fb7-49ca-8043-43c6fdececeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 689 time: 1.1251123 May 20 16:06:34.328083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:06:34.330540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48508) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:34.375299 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'status': 'completed', 'code': 200} May 20 16:06:34.426784 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2f8f165a-5ad7-4125-81be-37ccc0301d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 689 time: 0.0934730 May 20 16:06:34.471836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-d42825f7-4a20-4ab5-8669-073ec433e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:34.474011 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-d42825f7-4a20-4ab5-8669-073ec433e47b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1099 time: 0.0767443 May 20 16:06:34.475321 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:34.611747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-7c46fb26-d936-4043-8a50-ec253baeb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:34.613129 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-7c46fb26-d936-4043-8a50-ec253baeb030 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 896 time: 0.1338441 May 20 16:06:34.682752 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-49b0e92d-4f05-48bf-9398-cd016d70a5a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 200 len: 217 time: 0.0631967 May 20 16:06:34.749319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-d78bd5d5-840f-458a-a6a7-95a0281fbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:34.750801 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-d78bd5d5-840f-458a-a6a7-95a0281fbb8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0625348 May 20 16:06:34.801565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:34.807597 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:06:34.821215 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:34.822464 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:06:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:34.849848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-c0aae05b-f9a2-451c-a867-65f791c1f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:34.852252 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-c0aae05b-f9a2-451c-a867-65f791c1f822 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0944180 May 20 16:06:35.051102 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:35.134652 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-7bd822d4-0fa0-44bd-888e-815d56efb314 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759633 May 20 16:06:35.270142 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-b16f4c86-e8c4-4f42-b230-07d993e77594 req-dd2082db-6767-4f8a-92a7-2f9ad23aa58f service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288052 May 20 16:06:35.359797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:35.363655 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d17738-4c86-4d71-9baf-55d3b7a23e8c None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:06:35.428597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:35.511756 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c4703cd6-56ce-4aa1-a340-983a42a7f71a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 689 time: 0.0819142 May 20 16:06:35.572643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5884a63f-d7ba-4602-8f4c-cc187d85c467 None None] New status for floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:06:36.515641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48518) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:36.602763 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06d9af41-fa10-499e-adc1-4254518ed8f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 687 time: 0.0858939 May 20 16:06:37.788755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48524) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:37.794051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637676950', 'description': 'tempest-secgroup-smoke-1637676950 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:37.800063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:37.809673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:37.819932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.841364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:37.846884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:37.850279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:37.857104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:37.935413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.940836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:37.948448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-827c93cc-b3f5-4809-9558-3c642ae23ab8 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.003175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2766dfa2-6311-4e70-a7c9-97dfca3070bc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.007180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.008523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.009914 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2201014 May 20 16:06:38.012980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48528) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:38.018427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '2766dfa2-6311-4e70-a7c9-97dfca3070bc', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:38.024700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:38.028815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:38.032141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:38.037961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:38.055162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.117369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.121269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.128091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0d3d857c-4dec-4dee-a3a2-4ac755367e60 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.149143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3886e2-616a-4534-bc42-b03c75ecd51f,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.151853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.160238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.161652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475894 May 20 16:06:38.164956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48532) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:38.170236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '2766dfa2-6311-4e70-a7c9-97dfca3070bc', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:38.177066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:38.181753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:38.184737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:38.191134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:38.208294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.272929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.277140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.278984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.303346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3ad654-3cbc-44b8-a5c9-0711fa7d9c94,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.306097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.313737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.317540 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490195 May 20 16:06:38.318376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48536) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:38.323680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '2766dfa2-6311-4e70-a7c9-97dfca3070bc', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:38.329880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:38.333901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:38.336984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:38.343369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:38.363633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.428917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.433474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.441220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d6b59b3-b89b-4078-ae43-8fde66d2736b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.463392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9cf5b2-b47b-4595-9837-7c6a5103d844,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.466091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.470811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.472300 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529326 May 20 16:06:38.475588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48540) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:38.480850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '2766dfa2-6311-4e70-a7c9-97dfca3070bc', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:38.486975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:38.491514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:38.494459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:38.500382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:38.516632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.584938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.589021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.590841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.614411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627d852b-e843-460c-b478-d8b7911bae7d,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.616975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.624372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.625599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9c821bec-3646-410c-9e86-f9b59a570a83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490507 May 20 16:06:38.628346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48544) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:38.633486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '2766dfa2-6311-4e70-a7c9-97dfca3070bc', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:38.639610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:38.643818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:38.647070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:38.652709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:38.663735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:06:38.670065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.741360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.745277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.747269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.773600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9445e89d-9b27-489a-8ef7-f20f95f17c63,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.778444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.783843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.785159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557825 May 20 16:06:38.788485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:38.793665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '2766dfa2-6311-4e70-a7c9-97dfca3070bc', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:38.799615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:38.803587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:38.806612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:38.812248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:38.822496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:06:38.828196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.894690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.899113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.901036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb206f96-9816-4cf5-b458-2cd4b2020ae6 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:38.925997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d170df-0056-4126-b71c-ec8942f8bc5a,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:38.931605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:38.936887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.938254 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488256 May 20 16:06:39.177976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-195716e3-1598-4262-939d-ebe40e4956a3 req-1deb8d23-8f89-4384-86d9-7521b42d3f81 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:39.194206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-195716e3-1598-4262-939d-ebe40e4956a3 req-1deb8d23-8f89-4384-86d9-7521b42d3f81 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:39.195728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-1deb8d23-8f89-4384-86d9-7521b42d3f81 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637676950&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0584342 May 20 16:06:39.349068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-39975918-f0ad-43a1-a17f-5ee633d125cb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:39.350455 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-39975918-f0ad-43a1-a17f-5ee633d125cb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 796 time: 0.1480424 May 20 16:06:39.365285 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-89ca9252-0c6e-4b09-9a6f-045135cfda03 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0091791 May 20 16:06:39.459035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-0c08797d-25b9-4484-be2b-ed5fe266b3bf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881331 May 20 16:06:39.601493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-e9687ea3-6c88-4ec8-8e3b-50b8677713c1 service neutron] 10.222.0.13 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306844 May 20 16:06:39.735209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-8d5b1a13-6870-44fa-a618-a900fa5c9235 service neutron] 10.222.0.13 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275973 May 20 16:06:39.915667 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16a23c30-930b-4ae9-8576-cb14606949ce req-4255fb0b-2288-4f6c-ac12-704321ea8658 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 210 time: 0.0424380 May 20 16:06:40.362011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c91ac01a-13cd-4aba-8a05-2112acb50624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.028553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-c81da5e5-8819-4d49-b16f-f86988e40845 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:41.030183 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-c81da5e5-8819-4d49-b16f-f86988e40845 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 796 time: 0.2157338 May 20 16:06:41.073326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f12ad014-0564-4a6f-a808-852e5c25e25a req-c5da911d-3d33-438b-bee8-93ed6a4333d0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 210 time: 0.0437779 May 20 16:06:41.098937 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-e9c108f9-7a74-4e96-88f9-a21edc864f32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 473 time: 0.0609457 May 20 16:06:41.111110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['2766dfa2-6311-4e70-a7c9-97dfca3070bc']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:41.256752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:41.260875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:port and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:41.263822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for port was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:41.269584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:41.278823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:06:41.282580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.457668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.6 (0efc8577-13d7-41be-8a73-e9d8002cf1d2/b633a689-66db-49ff-89e5-474811b7deb1/f750fad8-c749-47f6-be30-1d003e469f4a) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:06:41.666747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.683541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object f750fad8-c749-47f6-be30-1d003e469f4a will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:06:41.710022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.715903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1c3a353c-2cb5-4e37-820e-c31ce2a2b9d2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:41.784788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:06:41.788546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:06:41.792375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:06:41.827183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=f750fad8-c749-47f6-be30-1d003e469f4a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:41.840717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:41.872074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:41.872715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.900153 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7926474 May 20 16:06:41.911974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Request body: {'port': {'device_id': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:42.022915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.029874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a40406fb-4cd9-44d1-b973-24dab0fcef99 None None] Provisioning for port f750fad8-c749-47f6-be30-1d003e469f4a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:42.034911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a40406fb-4cd9-44d1-b973-24dab0fcef99 None None] Provisioning complete for port f750fad8-c749-47f6-be30-1d003e469f4a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:42.035286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a40406fb-4cd9-44d1-b973-24dab0fcef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.089760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a40406fb-4cd9-44d1-b973-24dab0fcef99 None None] Port f750fad8-c749-47f6-be30-1d003e469f4a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:06:42.264005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d314-03aa-410f-a379-57eb51262d15 req-ee648826-9a68-441e-a581-f211535c1d2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:42.265824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6323d314-03aa-410f-a379-57eb51262d15 req-ee648826-9a68-441e-a581-f211535c1d2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 931 time: 0.0847921 May 20 16:06:42.310871 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6323d314-03aa-410f-a379-57eb51262d15 req-96cff75f-ea1c-4192-8d82-f4d250cad674 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 May 20 16:06:42.376268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f750fad8-c749-47f6-be30-1d003e469f4a {{(pid=92431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:06:42.384029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.398385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Transition to ACTIVE for port object f750fad8-c749-47f6-be30-1d003e469f4a will not be triggered until provisioned by entity L2. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:06:42.402582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.407158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:42.571029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Pushing event updated for resources: {'Port': ['ID=f750fad8-c749-47f6-be30-1d003e469f4a,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:42.578799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:42.648440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Attempting to bind port f750fad8-c749-47f6-be30-1d003e469f4a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:06:42.648764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Attempting to bind port f750fad8-c749-47f6-be30-1d003e469f4a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:06:42.649091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Attempting to bind port f750fad8-c749-47f6-be30-1d003e469f4a on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:06:42.653676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Port f750fad8-c749-47f6-be30-1d003e469f4a on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:06:42.653986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Attempting to bind port f750fad8-c749-47f6-be30-1d003e469f4a on network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:06:42.659239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:06:42.659564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Checking segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:06:42.659938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Bound using segment: {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'} {{(pid=92431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:06:42.660348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.managers [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Bound port: f750fad8-c749-47f6-be30-1d003e469f4a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2'}}] {{(pid=92431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:06:42.660718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.753125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] For port f750fad8-c749-47f6-be30-1d003e469f4a, host hv-neutron-6013, cleared binding levels {{(pid=92431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:06:42.756713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] For port f750fad8-c749-47f6-be30-1d003e469f4a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f750fad8-c749-47f6-be30-1d003e469f4a,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:06:42.761930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.765671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd14d34e-82a4-43cc-89ca-cfef28b3b348 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:42.827503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:42.828123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.829538 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] 10.222.0.25 "PUT /v2.0/ports/f750fad8-c749-47f6-be30-1d003e469f4a HTTP/1.1" status: 200 len: 1093 time: 0.9224691 May 20 16:06:42.830068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:06:42.851834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Pushing event updated for resources: {'Port': ['ID=f750fad8-c749-47f6-be30-1d003e469f4a,revision_number=3']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:42.858074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:42.905183 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'status': 'completed', 'code': 200} May 20 16:06:42.950166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-3ebfb74b-29bb-4c84-ba01-fb3f5763a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:42.951660 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-3ebfb74b-29bb-4c84-ba01-fb3f5763a886 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0788329 May 20 16:06:43.116163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:43.170297 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-c6eaf8db-49f6-4eea-9e9b-21a64b375604 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f750fad8-c749-47f6-be30-1d003e469f4a HTTP/1.1" status: 200 len: 217 time: 0.2116241 May 20 16:06:43.234501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-7e074765-24b4-4a9b-8d16-78a39f5f9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:43.235907 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-7e074765-24b4-4a9b-8d16-78a39f5f9b97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0599952 May 20 16:06:43.310514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195716e3-1598-4262-939d-ebe40e4956a3 req-0485ef15-bc55-4657-b6ec-cb14d667bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:43.311965 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-0485ef15-bc55-4657-b6ec-cb14d667bff9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695169 May 20 16:06:43.445039 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-f83dd157-de9a-4714-b0fe-7a89f665bcf4 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263192 May 20 16:06:43.494810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a7409-8146-4906-ada0-b73c0a2b9319 req-41fe4d76-d18c-4737-9cbd-6ff83efe635a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:43.496297 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9e0a7409-8146-4906-ada0-b73c0a2b9319 req-41fe4d76-d18c-4737-9cbd-6ff83efe635a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 943 time: 0.0802467 May 20 16:06:43.546573 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9e0a7409-8146-4906-ada0-b73c0a2b9319 req-304f3ee8-8bb2-4198-8196-5033cad8dde0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 May 20 16:06:43.580908 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-195716e3-1598-4262-939d-ebe40e4956a3 req-eb0ad3a9-af4f-4220-9188-340b5809e385 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296327 May 20 16:06:43.696876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-527f6a06-d915-4406-afde-944d19589ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:43.698341 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-527f6a06-d915-4406-afde-944d19589ad9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0755093 May 20 16:06:43.744396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7c09b814-d8a9-4bd9-a9b9-95215faaec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:43.833458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-a3a7c71c-253e-4924-beab-321da034395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:43.834887 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-a3a7c71c-253e-4924-beab-321da034395e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 896 time: 0.1303375 May 20 16:06:43.904776 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-396b82e6-4d33-4a72-a646-b1ffb3ccd849 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f750fad8-c749-47f6-be30-1d003e469f4a HTTP/1.1" status: 200 len: 217 time: 0.0625410 May 20 16:06:43.966494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-5736a84f-b61c-4b06-9f77-8ced559681de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:43.967806 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-5736a84f-b61c-4b06-9f77-8ced559681de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0563917 May 20 16:06:44.041650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-a81a08de-854b-4fe2-b6f1-9521b60b38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:44.043095 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-a81a08de-854b-4fe2-b6f1-9521b60b38c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689793 May 20 16:06:44.177306 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-2ac360dd-1e5d-40b4-b882-202b4a12bb3a service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252453 May 20 16:06:44.311896 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-02e126b7-e0b6-46a2-bb48-dd9ae07dacdb req-69af5083-e934-406a-9a9e-5cfb19e9f061 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275442 May 20 16:06:44.602447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:44.734516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c68f8-9de7-4f8e-bfeb-fe05e41a508b req-26802a8b-c6b0-4e79-8586-4f2f61dd9180 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:44.735977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-494c68f8-9de7-4f8e-bfeb-fe05e41a508b req-26802a8b-c6b0-4e79-8586-4f2f61dd9180 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 943 time: 0.0822484 May 20 16:06:44.782104 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-494c68f8-9de7-4f8e-bfeb-fe05e41a508b req-465ee06b-4b40-4aa6-8a71-d696fc3b64f0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 May 20 16:06:45.077973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f750fad8-c749-47f6-be30-1d003e469f4a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:06:45.208862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f750fad8-c749-47f6-be30-1d003e469f4a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f750fad8-c749-47f6-be30-1d003e469f4a,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:45.221740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'port_id': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'mac_address': 'fa:16:3e:69:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:06:45.279259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:45.295697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f750fad8-c749-47f6-be30-1d003e469f4a {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:06:45.310744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f750fad8-c749-47f6-be30-1d003e469f4a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f750fad8-c749-47f6-be30-1d003e469f4a,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:45.314584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:45.316232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ca3cc152-6734-4565-9791-1c5f88ec7370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:45.381973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f750fad8-c749-47f6-be30-1d003e469f4a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:45.388882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.389221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.389582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.389912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.390235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.390559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.390879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.391198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.391515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.391830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.392143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.392457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:45.396831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:45.576403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['f750fad8-c749-47f6-be30-1d003e469f4a'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:06:45.975060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945b2cd-c63a-452f-877c-5d787dac06b2 req-82334f3b-35f9-447e-a9b8-cc6d623aecd7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:45.976515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e945b2cd-c63a-452f-877c-5d787dac06b2 req-82334f3b-35f9-447e-a9b8-cc6d623aecd7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 944 time: 0.0825803 May 20 16:06:46.022686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e945b2cd-c63a-452f-877c-5d787dac06b2 req-0ab0849a-9966-48ac-ab6d-4d43405e7f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 May 20 16:06:46.448284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:47.077111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f750fad8-c749-47f6-be30-1d003e469f4a up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:47.143032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port f750fad8-c749-47f6-be30-1d003e469f4a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:47.147620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port f750fad8-c749-47f6-be30-1d003e469f4a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:47.147997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:47.210216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8c392-19ca-4809-9e5e-2297f383cec3 req-ef370b11-dcd2-4b70-81d7-eb0d0dfd6d9c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:47.211683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fe8c392-19ca-4809-9e5e-2297f383cec3 req-ef370b11-dcd2-4b70-81d7-eb0d0dfd6d9c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 944 time: 0.0831630 May 20 16:06:47.258546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fe8c392-19ca-4809-9e5e-2297f383cec3 req-ec176b73-3316-4510-8577-a87e48834ed4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 May 20 16:06:47.267867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:47.294821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:06:47.305408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f750fad8-c749-47f6-be30-1d003e469f4a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f750fad8-c749-47f6-be30-1d003e469f4a,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:47.310362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:47.312275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:47.346012 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'code': 200} May 20 16:06:47.381260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f750fad8-c749-47f6-be30-1d003e469f4a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:47.384292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:47.578739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfd387-b7f5-4896-b86d-451f0f35f3b1 req-794e5ebf-e49b-45fd-bf51-2ed2441c880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:47.580120 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-3cdfd387-b7f5-4896-b86d-451f0f35f3b1 req-794e5ebf-e49b-45fd-bf51-2ed2441c880d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0776632 May 20 16:06:47.623342 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-3cdfd387-b7f5-4896-b86d-451f0f35f3b1 req-762e0057-473f-4fe2-9160-64035e6a2a0a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365324 May 20 16:06:48.619246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db9d29-ca6f-4609-b5d5-751774c44ec6 req-c7419f4c-bb3a-4015-81e1-59690f0b06dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:48.620852 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-91db9d29-ca6f-4609-b5d5-751774c44ec6 req-c7419f4c-bb3a-4015-81e1-59690f0b06dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 945 time: 0.2457564 May 20 16:06:48.669724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-91db9d29-ca6f-4609-b5d5-751774c44ec6 req-ee100752-14fa-47ec-87e5-9d8cb438ca18 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 May 20 16:06:49.854818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b577aa4-0831-4b26-be23-5d37c8c80956 req-b30fc828-6229-47b0-8a4c-b05e1792f7f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:49.856266 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5b577aa4-0831-4b26-be23-5d37c8c80956 req-b30fc828-6229-47b0-8a4c-b05e1792f7f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 945 time: 0.0801387 May 20 16:06:49.904661 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5b577aa4-0831-4b26-be23-5d37c8c80956 req-dcc021c3-1319-45e5-b892-bbcb65ec1070 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 May 20 16:06:50.240682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a3d04-f6cf-4c4a-9ef1-9236a46e4d60 req-491f185b-afc3-469d-9ed6-f64e65bfa413 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:50.242161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e9a3d04-f6cf-4c4a-9ef1-9236a46e4d60 req-491f185b-afc3-469d-9ed6-f64e65bfa413 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 945 time: 0.0887904 May 20 16:06:50.293324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e9a3d04-f6cf-4c4a-9ef1-9236a46e4d60 req-f8a7ae5f-a147-46ce-8be0-fe840b3d1a8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 May 20 16:06:50.315695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48600) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:50.387311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef284eb9-f7a5-4c6e-aad3-eef96618c8ef tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:50.388780 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ef284eb9-f7a5-4c6e-aad3-eef96618c8ef tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 1093 time: 0.0721443 May 20 16:06:50.392080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48604) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:50.397071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'port_id': 'f750fad8-c749-47f6-be30-1d003e469f4a'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:50.475050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:51.075289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:51.079072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:51.248542 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611 associated. External IP: 172.26.8.47, port: f750fad8-c749-47f6-be30-1d003e469f4a. May 20 16:06:51.773628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:06:51.952671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:06:51.957507 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:51.963138 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:06:51.973382 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:51.974027 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:06:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:52.012306 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aca45828-9e74-4fcb-9830-d42b4cd753b4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 990 time: 1.6192110 May 20 16:06:52.012980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:06:52.015500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48608) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:52.065580 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'status': 'completed', 'code': 200} May 20 16:06:52.154378 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:52.186843 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6d6d2919-7a72-4d96-bd2b-af1c2114966e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 990 time: 0.1699424 May 20 16:06:52.211433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd362-a217-4548-b50f-883de31add5d req-1be018d7-2cb9-44f3-bb65-c09a438a5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:52.212984 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-1be018d7-2cb9-44f3-bb65-c09a438a5af2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 1098 time: 0.1259363 May 20 16:06:52.353894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd362-a217-4548-b50f-883de31add5d req-95c92ed0-568e-4c2d-8bd5-f8c0c91416f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:52.355514 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-95c92ed0-568e-4c2d-8bd5-f8c0c91416f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 896 time: 0.1359198 May 20 16:06:52.457744 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-75416416-6363-4d6b-bf2a-425fdd881f91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f750fad8-c749-47f6-be30-1d003e469f4a HTTP/1.1" status: 200 len: 998 time: 0.0961895 May 20 16:06:52.508484 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '942a9c91-fc59-475d-b16f-0416e0d1a611', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'port_id': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'mac_address': 'fa:16:3e:69:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:57Z', 'updated_at': '2021-05-20T16:06:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:52.512875 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:06:52.522464 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:52.523180 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:06:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:52.524079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd362-a217-4548-b50f-883de31add5d req-3f45fabc-9c2a-4166-96a8-8436bf6f2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:52.525571 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-3f45fabc-9c2a-4166-96a8-8436bf6f2995 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0616314 May 20 16:06:52.605981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd362-a217-4548-b50f-883de31add5d req-76782b87-6c14-447e-a050-306ee7cd60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:52.607487 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-76782b87-6c14-447e-a050-306ee7cd60b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0757596 May 20 16:06:52.706955 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:52.740572 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-f47fcdf8-c3fc-4ff4-b34b-0141ec999d98 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267891 May 20 16:06:52.874904 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6bffd362-a217-4548-b50f-883de31add5d req-6613381d-ded0-432c-978f-e4b171034290 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282296 May 20 16:06:53.082480 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '942a9c91-fc59-475d-b16f-0416e0d1a611', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'port_id': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'mac_address': 'fa:16:3e:69:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:57Z', 'updated_at': '2021-05-20T16:06:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:53.087393 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d665-5be3-44df-a784-bd6a59a5c234 None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '942a9c91-fc59-475d-b16f-0416e0d1a611', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'port_id': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'mac_address': 'fa:16:3e:69:d9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:57Z', 'updated_at': '2021-05-20T16:06:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:06:53.190681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48614) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:53.270274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c1842-52cc-4be1-a5ca-b9b488bb75ca None None] New status for floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:06:53.442544 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ca575a6b-811a-49f1-8dc2-3be87d4742d2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 990 time: 0.2504272 May 20 16:06:54.446991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48618) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:54.553525 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7baede0b-e90d-468b-a851-dadeff429d49 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 200 len: 992 time: 0.1053610 May 20 16:07:00.812886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:05.209453 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:07:10.368027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fb42-9405-4bf0-9fd5-7bbbb5c77d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:13.118409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:13.751725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e8-c486-4ce3-89f2-ad93a05d3763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:14.628360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:16.453859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:18.468619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-9e6e1ec6-b338-4e02-ae2e-3784a8ac5124 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429091540&fields=id&tenant_id=d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 267 time: 0.0459483 May 20 16:07:18.631609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-025cfd8a-0046-4806-863b-8e0c3e200977 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:18.633766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-025cfd8a-0046-4806-863b-8e0c3e200977 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 812 time: 0.1579716 May 20 16:07:18.649889 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-5044fc85-6dc4-4398-8fb1-7b458e23c042 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/quotas/d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 375 time: 0.0103846 May 20 16:07:18.745119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-fdd7706f-acee-4860-b9a0-265db85576ed tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0892296 May 20 16:07:18.931274 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-696fba7b-6e3b-4d23-8590-a5db8f0477e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736302 May 20 16:07:19.068583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-b3ce6aa1-8d95-47e1-807a-f5aa9479b71c service neutron] 10.222.0.13 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314719 May 20 16:07:19.666356 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-839e919e-a54c-483d-8435-8a43aab098bb req-1462159b-28a3-4f49-a251-b86d5f963242 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 210 time: 0.1787708 May 20 16:07:19.946465 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-4afe6d9e-9f9b-461e-a032-c7520c96ee21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774341 May 20 16:07:20.057749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3222-423c-4379-9163-1801b4713268 req-2ed91b77-d731-488d-b44a-fae292d66287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:20.059924 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-2ed91b77-d731-488d-b44a-fae292d66287 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 1099 time: 0.0811045 May 20 16:07:20.236644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3222-423c-4379-9163-1801b4713268 req-b29630cf-c6e3-4efd-b198-6aee50976b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:20.238880 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-b29630cf-c6e3-4efd-b198-6aee50976b39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 200 len: 896 time: 0.1578941 May 20 16:07:20.308372 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-b3d74427-1dbd-4328-8ffc-f8b03e424a5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 200 len: 217 time: 0.0631080 May 20 16:07:20.380804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3222-423c-4379-9163-1801b4713268 req-1ae3c598-adfa-4264-a0a0-041d8aecb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:20.383044 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-1ae3c598-adfa-4264-a0a0-041d8aecb5b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 200 len: 835 time: 0.0656631 May 20 16:07:20.405976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cf10d-7cce-4bf3-83ac-382eec33331e req-0daf4ced-4e0c-4f40-810a-00a25ebde5b7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:20.407577 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a60cf10d-7cce-4bf3-83ac-382eec33331e req-0daf4ced-4e0c-4f40-810a-00a25ebde5b7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 945 time: 0.0885267 May 20 16:07:20.465240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a60cf10d-7cce-4bf3-83ac-382eec33331e req-7ecb74cc-3d09-4d8d-9fa9-cd7d8035a8ff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 May 20 16:07:20.473185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3222-423c-4379-9163-1801b4713268 req-5a80b1ac-49ba-41bc-92df-b8e948d1753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:20.474664 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-5a80b1ac-49ba-41bc-92df-b8e948d1753a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0efc8577-13d7-41be-8a73-e9d8002cf1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0829153 May 20 16:07:20.625033 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-93a5e231-81c8-44ff-ba71-4dcb0e0d0c5f service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408684 May 20 16:07:20.670114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-10e37d4d-a56a-40f8-9d05-db98fb580c37 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:20.671686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-10e37d4d-a56a-40f8-9d05-db98fb580c37 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 812 time: 0.1619089 May 20 16:07:20.743516 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-1fc72308-135d-4ad4-857c-b1c3487db08e tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d63b6c63723a47989f0b1e6b960772aa HTTP/1.1" status: 200 len: 380 time: 0.0625598 May 20 16:07:20.754506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'port': {'device_id': '229666d3-2d38-421b-a471-a01bbd3510a5', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'admin_state_up': True, 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'security_groups': ['322ec70d-86ee-405a-aa83-81911e4b6f3f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:20.796844 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-068c3222-423c-4379-9163-1801b4713268 req-b006bb9a-7376-4549-9c42-d39060ecfa29 service neutron] 10.222.0.25 "GET /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631839 May 20 16:07:20.885947 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3efb7c4b-b602-41e8-9885-6ddc889e49a5 req-90d162e7-4343-4a74-9d08-f681cef58866 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 210 time: 0.0553355 May 20 16:07:20.945985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:20.950087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:port and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:20.952956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:20.958712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:20.968702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Made reservation on behalf of d63b6c63723a47989f0b1e6b960772aa for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:07:20.972365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:21.147578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Allocated IP 172.20.0.6 (1aa7174a-6985-4777-b3f6-f5b5f889f921/29c69beb-0a93-4f12-bdd5-6d9f49805804/d4d2296e-4e62-439d-a791-1d45c04822a3) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:07:21.521800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:21.549475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Transition to ACTIVE for port object d4d2296e-4e62-439d-a791-1d45c04822a3 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:21.580182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:21.591361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db48e438-a3be-406e-a2d8-b8c08a1a43c9 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:21.702076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:21.713291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:21.722876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:07:21.737638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-afc3b6f5-b178-4ec1-8b21-188a11b8c8ab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:21.738454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-afc3b6f5-b178-4ec1-8b21-188a11b8c8ab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:21.760814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-afc3b6f5-b178-4ec1-8b21-188a11b8c8ab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:21.762317 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-afc3b6f5-b178-4ec1-8b21-188a11b8c8ab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 945 time: 0.1281390 May 20 16:07:21.779545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=d4d2296e-4e62-439d-a791-1d45c04822a3,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:21.791304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.791700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.792058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.792448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.792807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.793175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.793590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.793954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.794321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.794681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.795043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.795401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:21.800086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:21.835157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9775b8-a31c-430c-80ac-f882e01bc413 req-3e1e2050-8e46-4ec7-bb64-9e58635f1bbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:21.837264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa9775b8-a31c-430c-80ac-f882e01bc413 req-3e1e2050-8e46-4ec7-bb64-9e58635f1bbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 945 time: 0.2480600 May 20 16:07:21.842956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:21.843606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:21.931860 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa9775b8-a31c-430c-80ac-f882e01bc413 req-827cb333-ca3e-4a12-b76e-a3c4b2567745 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=2766dfa2-6311-4e70-a7c9-97dfca3070bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741258 May 20 16:07:21.933557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1834767 May 20 16:07:21.947111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Request body: {'port': {'device_id': '229666d3-2d38-421b-a471-a01bbd3510a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:21.991136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port f750fad8-c749-47f6-be30-1d003e469f4a {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:21.991692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.026404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9f6bd3a6-b3e6-4d9a-8b9c-c2f3e9aa5cc6 None None] Provisioning for port d4d2296e-4e62-439d-a791-1d45c04822a3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:22.040335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9f6bd3a6-b3e6-4d9a-8b9c-c2f3e9aa5cc6 None None] Provisioning complete for port d4d2296e-4e62-439d-a791-1d45c04822a3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:22.040778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd3a6-b3e6-4d9a-8b9c-c2f3e9aa5cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.110441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bd3a6-b3e6-4d9a-8b9c-c2f3e9aa5cc6 None None] Port d4d2296e-4e62-439d-a791-1d45c04822a3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:07:22.162412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.196323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port f750fad8-c749-47f6-be30-1d003e469f4a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f750fad8-c749-47f6-be30-1d003e469f4a,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:22.196698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.262999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63339ae8-2999-4b88-8a19-555a4fbae6f9 req-1c9b3507-cc94-450d-8a19-496a5b247bb5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:22.263721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-63339ae8-2999-4b88-8a19-555a4fbae6f9 req-1c9b3507-cc94-450d-8a19-496a5b247bb5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:22.336725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-63339ae8-2999-4b88-8a19-555a4fbae6f9 req-1c9b3507-cc94-450d-8a19-496a5b247bb5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:22.337909 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63339ae8-2999-4b88-8a19-555a4fbae6f9 req-1c9b3507-cc94-450d-8a19-496a5b247bb5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 931 time: 0.2744250 May 20 16:07:22.468724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63339ae8-2999-4b88-8a19-555a4fbae6f9 req-90665649-a90b-4d7b-8534-13ac95ef74f8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234145 May 20 16:07:22.535279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.535977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.536466 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611 disassociated. External IP: 172.26.8.47, port: f750fad8-c749-47f6-be30-1d003e469f4a. May 20 16:07:22.536987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for f750fad8-c749-47f6-be30-1d003e469f4a owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:22.605569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d2296e-4e62-439d-a791-1d45c04822a3 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:07:22.614245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.631565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Transition to ACTIVE for port object d4d2296e-4e62-439d-a791-1d45c04822a3 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:22.635998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.640829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:22.666000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.672212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:22.727722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=f750fad8-c749-47f6-be30-1d003e469f4a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:22.780192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d2296e-4e62-439d-a791-1d45c04822a3,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:22.784708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:22.814737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.815279 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.815547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.815870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.816238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.816611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.816976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.817367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.817750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.818113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.818484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.818848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:22.830588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:22.900257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Attempting to bind port d4d2296e-4e62-439d-a791-1d45c04822a3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:07:22.900680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Attempting to bind port d4d2296e-4e62-439d-a791-1d45c04822a3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:07:22.900895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Attempting to bind port d4d2296e-4e62-439d-a791-1d45c04822a3 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:22.906695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Port d4d2296e-4e62-439d-a791-1d45c04822a3 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:07:22.907016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Attempting to bind port d4d2296e-4e62-439d-a791-1d45c04822a3 on network 1aa7174a-6985-4777-b3f6-f5b5f889f921 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:22.912915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:07:22.913249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Checking segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:07:22.913792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Bound using segment: {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:07:22.914721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Bound port: d4d2296e-4e62-439d-a791-1d45c04822a3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4984cb-8edb-4ab4-8885-b8106ef4291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:07:22.915065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:23.049970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] For port d4d2296e-4e62-439d-a791-1d45c04822a3, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:07:23.066363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] For port d4d2296e-4e62-439d-a791-1d45c04822a3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4d2296e-4e62-439d-a791-1d45c04822a3,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:07:23.134424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:23.141179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a51f4c36-8c6f-451f-b7a2-e726ab75730b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:23.155003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:07:23.197932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-456d2532-3d1d-4dfa-9148-3f76aa0e36a9 req-e947f318-59ab-4e4d-a810-beb52440214e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 210 time: 0.1264381 May 20 16:07:23.240405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:23.244369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:23.245848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] 10.222.0.25 "PUT /v2.0/ports/d4d2296e-4e62-439d-a791-1d45c04822a3 HTTP/1.1" status: 200 len: 1093 time: 1.3051200 May 20 16:07:23.246476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:23.276164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d2296e-4e62-439d-a791-1d45c04822a3,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:23.279603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:23.373372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'status': 'completed', 'code': 200} May 20 16:07:23.421548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-f3932190-62c0-4cef-90da-44a203159572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:23.423092 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-f3932190-62c0-4cef-90da-44a203159572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 1096 time: 0.1222630 May 20 16:07:23.508110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-beaf4848-6951-4356-a175-93de232569a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d2296e-4e62-439d-a791-1d45c04822a3 HTTP/1.1" status: 200 len: 217 time: 0.0780802 May 20 16:07:23.521868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:23.538228 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:23.554149 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:23.555665 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:23.625230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-9afba95e-af72-4472-80ae-f630eb326022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:23.626759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-9afba95e-af72-4472-80ae-f630eb326022 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.1117699 May 20 16:07:23.632376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port f750fad8-c749-47f6-be30-1d003e469f4a on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:07:23.639514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:23.642515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'name': 'network-vif-deleted', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:23.681327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-18d5e3e9-0282-416b-9976-a5931521dc20 req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/f750fad8-c749-47f6-be30-1d003e469f4a HTTP/1.1" status: 204 len: 173 time: 1.9123130 May 20 16:07:23.735301 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29b54e6-7444-49f4-be86-0f4d6cfaa2f0', 'name': 'network-vif-deleted', 'tag': 'f750fad8-c749-47f6-be30-1d003e469f4a', 'status': 'completed', 'code': 200} May 20 16:07:23.817846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-863a0f69-34ea-4294-840c-53ab53d9cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:23.819360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-863a0f69-34ea-4294-840c-53ab53d9cef9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1849146 May 20 16:07:23.875419 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:24.135803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dd904-62ad-4a13-8afe-45594aec2313 req-e3f5dd95-bb36-4b9c-ac6b-fe5d7a106984 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:24.137534 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d6dd904-62ad-4a13-8afe-45594aec2313 req-e3f5dd95-bb36-4b9c-ac6b-fe5d7a106984 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.4547410 May 20 16:07:24.241113 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8d6dd904-62ad-4a13-8afe-45594aec2313 req-2c43b029-af09-4c00-879c-f2b4ad788fe1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939863 May 20 16:07:24.248934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-e3fc0aa6-6191-4e91-b834-293f64b797d7 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146490 May 20 16:07:24.369543 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:24.377909 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:24.389485 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:24.390414 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:24.409081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e0105fb-87a5-4ca6-bda9-0325fa042103 req-8f21aa6e-a14e-4caa-ae2f-a0687c583821 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29b54e6-7444-49f4-be86-0f4d6cfaa2f0 HTTP/1.1" status: 200 len: 210 time: 0.0585461 May 20 16:07:24.481834 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-536d303c-c62d-4905-adc4-78ab02d39c48 req-ac1285f0-80c6-4100-a52b-ee08dd9e1398 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200058 May 20 16:07:24.613133 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:24.643545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-41af3c98-0f68-472d-b21d-edba86732155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:24.645882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-41af3c98-0f68-472d-b21d-edba86732155 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 1096 time: 0.1165941 May 20 16:07:24.905072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-6247eb1e-9cbd-4433-8a23-025730e7eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:24.907285 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-6247eb1e-9cbd-4433-8a23-025730e7eeb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.2548645 May 20 16:07:24.986128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-645a2585-ca7b-4e8c-b058-6b7c4ee5e6f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d2296e-4e62-439d-a791-1d45c04822a3 HTTP/1.1" status: 200 len: 217 time: 0.0712838 May 20 16:07:25.013510 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:25.018485 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855e8b9-da22-493b-9ace-cad8d60360ea None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:05:35Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '83c4c836-330d-4bea-979f-1a2b58dfddc4', 'name': '', 'network_id': '0efc8577-13d7-41be-8a73-e9d8002cf1d2', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b8:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:33Z', 'updated_at': '2021-05-20T16:05:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'b633a689-66db-49ff-89e5-474811b7deb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:25.069640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-a6328973-44be-4882-a68b-b13739d1cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:25.071193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-a6328973-44be-4882-a68b-b13739d1cbe2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0791996 May 20 16:07:25.157755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-b7b571ca-6748-4bc5-9f11-a52283f1c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:25.159619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-b7b571ca-6748-4bc5-9f11-a52283f1c687 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819297 May 20 16:07:25.314827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad24e3c-2ca1-4bbf-b7ab-a983ab2bf23e None None] New status for floating IP 942a9c91-fc59-475d-b16f-0416e0d1a611: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:07:25.361055 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-87e5bf4a-b864-48f1-88a6-6001e5c4338f service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952162 May 20 16:07:25.585125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48726) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:25.714750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ed571-54fe-4898-a21b-1559d437edf4 req-383512ea-10b4-44ad-a092-01bcd5739dc1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:25.716192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f27ed571-54fe-4898-a21b-1559d437edf4 req-383512ea-10b4-44ad-a092-01bcd5739dc1 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.2891870 May 20 16:07:25.727481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb655ae9-23d8-4db2-b837-e5dda0396570 req-b139304d-165c-4c7b-9182-33f4dbde8e94 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588965 May 20 16:07:25.740290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:25.794856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f27ed571-54fe-4898-a21b-1559d437edf4 req-2c364a31-695b-4836-a384-818930953976 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647032 May 20 16:07:25.812143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:25.901581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:25.908511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70fc839e-27c5-4f1a-8355-f6ca2403641b tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:25.928446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766dfa2-6311-4e70-a7c9-97dfca3070bc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:25.931674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:25.939080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:25.940332 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/2766dfa2-6311-4e70-a7c9-97dfca3070bc HTTP/1.1" status: 204 len: 168 time: 0.3519833 May 20 16:07:25.997732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48732) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:26.237047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port b7244a99-a1e0-437d-903e-f72a546ed896 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:26.237404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.361957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.362279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.648948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for b7244a99-a1e0-437d-903e-f72a546ed896 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:26.774686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.779425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0baf2510-91f9-446e-a3fe-d04db738280e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:26.835004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=b7244a99-a1e0-437d-903e-f72a546ed896,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:26.839372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:27.051280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:27.088093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:27.093560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/942a9c91-fc59-475d-b16f-0416e0d1a611 HTTP/1.1" status: 204 len: 168 time: 1.0904858 May 20 16:07:27.130695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36339b3-6116-4efa-88e1-39e58460326b req-e619aca6-10d5-4c2e-80ea-8eb5ebad31f6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:27.132532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f36339b3-6116-4efa-88e1-39e58460326b req-e619aca6-10d5-4c2e-80ea-8eb5ebad31f6 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.1160347 May 20 16:07:27.191282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f36339b3-6116-4efa-88e1-39e58460326b req-70bb7123-f828-49ce-8399-dccc06623742 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483572 May 20 16:07:27.283135 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f750fad8-c749-47f6-be30-1d003e469f4a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:07:27.323823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: f750fad8-c749-47f6-be30-1d003e469f4a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:07:27.324229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f750fad8-c749-47f6-be30-1d003e469f4a not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:07:27.651731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184375bf-af2b-4529-a869-d478e19d0cfc req-80693d39-33fe-4948-b5bd-8c3d02ea6161 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:27.652613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-184375bf-af2b-4529-a869-d478e19d0cfc req-80693d39-33fe-4948-b5bd-8c3d02ea6161 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:27.676569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-184375bf-af2b-4529-a869-d478e19d0cfc req-80693d39-33fe-4948-b5bd-8c3d02ea6161 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:27.678032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-184375bf-af2b-4529-a869-d478e19d0cfc req-80693d39-33fe-4948-b5bd-8c3d02ea6161 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 946 time: 0.1341462 May 20 16:07:27.753965 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-184375bf-af2b-4529-a869-d478e19d0cfc req-1a1cda5b-908b-46c5-a36b-bde929de60fd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693653 May 20 16:07:28.401281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9004d-3e43-4e15-938a-ab7eae2408f0 req-f6a43832-c316-4a65-acd3-57bd04544c2c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:28.403257 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55c9004d-3e43-4e15-938a-ab7eae2408f0 req-f6a43832-c316-4a65-acd3-57bd04544c2c tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.0928302 May 20 16:07:28.456663 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55c9004d-3e43-4e15-938a-ab7eae2408f0 req-3fe6e7ea-2e29-4ff6-b8e4-f6aeadd59fbe tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459929 May 20 16:07:28.866477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-beca210c-5491-4c09-8bee-9d8946aa7b44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:28.867944 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-beca210c-5491-4c09-8bee-9d8946aa7b44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 946 time: 0.0838523 May 20 16:07:29.063951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3426de2-1f2a-4c39-9e9f-21fc32bccc8f req-e5d0c37d-d97f-43e9-8be7-89d75cea43e8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:29.065318 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b3426de2-1f2a-4c39-9e9f-21fc32bccc8f req-e5d0c37d-d97f-43e9-8be7-89d75cea43e8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 946 time: 0.1625447 May 20 16:07:29.102519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:29.102865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:29.206036 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b3426de2-1f2a-4c39-9e9f-21fc32bccc8f req-8fe02b1c-d4c4-4102-a555-c57dd7b5c868 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=480a6e1a-d365-421e-ba69-6b713bbc85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313517 May 20 16:07:29.295478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:29.295926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:29.426134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for cfb3b16d-e565-4b44-86ee-e793c9dc8cdb owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:29.558934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:29.568768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:29.663183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=cfb3b16d-e565-4b44-86ee-e793c9dc8cdb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:29.693330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:29.760217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port cfb3b16d-e565-4b44-86ee-e793c9dc8cdb on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:07:29.767977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:29.770727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'name': 'network-vif-deleted', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:29.793645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-31b98592-a37d-40d9-811e-2cdf3fd69b0f req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/cfb3b16d-e565-4b44-86ee-e793c9dc8cdb HTTP/1.1" status: 204 len: 173 time: 0.9196117 May 20 16:07:29.813292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a13cb-b6b6-4b13-a6aa-f1168d0ce0c5 req-f2e9c44f-24c0-4353-9941-2ba513d2a9ba tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:29.814893 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d80a13cb-b6b6-4b13-a6aa-f1168d0ce0c5 req-f2e9c44f-24c0-4353-9941-2ba513d2a9ba tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.2113163 May 20 16:07:29.842766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31513a87-42d4-425a-aa65-1ba23415d305', 'name': 'network-vif-deleted', 'tag': 'cfb3b16d-e565-4b44-86ee-e793c9dc8cdb', 'status': 'completed', 'code': 200} May 20 16:07:29.871335 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d80a13cb-b6b6-4b13-a6aa-f1168d0ce0c5 req-5f0822bc-8b57-436d-a356-2b2c1f0a90c8 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470529 May 20 16:07:30.421027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b7ae1792-8007-440b-a4e8-38b075483563 req-ae74e405-7286-47d3-80a5-4b5e46b46390 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:30.441467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b7ae1792-8007-440b-a4e8-38b075483563 req-ae74e405-7286-47d3-80a5-4b5e46b46390 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:30.443192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7ae1792-8007-440b-a4e8-38b075483563 req-ae74e405-7286-47d3-80a5-4b5e46b46390 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=31513a87-42d4-425a-aa65-1ba23415d305 HTTP/1.1" status: 200 len: 210 time: 0.0660505 May 20 16:07:30.825812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:31.083469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639af29a-a525-4813-83ca-af06cb8a5e5c req-70fc5427-57b2-4392-bda0-18f633028a65 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:31.085094 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-639af29a-a525-4813-83ca-af06cb8a5e5c req-70fc5427-57b2-4392-bda0-18f633028a65 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.1015761 May 20 16:07:31.139484 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-639af29a-a525-4813-83ca-af06cb8a5e5c req-61fa6125-67df-45e0-b103-433e3e2d8840 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479343 May 20 16:07:31.542590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48756) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:31.628792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:31.665579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:31.736229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:31.740054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8960434b-54a6-4a5e-8cf5-c7ef13bfdef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:31.760843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a6e1a-d365-421e-ba69-6b713bbc85c8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:31.764722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:31.768281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:31.769438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/480a6e1a-d365-421e-ba69-6b713bbc85c8 HTTP/1.1" status: 204 len: 168 time: 0.2254348 May 20 16:07:31.808924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48762) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:32.442867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f658a-9b47-451b-b1cc-6cfeaae3758d req-60bfd097-f807-4fd4-9342-d53c413681fb tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:32.444209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-449f658a-9b47-451b-b1cc-6cfeaae3758d req-60bfd097-f807-4fd4-9342-d53c413681fb tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 943 time: 0.1541684 May 20 16:07:32.523095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-449f658a-9b47-451b-b1cc-6cfeaae3758d req-f7584054-e668-4a67-b417-02b2b6eadf59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546227 May 20 16:07:32.633917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:33.074534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 83c4c836-330d-4bea-979f-1a2b58dfddc4 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:33.074867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:33.214952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 83c4c836-330d-4bea-979f-1a2b58dfddc4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=83c4c836-330d-4bea-979f-1a2b58dfddc4,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:33.215316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:33.292522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device d4d2296e-4e62-439d-a791-1d45c04822a3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:07:33.295987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device cfb3b16d-e565-4b44-86ee-e793c9dc8cdb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:07:33.337874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: cfb3b16d-e565-4b44-86ee-e793c9dc8cdb {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:07:33.338147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device cfb3b16d-e565-4b44-86ee-e793c9dc8cdb not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:07:33.346416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 83c4c836-330d-4bea-979f-1a2b58dfddc4 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:33.466975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port d4d2296e-4e62-439d-a791-1d45c04822a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4d2296e-4e62-439d-a791-1d45c04822a3,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:33.480680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'port_id': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'mac_address': 'fa:16:3e:23:5a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:07:33.544323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:33.566555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d2296e-4e62-439d-a791-1d45c04822a3 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:07:33.588595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port d4d2296e-4e62-439d-a791-1d45c04822a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4d2296e-4e62-439d-a791-1d45c04822a3,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:33.593875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:33.597240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:33.689004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=d4d2296e-4e62-439d-a791-1d45c04822a3,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:33.692419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:33.810874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:33.811627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['d4d2296e-4e62-439d-a791-1d45c04822a3'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:07:33.815757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ef2cae74-c315-44d2-b0d5-a074ba23be32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:33.874288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=83c4c836-330d-4bea-979f-1a2b58dfddc4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:33.904394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:33.976489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c2b4d-5e7c-4618-a276-f8a3e86c297a req-3060dc2a-9b6e-4f54-aefe-d152386de06d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:33.982220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd4c2b4d-5e7c-4618-a276-f8a3e86c297a req-3060dc2a-9b6e-4f54-aefe-d152386de06d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 944 time: 0.2467272 May 20 16:07:34.105368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd4c2b4d-5e7c-4618-a276-f8a3e86c297a req-ed58d744-6153-4bb6-a274-be7727b4863e tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221366 May 20 16:07:34.243576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:34.633631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 8bf392fc-c86a-49d6-bff2-b055755da367 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:07:34.822889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:34.833300 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] Sync routers for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:34.842151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/8bf392fc-c86a-49d6-bff2-b055755da367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0322547 May 20 16:07:34.845015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48770) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:34.852455 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:34.853112 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:34.931463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet b633a689-66db-49ff-89e5-474811b7deb1 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:07:34.934509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:34.991848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.040380 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:35.083601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.310212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device d4d2296e-4e62-439d-a791-1d45c04822a3 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:35.348070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a33a4b-a697-4c61-b1dc-7c93fe723feb req-c1722354-8745-4743-81c5-72a612ee8c06 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:35.348460 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:07:33Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:35.353238 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] Checking router: 8bf392fc-c86a-49d6-bff2-b055755da367 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:35.359882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-71a33a4b-a697-4c61-b1dc-7c93fe723feb req-c1722354-8745-4743-81c5-72a612ee8c06 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 944 time: 0.1375761 May 20 16:07:35.361989 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] Routers {'8bf392fc-c86a-49d6-bff2-b055755da367'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:35.362606 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['8bf392fc-c86a-49d6-bff2-b055755da367'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:35.371263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.381607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bdfcda28-1d1d-4fb4-a744-77b4d554d044 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:35.400037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port d4d2296e-4e62-439d-a791-1d45c04822a3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:35.406230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port d4d2296e-4e62-439d-a791-1d45c04822a3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:35.407210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.425467 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.432654 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/b633a689-66db-49ff-89e5-474811b7deb1 HTTP/1.1" status: 204 len: 168 time: 0.5864506 May 20 16:07:35.436619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48776) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:35.437569 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-71a33a4b-a697-4c61-b1dc-7c93fe723feb req-60d8333c-578b-45b1-a21a-30666ad901ad tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762577 May 20 16:07:35.438563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=b633a689-66db-49ff-89e5-474811b7deb1,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:35.449424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fb0c632f-26dd-4814-9bb5-95a91b47e0e4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:35.450714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d287db-709d-46c4-9b0f-050c98ad3356 None None] Network 0efc8577-13d7-41be-8a73-e9d8002cf1d2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:07:35.559457 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] Set router 8bf392fc-c86a-49d6-bff2-b055755da367 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:35.649470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.716803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.754449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:35.767874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port d4d2296e-4e62-439d-a791-1d45c04822a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4d2296e-4e62-439d-a791-1d45c04822a3,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:35.773520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.778572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:35.850567 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'code': 200} May 20 16:07:35.855603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.863380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=d4d2296e-4e62-439d-a791-1d45c04822a3,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:35.872527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:35.874611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300445a-ac45-477e-9375-933210215310 None None] DHCP port deletion for 0efc8577-13d7-41be-8a73-e9d8002cf1d2 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:07:35.908423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:07:33Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:35.912987 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76780cc7-7acb-49e5-8a12-3edb5cba94f3 None None] The sync data for ids ['8bf392fc-c86a-49d6-bff2-b055755da367'] in dv-neutron-601336-76-hyperv is: [{'id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'name': 'tempest-TestNetworkBasicOps-router-1050769105', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1385fae3-6036-4982-9061-5e66e04705bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:05:24Z', 'updated_at': '2021-05-20T16:07:33Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1385fae3-6036-4982-9061-5e66e04705bc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf392fc-c86a-49d6-bff2-b055755da367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:05:26Z', 'updated_at': '2021-05-20T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:35.944952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 1385fae3-6036-4982-9061-5e66e04705bc {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:35.945292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.959439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7300445a-ac45-477e-9375-933210215310 None None] Deleting port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:07:35.959880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7300445a-ac45-477e-9375-933210215310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.064715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7300445a-ac45-477e-9375-933210215310 None None] For port 53fca5dc-a17a-4985-9e50-2cdbf013fab9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=53fca5dc-a17a-4985-9e50-2cdbf013fab9,segment=NetworkSegment(7f94e7cd-1ac2-464b-89cc-d5d72bf39af7),segment_id=7f94e7cd-1ac2-464b-89cc-d5d72bf39af7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:36.065118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7300445a-ac45-477e-9375-933210215310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.122267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 1385fae3-6036-4982-9061-5e66e04705bc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1385fae3-6036-4982-9061-5e66e04705bc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:36.122529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.139123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b9ae-2242-444f-b856-515bc389dda9 req-0cf9d19d-c450-4a3b-b4df-dd61305579f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:36.141541 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa61b9ae-2242-444f-b856-515bc389dda9 req-0cf9d19d-c450-4a3b-b4df-dd61305579f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 1098 time: 0.1274734 May 20 16:07:36.184945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa61b9ae-2242-444f-b856-515bc389dda9 req-0b6d5669-876d-477a-b70a-26e22a2957b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374043 May 20 16:07:36.237100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7300445a-ac45-477e-9375-933210215310 None None] Calling delete_port for 53fca5dc-a17a-4985-9e50-2cdbf013fab9 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:36.290983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7300445a-ac45-477e-9375-933210215310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.303552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2ba8ebca-5182-450e-be30-25ae2607b729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:36.344367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300445a-ac45-477e-9375-933210215310 None None] No DVR routers for this DVR port 53fca5dc-a17a-4985-9e50-2cdbf013fab9 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:07:36.354305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300445a-ac45-477e-9375-933210215310 None None] Pushing event deleted for resources: {'Port': ['ID=53fca5dc-a17a-4985-9e50-2cdbf013fab9,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:36.357002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7300445a-ac45-477e-9375-933210215310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:36.376782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 83c4c836-330d-4bea-979f-1a2b58dfddc4 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:07:36.410278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 1385fae3-6036-4982-9061-5e66e04705bc owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:07:36.415601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 83c4c836-330d-4bea-979f-1a2b58dfddc4 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:07:36.415967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 83c4c836-330d-4bea-979f-1a2b58dfddc4 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:07:36.416404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 53fca5dc-a17a-4985-9e50-2cdbf013fab9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:07:36.450936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 53fca5dc-a17a-4985-9e50-2cdbf013fab9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:07:36.451321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 53fca5dc-a17a-4985-9e50-2cdbf013fab9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:07:36.567388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.572150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:36.613981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=1385fae3-6036-4982-9061-5e66e04705bc,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:36.618721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:36.633104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f2ac5-c3e8-4501-a2e2-e3a7e64bfc09 req-9eaca638-3f81-4beb-956d-30988c307e16 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:36.634739 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-da9f2ac5-c3e8-4501-a2e2-e3a7e64bfc09 req-9eaca638-3f81-4beb-956d-30988c307e16 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 945 time: 0.0913985 May 20 16:07:36.682308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-da9f2ac5-c3e8-4501-a2e2-e3a7e64bfc09 req-9aceda5f-1563-49ca-ae30-5116e72f66bd tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 May 20 16:07:36.713553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.889160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.891500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.916529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.917075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf392fc-c86a-49d6-bff2-b055755da367 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:07:36.937412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:36.941414 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/8bf392fc-c86a-49d6-bff2-b055755da367 HTTP/1.1" status: 204 len: 168 time: 1.4917655 May 20 16:07:36.942564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48786) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:37.201551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.332492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.348449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efc8577-13d7-41be-8a73-e9d8002cf1d2']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:37.362519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:37.362816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f94e7cd-1ac2-464b-89cc-d5d72bf39af7') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:37.375599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.393142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.399415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:07:37.399821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:07:37.418238 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:07:37.498955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.502608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:37.517285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.530648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=0efc8577-13d7-41be-8a73-e9d8002cf1d2,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:37.533980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:37.540193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/0efc8577-13d7-41be-8a73-e9d8002cf1d2 HTTP/1.1" status: 204 len: 168 time: 0.5962780 May 20 16:07:37.568368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48790) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:37.574460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--1670513883', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:37.579521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:37.583749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:37.586635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:37.592795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:37.603181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:07:37.606846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.640417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:07:37.651110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.651555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment 1b5df121-605b-45e2-b1b1-741374ba4bf0 of type vlan for network 489b5e89-b86f-49df-b3b5-70c7230b1da0 May 20 16:07:37.677476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.707054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.715805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:37.716843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.722752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-899e89d3-69a0-4a36-b529-b0c57ea99960 tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:37.861428 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2918158 May 20 16:07:37.864535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48796) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:37.870963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-931719631', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:37.873306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=489b5e89-b86f-49df-b3b5-70c7230b1da0,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:37.876224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:37.878862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:37.883340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:37.886136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:07:37.886682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:37.895823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:37.910648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.911795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.921522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1a3b5-ccda-4a2e-8ad7-e256da6ff95a req-ec128fb7-fbe7-4a0c-b5d9-1c17006da398 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:37.923060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-35a1a3b5-ccda-4a2e-8ad7-e256da6ff95a req-ec128fb7-fbe7-4a0c-b5d9-1c17006da398 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 945 time: 0.1223283 May 20 16:07:37.940044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:37.982579 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-35a1a3b5-ccda-4a2e-8ad7-e256da6ff95a req-bebdf3ae-7485-4a6a-a9e9-b93d3299b1db tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524690 May 20 16:07:38.159957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1385fae3-6036-4982-9061-5e66e04705bc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:07:38.188500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760194b9-8a25-4256-b78b-21ea50a1036d req-744d57cb-43e6-4fbe-8db6-b4c9ab9f1baa tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:38.190414 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-760194b9-8a25-4256-b78b-21ea50a1036d req-744d57cb-43e6-4fbe-8db6-b4c9ab9f1baa tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 945 time: 0.0859823 May 20 16:07:38.194672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1385fae3-6036-4982-9061-5e66e04705bc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:07:38.195026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1385fae3-6036-4982-9061-5e66e04705bc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:07:38.237460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-760194b9-8a25-4256-b78b-21ea50a1036d req-6b56cb1f-70d4-4bd3-88fb-3942186e95d5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 May 20 16:07:38.239986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.271259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48802) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:38.341366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94222f21-7ba3-4b98-a1f1-9e70f45be34c tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:38.345546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-94222f21-7ba3-4b98-a1f1-9e70f45be34c tempest-TestVolumeBootPattern-1999435381 tempest-TestVolumeBootPattern-1999435381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 1093 time: 0.0705504 May 20 16:07:38.345699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48806) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:38.350678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:38.356965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:38.360736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Usage tracker for resource:floatingip and tenant:d63b6c63723a47989f0b1e6b960772aa is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:38.363653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:38.369325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:38.379579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.514814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.550897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.579678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.658299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Allocated IP 172.26.8.72 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/71bdcd28-38a4-42fb-b25a-7bf52ff32941) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:07:38.805701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.833158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:38.837946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:38.896819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:38.904622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:38.909474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:07:38.954265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=71bdcd28-38a4-42fb-b25a-7bf52ff32941,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:38.958872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:39.051275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.78 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/eaaf136e-57d1-4dab-b66b-9aeed722d2d5) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:07:39.205122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.237532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.243644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8e1b8e0f-246c-4b95-b5b9-3710f89df7ae tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:39.309492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:39.313044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:39.316933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:07:39.353709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.364308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:39.369136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:39.431145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.761585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.801376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.806852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:39.810693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:39.920063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event updated for resources: {'Port': ['ID=71bdcd28-38a4-42fb-b25a-7bf52ff32941,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:39.924189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:39.933560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:40.102572 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Floating IP 0238a9e9-a530-499b-8622-969ac84113f2 associated. External IP: 172.26.8.72, port: d4d2296e-4e62-439d-a791-1d45c04822a3. May 20 16:07:40.111244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:40.313907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:07:40.363963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-47de7fdf-9d0b-4a6a-b56e-3343ecd4573e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:40.477185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:07:40.659096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:40.669837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Sync routers for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:40.675858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:40.687950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:40.688846 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:40.693543 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8238723 May 20 16:07:40.693663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:40.693663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:40.693928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48810) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:40.708073 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:40.708815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:40.709228 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:40.744147 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-468f38d6-4eec-4493-95b8-fb08d730f402 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477936 May 20 16:07:40.744401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48814) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:40.789619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4428670 May 20 16:07:40.790452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:40.841154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'status': 'completed', 'code': 200} May 20 16:07:40.903512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b7a1c-9423-4104-aa88-ee038ad10199 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:40.908004 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3a7b7a1c-9423-4104-aa88-ee038ad10199 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1598415 May 20 16:07:40.908281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48822) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:40.923237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:40.929536 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:40.941724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611351b-3751-4883-bbea-e555ba0af2db req-53e288db-6a46-4970-9566-959a889a32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:40.943365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-53e288db-6a46-4970-9566-959a889a32d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 1098 time: 0.0809128 May 20 16:07:40.955259 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-194073fd-8d09-429c-85a0-901cbc699815 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433409 May 20 16:07:40.957848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48826) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:40.964926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127657360', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:41.081726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:41.086425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:41.089647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:41.095351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611351b-3751-4883-bbea-e555ba0af2db req-768e49fd-b6e7-4814-92b5-edfda18b03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:41.096092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:41.097237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-768e49fd-b6e7-4814-92b5-edfda18b03e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.1470695 May 20 16:07:41.107052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:07:41.111021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.270279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:41.276723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Checking router: 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:41.277090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Updating router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:07:41.349757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.371582 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '0238a9e9-a530-499b-8622-969ac84113f2', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:23:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229666d3-2d38-421b-a471-a01bbd3510a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:07:39Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}, {'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 1, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:41.376429 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:41.388986 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:41.389750 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:41.417689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-5b1cb870-0b42-46ad-b272-89cfc6600c47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d2296e-4e62-439d-a791-1d45c04822a3 HTTP/1.1" status: 200 len: 998 time: 0.3076019 May 20 16:07:41.490474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611351b-3751-4883-bbea-e555ba0af2db req-6b1b5fb7-6708-4a9e-aaa9-6de4e574ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:41.492588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-6b1b5fb7-6708-4a9e-aaa9-6de4e574ce87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0685735 May 20 16:07:41.590717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611351b-3751-4883-bbea-e555ba0af2db req-01a1c301-f4c2-4e53-ac8e-e02cf03147e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:41.592883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-01a1c301-f4c2-4e53-ac8e-e02cf03147e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0936215 May 20 16:07:41.596287 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:41.638565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.643957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b3e4639e-0391-46e5-91d0-561812955ea0 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:41.736035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.744039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=61be892f-7d06-49fe-a414-d52cfe44dbc0,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:41.749746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Transition to ACTIVE for port object eaaf136e-57d1-4dab-b66b-9aeed722d2d5 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:41.755222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:41.757452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.762593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:41.765062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:07:41.765459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 489b5e89-b86f-49df-b3b5-70c7230b1da0, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:07:41.767975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-9aff9974-2e71-4274-8d7b-9d0059f980d1 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684878 May 20 16:07:41.785371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:07:41.797600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 489b5e89-b86f-49df-b3b5-70c7230b1da0) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:41.810648 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6f3b3-fb38-4286-989b-aa8ef317e734 None None] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:07:41.814309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:41.814936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.848376 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8864503 May 20 16:07:41.848791 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48830) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:41.949371 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7611351b-3751-4883-bbea-e555ba0af2db req-a1f26e5a-4d32-42ca-a0bb-ff8cf2dabd07 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749976 May 20 16:07:41.960351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Attempting to bind port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:07:41.960732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Attempting to bind port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:07:41.961106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Attempting to bind port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:41.977850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:07:41.978233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:07:41.978758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.979047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:07:41.979537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Bound port: eaaf136e-57d1-4dab-b66b-9aeed722d2d5, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:07:41.979920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:42.011428 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '0238a9e9-a530-499b-8622-969ac84113f2', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:23:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229666d3-2d38-421b-a471-a01bbd3510a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:07:39Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}, {'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 1, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:42.018545 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe849db9-6b78-4813-a6a6-743a71e58450 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '0238a9e9-a530-499b-8622-969ac84113f2', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:23:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229666d3-2d38-421b-a471-a01bbd3510a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:07:39Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 0, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}, {'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 1, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:42.040706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f458f-5774-47ab-ae27-135aed7d4b86 None None] Pushing event updated for resources: {'Port': ['ID=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:42.051085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e9f458f-5774-47ab-ae27-135aed7d4b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:42.175736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] For port eaaf136e-57d1-4dab-b66b-9aeed722d2d5, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:07:42.197673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] For port eaaf136e-57d1-4dab-b66b-9aeed722d2d5, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:07:42.208395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:42.209150 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:07:42.214233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-16975572-83f1-423b-b7ef-3371aa9a8cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:42.259229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a885614-e05f-4290-9b02-7c87036c4c3f None None] New status for floating IP 0238a9e9-a530-499b-8622-969ac84113f2: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:07:42.427180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-489b5e89-b86f-49df-b3b5-70c7230b1da0', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:07:42.427992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:42.440727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:42.441390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:42.502757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f458f-5774-47ab-ae27-135aed7d4b86 None None] Pushing event updated for resources: {'Port': ['ID=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:42.506822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e9f458f-5774-47ab-ae27-135aed7d4b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:42.826570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:42.894406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:43.100546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Allocated IP 172.20.0.2 (489b5e89-b86f-49df-b3b5-70c7230b1da0/61be892f-7d06-49fe-a414-d52cfe44dbc0/48bbf26a-6f07-4527-9c63-7cec5430ceee) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:07:43.161172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.463890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.469945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:43.478260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Transition to ACTIVE for port object 48bbf26a-6f07-4527-9c63-7cec5430ceee will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:43.480831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e952b31-f72e-454a-bcd0-359715e378ac None None] The sync data for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv is: [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:39Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:43.504487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Transition to ACTIVE for port object 48bbf26a-6f07-4527-9c63-7cec5430ceee will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:43.511764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.521455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:43.576266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:43.579222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:43.583012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:07:43.586769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (489b5e89-b86f-49df-b3b5-70c7230b1da0/61be892f-7d06-49fe-a414-d52cfe44dbc0/18d33f6e-f0f4-499e-a401-d36cf65843b2) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:07:43.667512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Pushing event updated for resources: {'Port': ['ID=48bbf26a-6f07-4527-9c63-7cec5430ceee,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:43.670966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:43.718785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Attempting to bind port 48bbf26a-6f07-4527-9c63-7cec5430ceee on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:07:43.718785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Attempting to bind port 48bbf26a-6f07-4527-9c63-7cec5430ceee by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:07:43.718785 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Attempting to bind port 48bbf26a-6f07-4527-9c63-7cec5430ceee on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:43.742071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:07:43.742588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Checking segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:07:43.743062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.743515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Bound using segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:07:43.744076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Bound port: 48bbf26a-6f07-4527-9c63-7cec5430ceee, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:07:43.744539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.800575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75ef5452-8f0e-49c9-8efc-8b57901aa3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.806784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.827006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 18d33f6e-f0f4-499e-a401-d36cf65843b2 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:43.862223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] For port 48bbf26a-6f07-4527-9c63-7cec5430ceee, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:07:43.866951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] For port 48bbf26a-6f07-4527-9c63-7cec5430ceee, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=48bbf26a-6f07-4527-9c63-7cec5430ceee,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:07:43.870273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.873185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:43.877228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1030e4be-5772-4e2b-b1c1-d7a16e9a66bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:43.879491 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09b97fb5-bbe7-456b-a1f4-01a88f1f1626 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:43.965126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Pushing event updated for resources: {'Port': ['ID=48bbf26a-6f07-4527-9c63-7cec5430ceee,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:43.968714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:43.993902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:43.997657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:44.001530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:07:44.065972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=18d33f6e-f0f4-499e-a401-d36cf65843b2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:44.069569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:44.082928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.238341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eaaf136e-57d1-4dab-b66b-9aeed722d2d5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:44.344235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:44.349485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:44.349870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.390374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.490314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.512763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port eaaf136e-57d1-4dab-b66b-9aeed722d2d5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:44.516930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.518999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dbbd7884-34a5-44bb-a492-ffbb10538261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:44.605966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:44.609574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:44.614005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.829433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.835360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.988748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb9d85-7afd-46c9-8bf9-01bf49c78356 None None] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:07:45.039818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-be12db01-c92d-4e55-bccb-b9aab27a8678 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:45.114260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dd7fc33e-fdfb-41a2-bb24-ddf805cf033f None None] Provisioning for port 48bbf26a-6f07-4527-9c63-7cec5430ceee completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:45.129566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:45.137156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=18d33f6e-f0f4-499e-a401-d36cf65843b2,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:45.140784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:45.300217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:45.301570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:45.524516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:07:45.572703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d249faa4-977c-4753-8c71-58dddf4f879a None None] Provisioning for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:45.581698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d249faa4-977c-4753-8c71-58dddf4f879a None None] Provisioning complete for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:45.582224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d249faa4-977c-4753-8c71-58dddf4f879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:45.644618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d249faa4-977c-4753-8c71-58dddf4f879a None None] Port 18d33f6e-f0f4-499e-a401-d36cf65843b2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:07:45.725244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:07:45.738451 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Sync routers for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:07:45.742205 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8893471 May 20 16:07:45.742863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48834) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:45.770562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:45.771212 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:45.780869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27be973b-608f-49cc-93b8-6a45456a7d65 None None] Provisioning complete for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:45.781331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27be973b-608f-49cc-93b8-6a45456a7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:45.841041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-27be973b-608f-49cc-93b8-6a45456a7d65 None None] Port 18d33f6e-f0f4-499e-a401-d36cf65843b2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:07:45.915890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:45.916372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:45.916840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:45.917308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:45.917948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:45.920964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:45.925634 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-85efaca3-6af9-44fe-952a-3085fa1ff665 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1789358 May 20 16:07:45.925962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48838) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:45.964454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6382d3e0-b363-4f95-9400-e4a52b18f2ed None None] Provisioning complete for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:45.964832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6382d3e0-b363-4f95-9400-e4a52b18f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:45.967455 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:46.008093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.008438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.008899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.009378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.010237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.010416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:46.016208 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-40425076-e2c7-414a-bcfc-963ab826e748 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0852814 May 20 16:07:46.016537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48842) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:46.030404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6382d3e0-b363-4f95-9400-e4a52b18f2ed None None] Port 18d33f6e-f0f4-499e-a401-d36cf65843b2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:07:46.254198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-abc19890-c417-4296-ad20-401767cd3b78 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2361856 May 20 16:07:46.256880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48846) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:46.265644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2058926652', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:46.273118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 48bbf26a-6f07-4527-9c63-7cec5430ceee up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:46.352389 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:46.353176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 48bbf26a-6f07-4527-9c63-7cec5430ceee completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:46.356776 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Checking router: 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:07:46.357202 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Updating router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 port 18d33f6e-f0f4-499e-a401-d36cf65843b2 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:07:46.358324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 48bbf26a-6f07-4527-9c63-7cec5430ceee triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:46.358706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.418494 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.420949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:46.425726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:port and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:46.429592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:46.437098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:46.448104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:07:46.451907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.475601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] device_id is not set on port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 yet. {{(pid=92431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:07:46.494492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.500667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.538082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 48bbf26a-6f07-4527-9c63-7cec5430ceee, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=48bbf26a-6f07-4527-9c63-7cec5430ceee,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:46.544118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.545058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eaaf136e-57d1-4dab-b66b-9aeed722d2d5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:46.574039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:46.633920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.13 (489b5e89-b86f-49df-b3b5-70c7230b1da0/61be892f-7d06-49fe-a414-d52cfe44dbc0/294f0f71-7bfc-4c6e-86c9-fae41c1bad12) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:07:46.667179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=48bbf26a-6f07-4527-9c63-7cec5430ceee,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:46.677545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.677898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.678239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.678575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.679439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.679774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.680101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.680428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.680753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.681072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.681414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.681737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:46.688556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:46.691198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:46.691582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.846748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.863091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:46.887887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:46.893635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8adffd8e-9b85-477b-a2eb-887c270b07bd tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:46.966770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:07:46.970359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:07:46.974486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:07:47.015674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:47.026501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:47.052993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:47.053667 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.083211 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8250084 May 20 16:07:47.121493 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.135167 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Transition to ACTIVE for port object 18d33f6e-f0f4-499e-a401-d36cf65843b2 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:47.143313 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.149780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:47.266215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ea832048-8eec-450a-8b81-0a70de32f53f None None] Provisioning for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:47.271852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ea832048-8eec-450a-8b81-0a70de32f53f None None] Provisioning complete for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:47.272351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea832048-8eec-450a-8b81-0a70de32f53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.339723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ea832048-8eec-450a-8b81-0a70de32f53f None None] Port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:07:47.365878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48852) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:47.372068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816339525', 'description': 'tempest-secgroup-smoke-816339525 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:47.380271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:47.386931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:47.387270 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Pushing event updated for resources: {'Port': ['ID=18d33f6e-f0f4-499e-a401-d36cf65843b2,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:47.389786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:47.396465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:47.400952 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.401471 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.401939 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.402333 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.402754 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.403192 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.403667 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.404024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.404658 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.405058 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.405726 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.406115 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:07:47.408521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.418188 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:47.428254 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Attempting to bind port 18d33f6e-f0f4-499e-a401-d36cf65843b2 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:07:47.428643 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Attempting to bind port 18d33f6e-f0f4-499e-a401-d36cf65843b2 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:07:47.430143 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Attempting to bind port 18d33f6e-f0f4-499e-a401-d36cf65843b2 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:47.435827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:47.436102 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:07:47.436401 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Checking segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:07:47.437024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.437476 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Bound using segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:07:47.437960 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Bound port: 18d33f6e-f0f4-499e-a401-d36cf65843b2, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:07:47.438323 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.440238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:47.443426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:47.452695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:47.530518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.530859 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] For port 18d33f6e-f0f4-499e-a401-d36cf65843b2, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:07:47.534449 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] For port 18d33f6e-f0f4-499e-a401-d36cf65843b2, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=18d33f6e-f0f4-499e-a401-d36cf65843b2,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:07:47.534771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.538880 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.541514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-70f5eaa8-7f43-4fbd-bb8f-feb9dbcc9f30 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:47.542664 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-697140c1-e870-4231-9e45-e699bf6547c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:47.584872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:47.589869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:47.590563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.592198 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2247784 May 20 16:07:47.595236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48856) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:47.601956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:47.608678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:47.613058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:47.616419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:47.618153 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:07:47.618786 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:47.623053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:47.654117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.689115 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Pushing event updated for resources: {'Port': ['ID=18d33f6e-f0f4-499e-a401-d36cf65843b2,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:47.694178 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:47.755664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.761577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.776038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3f93587f-6bdb-4be3-8ddd-2d85f3df9aa8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:47.808239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b532b4-d501-41b0-a248-34904528e424,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:47.812923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:47.829480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.831712 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2349102 May 20 16:07:47.834629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48862) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:47.844021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:47.854057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:47.860407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:47.865057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:47.876658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:47.902984 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:07:47.903327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.979886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.983788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:47.985867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-513a4ba3-40ca-4337-b5e3-216a6d4189d0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:48.013425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cfaefd-830b-4643-94fd-cb77af75fe4c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:48.018167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:48.023007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.024316 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1876936 May 20 16:07:48.027161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48866) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:48.033078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:48.039817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:48.043758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:48.046700 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:48.052581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:48.068334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.191646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 48bbf26a-6f07-4527-9c63-7cec5430ceee up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:48.234705 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:47Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:07:48.239535 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae621b-bbb4-4d4c-95b7-b7c4061675e1 None None] The sync data for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv is: [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:47Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:07:48.277465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 48bbf26a-6f07-4527-9c63-7cec5430ceee triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:48.278021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.285599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.300174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.301850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9137f511-b048-482e-b239-1a36aeeaa773 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:48.334653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649c1146-82b4-4a51-b4cf-c80460307601,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:48.338708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:48.364312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.368765 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381138 May 20 16:07:48.368966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48870) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:48.375422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:48.382003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:48.386630 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:48.389886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:48.397243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:48.420540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.494365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.500346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.502315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f026061f-06ad-4be7-a53b-616a006e5dff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:48.524603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340f1609-416e-4345-9252-7c057ab90dcd,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:48.527135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:48.536298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.537568 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674793 May 20 16:07:48.540899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48874) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:48.546309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:48.552586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:48.557179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:48.560338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:48.566505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:48.582063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:07:48.591123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.663630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.667747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.669675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce233258-11aa-4161-b849-180363ca255f tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:48.694956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d27bd8-a2a3-42e1-8e44-d9aab8c210b0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:48.699856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:48.705023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.706481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1644998 May 20 16:07:48.709327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48878) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:07:48.715349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:48.721421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:07:48.725409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:07:48.728973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:07:48.735423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:07:48.747954 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:07:48.754216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.826924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.831538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.833404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-eff10ce9-6c66-4e6d-b707-261b907eac47 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:48.856915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4195630-29af-41a8-b2e7-ef5b92f53318,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:48.861554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:48.870553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:48.871777 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611834 May 20 16:07:49.046171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-3e0b006c-47b5-46d6-80e5-30e2b791a0ec tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:49.062955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-3e0b006c-47b5-46d6-80e5-30e2b791a0ec tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:49.064269 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-3e0b006c-47b5-46d6-80e5-30e2b791a0ec tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816339525&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0608861 May 20 16:07:49.142864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-10ffa837-11c4-4257-a99d-378a108797f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:49.143449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-10ffa837-11c4-4257-a99d-378a108797f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:49.161638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-10ffa837-11c4-4257-a99d-378a108797f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:49.162807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-10ffa837-11c4-4257-a99d-378a108797f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 931 time: 0.0911736 May 20 16:07:49.241666 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-da7e26b3-5f06-4b2d-84af-3cf531588d84 service neutron] 10.222.0.13 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0656657 May 20 16:07:49.373696 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-e1975c20-8bd1-4663-83d5-89adb2994684 service neutron] 10.222.0.13 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252010 May 20 16:07:49.505591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-d94881d6-eb9b-42d4-b6d7-cf056ce20734 service neutron] 10.222.0.13 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260400 May 20 16:07:49.832354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-449ed48a-430d-4064-92d8-a63033adddf8 req-82d7c140-807a-40a7-851f-037ae567f757 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 210 time: 0.0440402 May 20 16:07:50.197701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 18d33f6e-f0f4-499e-a401-d36cf65843b2 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:50.265497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:50.270032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:50.270434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.386992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.420171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 18d33f6e-f0f4-499e-a401-d36cf65843b2, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=18d33f6e-f0f4-499e-a401-d36cf65843b2,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:50.423930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:50.425735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:50.489926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=18d33f6e-f0f4-499e-a401-d36cf65843b2,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:50.493479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:50.791047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-79dcac07-efeb-4ed4-af9a-2d690f0e3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:50.792282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-79dcac07-efeb-4ed4-af9a-2d690f0e3b59 service neutron] 10.222.0.25 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1027 time: 0.0653563 May 20 16:07:50.982597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-dc2b7a7f-2358-4d11-8699-023fb2d694b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:50.983258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-dc2b7a7f-2358-4d11-8699-023fb2d694b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:07:50.992332 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6656e13-a722-42b9-bc39-1b13ad94a185 req-f1dec5d0-178f-4d11-85d2-e87c25d84919 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 210 time: 0.0529923 May 20 16:07:51.005094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-dc2b7a7f-2358-4d11-8699-023fb2d694b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:07:51.006313 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-dc2b7a7f-2358-4d11-8699-023fb2d694b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 797 time: 0.2089005 May 20 16:07:51.055193 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-df2796b0-c6d2-4c00-8286-041883b5f6d1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 379 time: 0.0401659 May 20 16:07:51.065789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Request body: {'port': {'device_id': '0435f844-575b-4517-8c3e-adfd428afd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:07:51.313252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:51.651724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:07:51.659148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:51.673476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Transition to ACTIVE for port object 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:07:51.677181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:51.682450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1b64060c-d5bd-4786-a121-6c1ea57810ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:51.840417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:51.848118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:51.915393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:07:51.915650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:07:51.915974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:51.921508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:07:51.921845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:07:51.927173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:07:51.927508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Checking segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:07:51.927890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Bound using segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:07:51.928311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Bound port: 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:07:51.929168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:52.029243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:07:52.033652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:07:52.038696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:52.042759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbcc90dd-14e2-45d9-ab27-c85adf21d10e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:52.100215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:52.100874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:52.102303 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] 10.222.0.25 "PUT /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1132 time: 1.0403659 May 20 16:07:52.104232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0435f844-575b-4517-8c3e-adfd428afd4e', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:52.196743 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0435f844-575b-4517-8c3e-adfd428afd4e', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'status': 'completed', 'code': 200} May 20 16:07:52.202016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 18d33f6e-f0f4-499e-a401-d36cf65843b2 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:52.212536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:52.216410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:52.270256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db4885-927b-4773-9a20-843d0f686897 req-ada72397-cbec-4641-8cc7-b1c326ab4f72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:52.271806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-78db4885-927b-4773-9a20-843d0f686897 req-ada72397-cbec-4641-8cc7-b1c326ab4f72 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 982 time: 0.1593373 May 20 16:07:52.278975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-6cd5a464-5c32-4592-a505-70e1a46c0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:52.280834 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-6cd5a464-5c32-4592-a505-70e1a46c0221 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 1135 time: 0.1237531 May 20 16:07:52.283941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 18d33f6e-f0f4-499e-a401-d36cf65843b2 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:52.284422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:52.368416 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-0a435abb-79b1-4c7c-b41b-e33479bdabb1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 217 time: 0.0715089 May 20 16:07:52.439271 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-78db4885-927b-4773-9a20-843d0f686897 req-24a2d0ba-4dce-4e05-beea-961a9fe13420 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569068 May 20 16:07:52.452323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-926dae57-c25b-403b-8694-61b397f60212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:52.453782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-926dae57-c25b-403b-8694-61b397f60212 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61be892f-7d06-49fe-a414-d52cfe44dbc0 HTTP/1.1" status: 200 len: 835 time: 0.0748055 May 20 16:07:52.529891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-88f355bb-efc2-4bdd-8115-2b4a3de8cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:52.531638 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-88f355bb-efc2-4bdd-8115-2b4a3de8cf0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715995 May 20 16:07:52.666972 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-bbb9811c-a2db-4416-83cd-8799a95780f5 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276591 May 20 16:07:52.800084 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1bb29a9f-9186-4e6d-b8bc-b522b05480e1 req-f2a4fb00-ecf8-42f3-b966-92246ed0b7b0 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264582 May 20 16:07:52.911591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-63e35841-0fd4-4cde-9a56-e5bf58c8b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:52.913714 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-63e35841-0fd4-4cde-9a56-e5bf58c8b334 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 1135 time: 0.0705812 May 20 16:07:53.044153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-7d558ae6-9b3a-4958-83d4-f52e959053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:53.045631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-7d558ae6-9b3a-4958-83d4-f52e959053e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 897 time: 0.1259880 May 20 16:07:53.250507 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-30b7938f-fed9-4b87-823e-93994d49c935 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 217 time: 0.1982574 May 20 16:07:53.315136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-d513667a-dd93-4486-9bf1-53ef5361db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:53.316537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-d513667a-dd93-4486-9bf1-53ef5361db93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61be892f-7d06-49fe-a414-d52cfe44dbc0 HTTP/1.1" status: 200 len: 835 time: 0.0596247 May 20 16:07:53.390194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-9eca93c1-15c3-4146-8d54-b7577cafded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:53.391664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-9eca93c1-15c3-4146-8d54-b7577cafded5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687325 May 20 16:07:53.523732 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-9acc227a-2b25-498b-be3d-3071ee0ea6b5 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247923 May 20 16:07:53.721621 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a385bb6-6bfb-4486-894b-1e00d4d086f4 req-2953b66a-aeba-46ff-855b-4bf7993c994b service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901622 May 20 16:07:53.733463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200fde2-c168-4482-8698-9f6006ae234f req-b86a31b9-36f1-423c-9df4-831d227708dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:53.734889 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d200fde2-c168-4482-8698-9f6006ae234f req-b86a31b9-36f1-423c-9df4-831d227708dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 982 time: 0.1834764 May 20 16:07:53.793228 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d200fde2-c168-4482-8698-9f6006ae234f req-7db1f907-0d14-4e2a-a81f-4acfd138f854 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 May 20 16:07:54.992946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09723c-5448-45da-a792-c4d239b3263d req-7f1cddfa-81a0-4af8-ac8a-0e4713001b74 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:54.994407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff09723c-5448-45da-a792-c4d239b3263d req-7f1cddfa-81a0-4af8-ac8a-0e4713001b74 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 982 time: 0.0834377 May 20 16:07:55.048791 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff09723c-5448-45da-a792-c4d239b3263d req-95de10f7-5a8f-4db1-94f4-c550b5b26391 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484731 May 20 16:07:55.387333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:07:55.518762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:55.531697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'port_id': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'mac_address': 'fa:16:3e:83:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:07:55.585364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:55.603011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:07:55.619251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:55.623398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:55.625117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:55.698527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:55.701660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:55.874509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['294f0f71-7bfc-4c6e-86c9-fae41c1bad12'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:07:56.238828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177bc81-ab6b-439b-9676-27af516c7e52 req-7165ab73-9d28-4b64-a8c8-8e6e429ac32a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:56.240290 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1177bc81-ab6b-439b-9676-27af516c7e52 req-7165ab73-9d28-4b64-a8c8-8e6e429ac32a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 983 time: 0.0804768 May 20 16:07:56.285459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1177bc81-ab6b-439b-9676-27af516c7e52 req-339536ba-71fe-45f9-a6fc-dd19c3a81f82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 May 20 16:07:57.400009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:07:57.471269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:07:57.475776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26a3bb-cd17-4fc1-85ff-eb12aedecf59 req-1cbe688a-6f78-4855-978d-013f1ca5e99c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:57.476415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:07:57.476791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:57.481969 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-da26a3bb-cd17-4fc1-85ff-eb12aedecf59 req-1cbe688a-6f78-4855-978d-013f1ca5e99c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 983 time: 0.0920122 May 20 16:07:57.526846 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-da26a3bb-cd17-4fc1-85ff-eb12aedecf59 req-1405c275-bf7b-4488-b3a7-3b123a69eb16 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 May 20 16:07:57.604844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:57.630629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435f844-575b-4517-8c3e-adfd428afd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:07:57.645256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:07:57.649807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:57.651682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e9f458f-5774-47ab-ae27-135aed7d4b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:07:57.688894 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0435f844-575b-4517-8c3e-adfd428afd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'code': 200} May 20 16:07:57.724616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:07:57.727716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:07:57.912962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b577d36-2767-4680-b53f-adedd16de75c req-3b51a48b-e5a9-4f37-a2a2-0e45ad990fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:57.914507 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b577d36-2767-4680-b53f-adedd16de75c req-3b51a48b-e5a9-4f37-a2a2-0e45ad990fcb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 1137 time: 0.0697904 May 20 16:07:57.956986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b577d36-2767-4680-b53f-adedd16de75c req-0b6990bb-362f-45f6-a080-f043aee2e98b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 May 20 16:07:58.730843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c2642-1b69-4507-b999-37c2a70066ef req-a377cbd1-04fd-46d5-a026-7c71c28d65fd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:58.732418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-502c2642-1b69-4507-b999-37c2a70066ef req-a377cbd1-04fd-46d5-a026-7c71c28d65fd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 984 time: 0.0921795 May 20 16:07:58.783558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-502c2642-1b69-4507-b999-37c2a70066ef req-0ae7d78a-e99d-4dec-9101-2ebfb589753a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 May 20 16:07:59.973420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac8a8-871f-4dfc-aa78-176c1658be6b req-3f5c8e43-498c-406c-ac52-80f693a16806 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:07:59.974870 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-93bac8a8-871f-4dfc-aa78-176c1658be6b req-3f5c8e43-498c-406c-ac52-80f693a16806 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 984 time: 0.0849316 May 20 16:08:00.020157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-93bac8a8-871f-4dfc-aa78-176c1658be6b req-30632eb3-951c-4cb1-9fae-b7c7b9c4de5d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 May 20 16:08:00.209467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b4e2-e9b5-4a55-9bc6-d7ea5f50b615 req-ca363966-af9e-45af-9fc0-65fe6821422a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:00.211498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6351b4e2-e9b5-4a55-9bc6-d7ea5f50b615 req-ca363966-af9e-45af-9fc0-65fe6821422a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 984 time: 0.0812175 May 20 16:08:00.257077 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6351b4e2-e9b5-4a55-9bc6-d7ea5f50b615 req-177c56bd-644b-470a-9789-52070cf6a28a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 May 20 16:08:00.282783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48932) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:00.354459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8072f0-1a19-44cb-9a21-b69e31142799 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:00.355967 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4a8072f0-1a19-44cb-9a21-b69e31142799 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 1132 time: 0.0722039 May 20 16:08:00.358934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48936) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:00.364101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:00.370588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:00.374316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:00.377085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:00.383343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:00.393321 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.538727 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.678037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.64 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/ec969d5b-4328-4ae0-b1e1-76f3b0fc96c6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:00.832003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.845420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.872967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:00.879330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-017e2c36-c336-4250-9530-445231fc9ab1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:00.944330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:00.948141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:00.951762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:00.990852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=ec969d5b-4328-4ae0-b1e1-76f3b0fc96c6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:01.000035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:01.385256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.463071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.695675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.700171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:01.705026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ef0b1f4-6f49-4b20-95d9-94bad5a83711 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:01.815780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=ec969d5b-4328-4ae0-b1e1-76f3b0fc96c6,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:01.820566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:01.825767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:02.126903 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP b19f3387-e89d-4c04-bfcc-280b85dca185 associated. External IP: 172.26.8.64, port: 294f0f71-7bfc-4c6e-86c9-fae41c1bad12. May 20 16:08:02.487454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:02.669142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:02.679157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] Sync routers for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:02.689260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:02.689914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:02.693642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:02.752749 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3898268 May 20 16:08:02.752749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0435f844-575b-4517-8c3e-adfd428afd4e', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:02.753056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48942) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:02.795958 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0435f844-575b-4517-8c3e-adfd428afd4e', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'status': 'completed', 'code': 200} May 20 16:08:02.871851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f8ad0-cc76-4a38-838c-fb6411d43d31 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:02.875824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-398f8ad0-cc76-4a38-838c-fb6411d43d31 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e&network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 1132 time: 0.1194079 May 20 16:08:02.899729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-bfe9deb7-77ab-426f-855e-bcd3bf07a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:02.901199 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-bfe9deb7-77ab-426f-855e-bcd3bf07a146 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 1137 time: 0.0826647 May 20 16:08:02.923312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:03.035321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-3abd90ba-5600-4007-8a1d-99d115bf6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:03.037178 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-3abd90ba-5600-4007-8a1d-99d115bf6214 service neutron] 10.222.0.25 "GET /v2.0/networks?id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 897 time: 0.1299491 May 20 16:08:03.288339 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'b19f3387-e89d-4c04-bfcc-280b85dca185', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'port_id': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2058926652', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'mac_address': 'fa:16:3e:83:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435f844-575b-4517-8c3e-adfd428afd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:01Z', 'updated_at': '2021-05-20T16:08:01Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:03.292224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] Checking router: 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:03.300761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:03.301395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:07:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:03.334863 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-ece79b86-c6d6-492d-83f9-c55d55670daa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1037 time: 0.2914636 May 20 16:08:03.390464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14469d80-1111-43eb-b25e-6b12e0ab5f74 req-ba6ec175-d5fc-459a-aa30-1f8b681d3586 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:03.391947 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14469d80-1111-43eb-b25e-6b12e0ab5f74 req-ba6ec175-d5fc-459a-aa30-1f8b681d3586 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 984 time: 0.1566086 May 20 16:08:03.443272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-b77e09fd-c289-444e-911b-5ae049f73f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:03.444710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-b77e09fd-c289-444e-911b-5ae049f73f89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61be892f-7d06-49fe-a414-d52cfe44dbc0 HTTP/1.1" status: 200 len: 835 time: 0.1020191 May 20 16:08:03.450010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14469d80-1111-43eb-b25e-6b12e0ab5f74 req-866d269b-a04a-4d68-8eaf-42da02e7b7a9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519605 May 20 16:08:03.479080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:03.530302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-d71df81e-7d6b-42a8-91d5-ebf602e93304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:03.531797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-d71df81e-7d6b-42a8-91d5-ebf602e93304 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0757048 May 20 16:08:03.665821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-6302cc26-caf8-41a4-b115-5110dc008968 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268125 May 20 16:08:03.799012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-675f2c33-3306-4684-8236-5adbce30ecf1 req-80f5e16e-05aa-4fbb-b1a4-31494f1b94c8 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261103 May 20 16:08:03.827786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'b19f3387-e89d-4c04-bfcc-280b85dca185', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'port_id': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2058926652', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'mac_address': 'fa:16:3e:83:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435f844-575b-4517-8c3e-adfd428afd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:01Z', 'updated_at': '2021-05-20T16:08:01Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:03.831938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ec434-53d7-4b3e-9328-d3fb37a017c3 None None] The sync data for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv is: [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'b19f3387-e89d-4c04-bfcc-280b85dca185', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'port_id': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2058926652', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'mac_address': 'fa:16:3e:83:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435f844-575b-4517-8c3e-adfd428afd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:01Z', 'updated_at': '2021-05-20T16:08:01Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:04.010056 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3860fd-946e-4d0d-8380-75eba9a04039 None None] New status for floating IP b19f3387-e89d-4c04-bfcc-280b85dca185: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:08:04.459162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-0d6aa2f4-80e6-4dd3-9f90-1a50503b7d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:04.461202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-0d6aa2f4-80e6-4dd3-9f90-1a50503b7d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 984 time: 0.0789151 May 20 16:08:04.535265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-b81561e9-bf38-4a24-9297-01b9b648089e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:04.536605 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-b81561e9-bf38-4a24-9297-01b9b648089e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0707643 May 20 16:08:04.730687 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-f24eb0c3-f6fc-4961-9bdb-e8c5a6b1d2fb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1886628 May 20 16:08:04.742713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b595b-5bc4-4f78-bb8a-e33cbd4f17c9 req-a772457b-64a6-488a-9031-1242368942e7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:04.744052 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-527b595b-5bc4-4f78-bb8a-e33cbd4f17c9 req-a772457b-64a6-488a-9031-1242368942e7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 984 time: 0.1835454 May 20 16:08:04.748809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:04.839575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-527b595b-5bc4-4f78-bb8a-e33cbd4f17c9 req-5db64706-9743-4f7f-a045-e93f04a3111b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665309 May 20 16:08:04.894245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.088817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:05.122514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:05.174030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] device_id is not set on port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:08:05.183494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.189718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.194494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:05.340871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=6']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:05.346543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:05.393690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] No DVR routers for this DVR port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:05.499888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0ec727e2-39ec-4799-9ae0-f4bfd67751b9 None None] Provisioning complete for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:05.500553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0ec727e2-39ec-4799-9ae0-f4bfd67751b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.555954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0ec727e2-39ec-4799-9ae0-f4bfd67751b9 None None] Port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:05.758983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] In _notify_port_updated(), no bound segment for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:08:05.759776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:05.760378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:05.761665 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16f509fc-618e-42ce-b77f-892ae9076b94 req-acb43790-c3df-4a72-81fc-83071889644f service neutron] 10.222.0.25 "PUT /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1027 time: 1.0167356 May 20 16:08:06.000027 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85327447-ae5d-46ca-84c7-da80bd4f1be0 req-ce80869d-db3c-47ae-9e83-b97c4cfaefbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=0435f844-575b-4517-8c3e-adfd428afd4e HTTP/1.1" status: 200 len: 210 time: 0.0429838 May 20 16:08:07.093208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48958) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.168378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e048f59-a2d0-4f44-b367-b8c43c1f30a4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:07.169726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5e048f59-a2d0-4f44-b367-b8c43c1f30a4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 926 time: 0.0755053 May 20 16:08:07.375410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 48964) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.380747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135307234', 'description': 'tempest-secgroup-smoke-135307234 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:07.387158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:07.397674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:07.408429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.428267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:07.432009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:07.434775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:07.440252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:07.510057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.513758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.518888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57e91a74-2d44-4061-b249-fc58ba6fc507 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:07.560331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edd3e07-4b49-48cc-8016-baf2dee3cd69,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:07.563501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:07.566127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.567873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910653 May 20 16:08:07.570680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48968) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.576781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '8edd3e07-4b49-48cc-8016-baf2dee3cd69', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:07.582763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:07.586640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:07.589517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:07.596445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:07.611066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.674240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.677974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.679856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b64c1d19-479f-483a-93ae-aff2b494172e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:07.702359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8d64e3-1e96-4593-94a9-cafb43a7a506,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:07.704737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:07.711796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.712972 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406238 May 20 16:08:07.715701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48972) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.720705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '8edd3e07-4b49-48cc-8016-baf2dee3cd69', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:07.726422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:07.730162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:07.732989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:07.738647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:07.755747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.815915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.819468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.821807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2e6a5279-995b-4e3d-890f-3bd700cc3a70 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:07.843195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf812128-f27a-4957-89a4-5ecd1bfec99d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:07.845586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:07.852809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.854017 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374214 May 20 16:08:07.856845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48976) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.861952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '8edd3e07-4b49-48cc-8016-baf2dee3cd69', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:07.867553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:07.871906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:07.874750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:07.880311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:07.896650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.961055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.964774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:07.970326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f7fc5318-72ac-4f99-baba-82ee5354c129 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:07.989196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1fd7ca-1869-405d-9e67-a8bc9c0752c8,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:07.991935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:08.000495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.001708 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438854 May 20 16:08:08.005054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48980) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:08.010283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '8edd3e07-4b49-48cc-8016-baf2dee3cd69', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:08.015956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:08.019686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:08.022534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:08.028183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:08.045158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.108888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.112394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.113988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:08.137675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e40665-6941-42a4-82d4-5fbe10d51791,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:08.140241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:08.147276 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.148438 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424212 May 20 16:08:08.151706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48984) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:08.157063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '8edd3e07-4b49-48cc-8016-baf2dee3cd69', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:08.162845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:08.167148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:08.170047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:08.175769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:08.186877 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:08:08.192455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.255988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.259097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.260868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fc085ce5-45c4-4171-9579-92ad87a33d67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:08.280774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cf9efa-ebb5-4c26-8352-ba7f8b71ed5b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:08.284551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:08.292036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.293283 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406801 May 20 16:08:08.296014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 48988) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:08.300938 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '8edd3e07-4b49-48cc-8016-baf2dee3cd69', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:08.306669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:08.310440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:08.313253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:08.318900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:08.331318 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:08:08.337420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.400987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.404518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.406548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad1f9a4b-b90e-4316-80f6-21199ce609a0 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:08.428984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cbd810-854f-4548-9ab3-63f713fd3a2c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:08.433415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:08.438031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:08.439187 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422796 May 20 16:08:08.604631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-d9c87645-6f0b-4867-93b9-3c62416c1f3e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:08.620113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-d9c87645-6f0b-4867-93b9-3c62416c1f3e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:08.621328 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-d9c87645-6f0b-4867-93b9-3c62416c1f3e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135307234&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0642073 May 20 16:08:08.701020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-6940232d-ea35-4f58-97c5-68c458a6d08c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:08.702298 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-6940232d-ea35-4f58-97c5-68c458a6d08c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 931 time: 0.0743458 May 20 16:08:08.822545 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-4353c7fe-90a7-4f42-b0a2-709d1625120f service neutron] 10.222.0.13 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1064751 May 20 16:08:08.958260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-90765006-9f1a-4f5b-9c09-e112c3165b73 service neutron] 10.222.0.13 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299486 May 20 16:08:09.094521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-5df5edd3-d236-436c-8aed-13f44521633e service neutron] 10.222.0.13 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299150 May 20 16:08:09.268592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-30e04d8c-f746-4b2a-a0b5-1e9a005f3d50 req-7bdf0125-63d2-42b1-8b18-8e452a0ecce8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 210 time: 0.0424550 May 20 16:08:09.465535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:09.526118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:10.196954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-1fbd4c4f-6a88-4212-b90e-171b220f10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:10.199203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-1fbd4c4f-6a88-4212-b90e-171b220f10fd service neutron] 10.222.0.25 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1027 time: 0.0692379 May 20 16:08:10.358954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-b2ff354f-29e4-464c-baab-6d9bebce6c83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:10.360706 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-b2ff354f-29e4-464c-baab-6d9bebce6c83 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 797 time: 0.1569276 May 20 16:08:10.363108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e1335e6d-4c07-4fa2-91e1-38985d5a18f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.427783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb88fb32-6046-4bee-827e-14c578b1d80c req-2069cf65-bba7-4aa5-bbbe-93cfa151e289 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 210 time: 0.0466254 May 20 16:08:10.453819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-6de2d968-86cb-4572-a963-0c76a804dbd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 471 time: 0.0855341 May 20 16:08:10.464967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Request body: {'port': {'device_id': 'c57c640e-1d4e-4534-bf16-1d752c37760d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:10.570021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.039404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:08:11.047328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.061734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Transition to ACTIVE for port object 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:11.065670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.069238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:11.201928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=7']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:11.206274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:11.333200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:11.333548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:11.333867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:11.338871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:08:11.339179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Attempting to bind port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:11.344233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:11.344554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Checking segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:11.344931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Bound using segment: {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:11.345366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Bound port: 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5df121-605b-45e2-b1b1-741374ba4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:11.345700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.433189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:11.436555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:11.440118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.443856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:11.504408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:11.505017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.506422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] 10.222.0.25 "PUT /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1132 time: 1.0459511 May 20 16:08:11.506962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57c640e-1d4e-4534-bf16-1d752c37760d', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:11.595892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57c640e-1d4e-4534-bf16-1d752c37760d', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'status': 'completed', 'code': 200} May 20 16:08:11.602421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=8']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:11.606343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:11.704484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-7dab6410-10c3-4bb7-8b2a-bc429aa1053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:11.706006 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-7dab6410-10c3-4bb7-8b2a-bc429aa1053c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 1135 time: 0.1545622 May 20 16:08:11.718541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ac02-d3c2-485c-a97e-fdfd63281bdc req-7adf20ee-a067-4f4d-b484-7a78bcbc9819 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:11.721832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dea0ac02-d3c2-485c-a97e-fdfd63281bdc req-7adf20ee-a067-4f4d-b484-7a78bcbc9819 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 982 time: 0.1280055 May 20 16:08:11.846873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dea0ac02-d3c2-485c-a97e-fdfd63281bdc req-425e7b72-9c8b-4def-8d83-7fb46216b63c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770042 May 20 16:08:11.850679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-7a4dc56e-52c0-40c1-8963-ead4b83bdf39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1037 time: 0.1279280 May 20 16:08:11.913829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-fba3e6cd-7d53-450f-b5a7-4f41c67d01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:11.915254 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-fba3e6cd-7d53-450f-b5a7-4f41c67d01b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61be892f-7d06-49fe-a414-d52cfe44dbc0 HTTP/1.1" status: 200 len: 835 time: 0.0587935 May 20 16:08:11.992481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-c8553da7-e47b-4004-b2a3-08475d149fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:11.994492 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-c8553da7-e47b-4004-b2a3-08475d149fe9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720019 May 20 16:08:12.125275 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-c3fdb4d7-ff4f-4e4a-9920-ce02d81d5f0f service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245365 May 20 16:08:12.254727 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ccf944f-3343-4b83-a696-64156a183ac5 req-3cc75e1a-e1ce-4562-9cc9-e9b5764e25a7 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236596 May 20 16:08:12.363940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-691dd636-0c47-4a59-9146-2e583605523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:12.365423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-691dd636-0c47-4a59-9146-2e583605523c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 1135 time: 0.0688543 May 20 16:08:12.494278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-d38f5684-cc1e-4334-8fde-351b3c75d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:12.495700 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-d38f5684-cc1e-4334-8fde-351b3c75d973 service neutron] 10.222.0.25 "GET /v2.0/networks?id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 897 time: 0.1236110 May 20 16:08:12.743372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-dd13a1c5-fb8e-485f-bf8f-bcdc4bbfe0f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1037 time: 0.2412863 May 20 16:08:12.806912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-d40eaffc-2add-4d3d-92e7-f004016053a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:12.808322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-d40eaffc-2add-4d3d-92e7-f004016053a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61be892f-7d06-49fe-a414-d52cfe44dbc0 HTTP/1.1" status: 200 len: 835 time: 0.0582128 May 20 16:08:12.887638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-32a714c6-f2ce-409b-95e7-85dcce67eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:12.889109 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-32a714c6-f2ce-409b-95e7-85dcce67eeb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721827 May 20 16:08:13.081164 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-d790829d-9ea8-462f-8e14-8a77cf4be79d service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850770 May 20 16:08:13.119489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:13.123783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed80b6f-99c1-4f90-8054-035302197757 req-86972eb4-15fe-4262-9148-bec4e5a2b9d8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:13.125270 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0ed80b6f-99c1-4f90-8054-035302197757 req-86972eb4-15fe-4262-9148-bec4e5a2b9d8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 982 time: 0.1576309 May 20 16:08:13.247266 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0ed80b6f-99c1-4f90-8054-035302197757 req-14cf635b-e36a-4f77-8322-732d8588a255 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712085 May 20 16:08:13.269418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ac73b4-ac2a-4ec8-9dc1-e9b435bbda56 req-edacc252-65b3-4fe0-a083-bb3ad072d9e5 service neutron] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802237 May 20 16:08:13.743045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cdf55ce8-2343-46f2-910c-f08bc4c54b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:14.429256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82b64-960e-4087-92df-9b2899086f8c req-579b3409-bc65-4f20-a1d6-9a4557c79e1e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:14.430683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4e82b64-960e-4087-92df-9b2899086f8c req-579b3409-bc65-4f20-a1d6-9a4557c79e1e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 982 time: 0.0781672 May 20 16:08:14.475053 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4e82b64-960e-4087-92df-9b2899086f8c req-8340c91d-418c-42bc-83ee-8ee4a94b405d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 May 20 16:08:14.608506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.472539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:08:15.611479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:15.624901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'port_id': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'mac_address': 'fa:16:3e:83:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:08:15.672438 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca8f2-5e78-457a-800d-7dcf3df54b81 req-321c52fb-cc4a-461f-813e-d0ab7b97a18b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:15.674012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f63ca8f2-5e78-457a-800d-7dcf3df54b81 req-321c52fb-cc4a-461f-813e-d0ab7b97a18b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 982 time: 0.0917706 May 20 16:08:15.685906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.703368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:08:15.719504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:15.721522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f63ca8f2-5e78-457a-800d-7dcf3df54b81 req-21c9cf99-3e8c-466d-9391-c6015abfb07a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 May 20 16:08:15.724158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:15.726078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:15.793161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=9']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:15.796348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:15.932261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['294f0f71-7bfc-4c6e-86c9-fae41c1bad12'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:08:16.459828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:16.904705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50750-b246-44ea-a3e3-fe1a972c74a2 req-3b8050ad-12a1-4550-ac8c-f5b4411d8fd6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:16.906449 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63f50750-b246-44ea-a3e3-fe1a972c74a2 req-3b8050ad-12a1-4550-ac8c-f5b4411d8fd6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 983 time: 0.0801566 May 20 16:08:16.952253 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63f50750-b246-44ea-a3e3-fe1a972c74a2 req-8f845605-f906-4a0a-a256-772c243fa092 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 May 20 16:08:17.496903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:17.566114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:17.570571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:17.570944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.690471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.716903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57c640e-1d4e-4534-bf16-1d752c37760d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:17.726547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:17.732040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:17.733964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1030e4be-5772-4e2b-b1c1-d7a16e9a66bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:17.772412 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57c640e-1d4e-4534-bf16-1d752c37760d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294f0f71-7bfc-4c6e-86c9-fae41c1bad12', 'code': 200} May 20 16:08:17.807335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=10']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:17.810559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:18.007809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0be59-58cd-4bed-b96c-69edb78fc777 req-68b67205-d48a-49e4-976c-380084b2299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:18.009383 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7c0be59-58cd-4bed-b96c-69edb78fc777 req-68b67205-d48a-49e4-976c-380084b2299e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 1138 time: 0.0821598 May 20 16:08:18.053215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7c0be59-58cd-4bed-b96c-69edb78fc777 req-72be37d2-1938-4c5c-9b6c-cc39fd6b271d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366859 May 20 16:08:18.140028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4277813-ac3d-4452-9859-347d2ff75b24 req-8fb708e6-08b2-4bdb-8959-55ac825889d8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:18.141610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a4277813-ac3d-4452-9859-347d2ff75b24 req-8fb708e6-08b2-4bdb-8959-55ac825889d8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 985 time: 0.0810819 May 20 16:08:18.187727 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a4277813-ac3d-4452-9859-347d2ff75b24 req-a8db5e1b-4f7d-4a82-b05d-26100714f791 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 May 20 16:08:19.209672 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:08:19.391241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dbb48-5f76-4a20-b5c2-f2029ce759e1 req-6054193d-4dad-4ea1-8282-c278e35d4a6c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:19.392728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-688dbb48-5f76-4a20-b5c2-f2029ce759e1 req-6054193d-4dad-4ea1-8282-c278e35d4a6c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 985 time: 0.0955007 May 20 16:08:19.441995 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-688dbb48-5f76-4a20-b5c2-f2029ce759e1 req-eccfb9a1-8541-49ae-b1da-6f61165e7fa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 May 20 16:08:19.653245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660866df-2cde-4be7-9655-bfef0fa149c2 req-a564a375-aa84-493c-833c-7e8460b92ee4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:19.654861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-660866df-2cde-4be7-9655-bfef0fa149c2 req-a564a375-aa84-493c-833c-7e8460b92ee4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 985 time: 0.0900362 May 20 16:08:19.705511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-660866df-2cde-4be7-9655-bfef0fa149c2 req-a17dc13d-35f0-4e88-8c4b-50513614fba4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 May 20 16:08:19.728367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49044) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:19.806126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81a0ce-d83c-47b5-b31f-63a278304eaf tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:19.808288 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6e81a0ce-d83c-47b5-b31f-63a278304eaf tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d&network_id=489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 200 len: 1133 time: 0.0790346 May 20 16:08:20.189723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2fb2-c84c-438f-ac81-f7f503ddae62 req-04e880aa-9b47-4573-b6f2-e5d3c35f6f8d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:20.191276 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a2f2fb2-c84c-438f-ac81-f7f503ddae62 req-04e880aa-9b47-4573-b6f2-e5d3c35f6f8d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 985 time: 0.0880320 May 20 16:08:20.242355 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a2f2fb2-c84c-438f-ac81-f7f503ddae62 req-c254a48e-fad8-4230-9f1c-b374f3163dd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 May 20 16:08:21.542984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fba49-865d-4934-ad5f-5761d6ae7311 req-285b206e-add7-43a9-9391-0ebef45089b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:21.544634 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-897fba49-865d-4934-ad5f-5761d6ae7311 req-285b206e-add7-43a9-9391-0ebef45089b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 985 time: 0.1739728 May 20 16:08:21.558833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-4b884381-6a54-4e41-97f2-58dab1522571 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:21.560699 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-4b884381-6a54-4e41-97f2-58dab1522571 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 985 time: 0.1448894 May 20 16:08:21.665219 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-897fba49-865d-4934-ad5f-5761d6ae7311 req-ed661313-511b-47b0-851b-af4f83d04444 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d23f74ce-e810-48e0-a5e3-8e516b9fbaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033766 May 20 16:08:21.668948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-544673ab-c592-4331-9ff0-abd85672bee3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:21.670295 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-544673ab-c592-4331-9ff0-abd85672bee3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0928855 May 20 16:08:21.820078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-5ca2be53-732f-49ac-8d84-46a6eeec8180 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1441860 May 20 16:08:21.830765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:21.907421 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-bd1bad2b-5513-4ce4-85b2-e36a5ada22f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735514 May 20 16:08:21.943099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.051584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-02e19bfc-f73f-47af-9128-2ceae957a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:22.053108 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-02e19bfc-f73f-47af-9128-2ceae957a9d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1098 time: 0.0748737 May 20 16:08:22.311665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:22.339562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] For port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:22.339886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-1ee53a50-d21d-4883-9089-5ca3e785566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:22.341368 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-1ee53a50-d21d-4883-9089-5ca3e785566b service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.2682076 May 20 16:08:22.394792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] device_id is not set on port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 yet. {{(pid=92432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 16:08:22.403593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.409454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.414024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-db6603d3-00f6-46f2-b5a8-1b2561f27e7c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:22.448320 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-8d6121b5-487e-4c36-b7ac-37130af2cd9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 1000 time: 0.0992005 May 20 16:08:22.518963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-dcb649d2-2f59-4cc9-9ec1-acc372d91b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:22.520722 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-dcb649d2-2f59-4cc9-9ec1-acc372d91b2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0663764 May 20 16:08:22.547880 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Pushing event updated for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=11']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:22.568008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.568516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.568847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.569118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.569514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.569928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.570329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.570757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.571139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.571500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.571892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.572387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:22.578119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:22.611096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-9af7dada-0722-4c00-b2ff-9d4ef6454983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:22.612714 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-9af7dada-0722-4c00-b2ff-9d4ef6454983 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0846364 May 20 16:08:22.619816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] No DVR routers for this DVR port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:22.735953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7af150bf-9ce5-444d-af2f-dce49f1a7db6 None None] Provisioning complete for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:22.737376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7af150bf-9ce5-444d-af2f-dce49f1a7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.778820 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-2a96063f-8f82-4326-8758-26defce0ab29 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590409 May 20 16:08:22.824835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7af150bf-9ce5-444d-af2f-dce49f1a7db6 None None] Port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:22.903156 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0fe1462-4acc-4df6-b1df-8cbd0f372596 req-e6c614e3-9958-4b66-80a7-7dd2d06e5878 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=c57c640e-1d4e-4534-bf16-1d752c37760d HTTP/1.1" status: 200 len: 210 time: 0.0640626 May 20 16:08:22.924044 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-e8799c95-594e-40ad-8c1b-52bf9858af57 req-3a232935-97c4-4527-b00b-dd24a9072db7 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383564 May 20 16:08:22.974069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] In _notify_port_updated(), no bound segment for port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 on network 489b5e89-b86f-49df-b3b5-70c7230b1da0 {{(pid=92432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 16:08:22.974958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:22.975557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:22.976823 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e1289a92-bfe8-4e3e-bab1-b83ff8f81486 req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] 10.222.0.25 "PUT /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 200 len: 1028 time: 1.1502190 May 20 16:08:24.004287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49060) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:24.074800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.107280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.182874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.187475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d6846597-a607-40d8-809c-22ab2a5c91fc tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:24.203083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edd3e07-4b49-48cc-8016-baf2dee3cd69,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:24.213297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.213716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.214096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.214477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.214841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.215212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.215579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.215944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.216321 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.216676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.217062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.217468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:24.222423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:24.226197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.227366 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/8edd3e07-4b49-48cc-8016-baf2dee3cd69 HTTP/1.1" status: 204 len: 168 time: 0.2220855 May 20 16:08:24.260383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49066) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:24.529782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port ec969d5b-4328-4ae0-b1e1-76f3b0fc96c6 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:24.530391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.654620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.655197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.777883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for ec969d5b-4328-4ae0-b1e1-76f3b0fc96c6 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:24.906454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:24.910475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6530868f-b5f1-40b0-8232-dd8462a08de3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:24.960044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=ec969d5b-4328-4ae0-b1e1-76f3b0fc96c6,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:24.963813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:25.058123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.058469 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP b19f3387-e89d-4c04-bfcc-280b85dca185 disassociated (deleted). External IP: 172.26.8.64, port: 294f0f71-7bfc-4c6e-86c9-fae41c1bad12. May 20 16:08:25.542887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:25.576591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:25.605000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:25.762348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:25.771676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] Sync routers for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:25.782796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:25.783610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:25.784075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:25.842233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/b19f3387-e89d-4c04-bfcc-280b85dca185 HTTP/1.1" status: 204 len: 168 time: 1.5806298 May 20 16:08:25.973242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:25.992309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49074) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:26.088586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.147014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.261367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.265659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f7c8be22-54c3-40ff-a1e2-5a0574e1aaa0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:26.284688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:26.287287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:26.294068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.297924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/7dd9229a-00c9-47d0-a1ee-e4ee6eb479e9 HTTP/1.1" status: 204 len: 168 time: 0.3017721 May 20 16:08:26.342450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49080) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:26.426789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:26.432378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] Checking router: 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:26.443323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:26.443958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:26.494669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:26.495047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.630026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:26.671392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.836446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 294f0f71-7bfc-4c6e-86c9-fae41c1bad12 owned by {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:26.955581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:26.966789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9fedeb7-30ac-46b9-9b22-dd4d08914f55 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:27.032068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=294f0f71-7bfc-4c6e-86c9-fae41c1bad12,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:27.035523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:27.071457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:27.078433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506a0b5-3481-4c0f-a548-72a33915f3ac None None] The sync data for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv is: [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '18d33f6e-f0f4-499e-a401-d36cf65843b2', 'name': '', 'network_id': '489b5e89-b86f-49df-b3b5-70c7230b1da0', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:90:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:43Z', 'updated_at': '2021-05-20T16:07:50Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '61be892f-7d06-49fe-a414-d52cfe44dbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:27.217167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:27.238454 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/ports/294f0f71-7bfc-4c6e-86c9-fae41c1bad12 HTTP/1.1" status: 204 len: 168 time: 0.8941638 May 20 16:08:27.240291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49084) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:27.389040 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73b114-d362-403e-be37-55aa2e8027ac None None] New status for floating IP b19f3387-e89d-4c04-bfcc-280b85dca185: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:08:27.905112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:28.488654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 18d33f6e-f0f4-499e-a401-d36cf65843b2 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:28.489453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:28.641864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 18d33f6e-f0f4-499e-a401-d36cf65843b2, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=18d33f6e-f0f4-499e-a401-d36cf65843b2,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:28.642387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:28.776573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 18d33f6e-f0f4-499e-a401-d36cf65843b2 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:28.940526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:28.944444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b3a19675-24af-4706-8e33-7b07ac903cd0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:28.995953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=18d33f6e-f0f4-499e-a401-d36cf65843b2,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:29.023143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:29.276632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:29.802971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:30.000003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:30.015113 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7733474 May 20 16:08:30.015759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] Sync routers for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:30.018629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49092) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:30.026593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:30.027243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:30.139493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet 61be892f-7d06-49fe-a414-d52cfe44dbc0 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:08:30.148318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:30.220677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:30.270264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:30.407685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:30.520157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:08:28Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:30.524348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] Checking router: 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:30.533417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] Routers {'78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:30.534011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:30.693502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:30.698293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ad74c078-e1cd-4cc9-86bf-0e235ebb4ee4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:30.716920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] Set router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:30.734509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=61be892f-7d06-49fe-a414-d52cfe44dbc0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:30.737554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:30.738655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:30.746471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/61be892f-7d06-49fe-a414-d52cfe44dbc0 HTTP/1.1" status: 204 len: 168 time: 0.7262967 May 20 16:08:30.748975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:30.762651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c8e7b-7120-4269-807c-bafcee071daa None None] Network 489b5e89-b86f-49df-b3b5-70c7230b1da0 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:30.933750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:30.938870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.122579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.201884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port eaaf136e-57d1-4dab-b66b-9aeed722d2d5 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:31.202135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.245952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:08:28Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:31.250350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1815e4e-6482-4aa4-9068-8a6a8f01fea7 None None] The sync data for ids ['78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91'] in dv-neutron-601336-76-hyperv is: [{'id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'name': 'tempest-TestNetworkBasicOps-router-931719631', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:07:37Z', 'updated_at': '2021-05-20T16:08:28Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'eaaf136e-57d1-4dab-b66b-9aeed722d2d5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:07:38Z', 'updated_at': '2021-05-20T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:31.305788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] DHCP port deletion for 489b5e89-b86f-49df-b3b5-70c7230b1da0 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:08:31.333872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port eaaf136e-57d1-4dab-b66b-9aeed722d2d5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:31.334234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.375344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Deleting port 48bbf26a-6f07-4527-9c63-7cec5430ceee {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:08:31.375744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.478274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] For port 48bbf26a-6f07-4527-9c63-7cec5430ceee, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=48bbf26a-6f07-4527-9c63-7cec5430ceee,segment=NetworkSegment(1b5df121-605b-45e2-b1b1-741374ba4bf0),segment_id=1b5df121-605b-45e2-b1b1-741374ba4bf0)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:31.478733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.611548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Calling delete_port for 48bbf26a-6f07-4527-9c63-7cec5430ceee owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:31.613556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for eaaf136e-57d1-4dab-b66b-9aeed722d2d5 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:08:31.665624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.670584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:31.717226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Pushing event deleted for resources: {'Port': ['ID=48bbf26a-6f07-4527-9c63-7cec5430ceee,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:31.720416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:31.721264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] No DVR routers for this DVR port 48bbf26a-6f07-4527-9c63-7cec5430ceee on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:08:31.775711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:31.779528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ac119642-8eaf-4159-b9c0-a4bcbd07fbe7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:31.824973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=eaaf136e-57d1-4dab-b66b-9aeed722d2d5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:31.828251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:31.921693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.100812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.103654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.127025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.127838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:08:32.152483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.154348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/78ba3474-84d5-44b5-b7c0-2f5a4b0ecf91 HTTP/1.1" status: 204 len: 168 time: 1.4042399 May 20 16:08:32.157768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49100) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:32.285474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 18d33f6e-f0f4-499e-a401-d36cf65843b2 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:32.286548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.322257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 18d33f6e-f0f4-499e-a401-d36cf65843b2 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:32.322614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 18d33f6e-f0f4-499e-a401-d36cf65843b2 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:32.323053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 48bbf26a-6f07-4527-9c63-7cec5430ceee no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:32.360111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 48bbf26a-6f07-4527-9c63-7cec5430ceee {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:32.360957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 48bbf26a-6f07-4527-9c63-7cec5430ceee not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:32.423671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.438086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489b5e89-b86f-49df-b3b5-70c7230b1da0']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:32.450914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5df121-605b-45e2-b1b1-741374ba4bf0') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:32.451195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5df121-605b-45e2-b1b1-741374ba4bf0') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:32.463662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.481167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.487729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:08:32.488149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:08:32.502765 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:08:32.595036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.599667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-416fac27-b6a7-49a3-8534-a2198b76fda8 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:32.614699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.627169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=489b5e89-b86f-49df-b3b5-70c7230b1da0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:32.630998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:32.637958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/489b5e89-b86f-49df-b3b5-70c7230b1da0 HTTP/1.1" status: 204 len: 168 time: 0.4786291 May 20 16:08:32.660120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49104) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:32.673107 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3a7a2fe6-4d48-4867-928d-6e2575ba374e tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0116453 May 20 16:08:32.675641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49108) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:32.682042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--698584402', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:32.687403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:32.692096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:32.696297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:32.703498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:32.714000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:32.717759 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.750163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:08:32.760285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.760625 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4 of type vlan for network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 May 20 16:08:32.788416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.821489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.828206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:32.828809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.832756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-74774bd0-99de-4de3-847a-ae5cdb22454b tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:32.940699 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2639034 May 20 16:08:32.943501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49112) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:32.947504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=2be98299-b9d1-4b3c-b25f-239b8ef655a4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:32.949822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:32.950726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:32.957567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:32.961828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:32.963626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:08:32.965677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:32.973380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:32.987617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:32.988581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:33.006613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:33.291167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:33.751527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:33.783121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:33.931851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.170 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/8b432acd-64b0-4b47-bd5f-0732a52f66be) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:34.097594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:34.129365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:34.133630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0fc330e4-f99d-4353-8c1a-9726716818a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:34.148501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eaaf136e-57d1-4dab-b66b-9aeed722d2d5 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:08:34.185931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: eaaf136e-57d1-4dab-b66b-9aeed722d2d5 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:08:34.186181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eaaf136e-57d1-4dab-b66b-9aeed722d2d5 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:08:34.201500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:34.204649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:34.208583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:34.244355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:34.251324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:34.664381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:35.186418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:35.410210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:08:35.602011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:35.613788 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Sync routers for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:35.624379 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:35.625008 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:35.631580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:35.632947 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6882334 May 20 16:08:35.636680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49116) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:35.683058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-12cdf080-d7d4-41a7-b876-6e35f2ac1356 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451090 May 20 16:08:35.685524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49120) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:35.824331 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:35.837861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c66b79-d98c-4350-99bd-58cad1338c70 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:35.839397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-71c66b79-d98c-4350-99bd-58cad1338c70 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529369 May 20 16:08:35.842475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49124) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:35.888158 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4f13d404-b95d-4900-b90e-04be07295c60 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441792 May 20 16:08:35.891070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49128) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:35.900518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-57948521', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:36.036806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:36.041701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:36.044769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:36.051188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:36.062353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:36.066053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.143613 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:34Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:36.149519 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Checking router: 79e41cd0-7326-4c6c-9203-ce062c2b4e57 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:36.150636 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Updating router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 port 8b432acd-64b0-4b47-bd5f-0732a52f66be binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:08:36.228604 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.577992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.582488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a10a481-9ce4-4311-bf21-992cb4165bee tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:36.635810 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.651108 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Transition to ACTIVE for port object 8b432acd-64b0-4b47-bd5f-0732a52f66be will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:36.659089 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.660844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=fdcabce7-763b-43e2-8f26-99fb048fb78e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:36.664586 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e458860f-dac4-4667-91e8-6ca83935d070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:36.664995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:36.672921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:36.673298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 2be98299-b9d1-4b3c-b25f-239b8ef655a4, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:08:36.695738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:08:36.713008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 2be98299-b9d1-4b3c-b25f-239b8ef655a4) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:36.723561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:36.724151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.724929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0009dd-8719-43a9-92c2-c30064fe97e4 None None] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:36.750761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ac77f270-9aa9-4a5f-8f16-919736896ddf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8580282 May 20 16:08:36.753826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49132) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:36.763689 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Attempting to bind port 8b432acd-64b0-4b47-bd5f-0732a52f66be on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:36.764063 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Attempting to bind port 8b432acd-64b0-4b47-bd5f-0732a52f66be by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:36.764400 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Attempting to bind port 8b432acd-64b0-4b47-bd5f-0732a52f66be on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:36.766731 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb29fd-db68-4039-aafd-9922dadfc501 None None] Pushing event updated for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:36.770670 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fecb29fd-db68-4039-aafd-9922dadfc501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:36.773730 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:36.774102 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:36.774498 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.774937 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:36.775422 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Bound port: 8b432acd-64b0-4b47-bd5f-0732a52f66be, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:36.775766 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.882645 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] For port 8b432acd-64b0-4b47-bd5f-0732a52f66be, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:36.886407 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] For port 8b432acd-64b0-4b47-bd5f-0732a52f66be, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b432acd-64b0-4b47-bd5f-0732a52f66be,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:36.891674 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:36.895616 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1daf429f-fea9-4850-8da3-504e7f719f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:36.976305 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:36.976941 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:37.046828 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb29fd-db68-4039-aafd-9922dadfc501 None None] Pushing event updated for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:37.059734 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fecb29fd-db68-4039-aafd-9922dadfc501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:37.064565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:08:37.065617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:37.175869 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:37.334923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Allocated IP 172.20.0.2 (2be98299-b9d1-4b3c-b25f-239b8ef655a4/fdcabce7-763b-43e2-8f26-99fb048fb78e/4256cff1-c4df-4d2e-aa74-64a7b4ba66b3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:37.473501 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:34Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:37.477853 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83b78-2ef0-451b-9104-66342859e983 None None] The sync data for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv is: [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:34Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:37.632103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:37.651088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Transition to ACTIVE for port object 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:37.677453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Transition to ACTIVE for port object 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:37.684197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:37.689879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:37.747855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:37.764190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:37.768806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:37.913721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Pushing event updated for resources: {'Port': ['ID=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:37.921859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:37.944762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Attempting to bind port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:37.945280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Attempting to bind port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:37.945752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Attempting to bind port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 on network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:37.951985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:37.954470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:37.954845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Checking segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:37.955254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:37.955826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Bound using segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:37.956337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Bound port: 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:37.956722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.065944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] For port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:38.072504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] For port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:38.078419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.083483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-077e5c6b-1d79-4e7e-8c63-1b5119324159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:38.173948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Pushing event updated for resources: {'Port': ['ID=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:38.177162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:38.276554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:38.396276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8b432acd-64b0-4b47-bd5f-0732a52f66be completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:38.403219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8b432acd-64b0-4b47-bd5f-0732a52f66be triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:38.403845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.615923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.638480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (2be98299-b9d1-4b3c-b25f-239b8ef655a4/fdcabce7-763b-43e2-8f26-99fb048fb78e/eb480431-c925-404c-91af-1052c572d71a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:38.655927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8b432acd-64b0-4b47-bd5f-0732a52f66be, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b432acd-64b0-4b47-bd5f-0732a52f66be,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:38.661515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.664970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:38.741587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:38.745280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:38.846513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.869212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object eb480431-c925-404c-91af-1052c572d71a will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:38.895320 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:38.899414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-acb43790-c3df-4a72-81fc-83071889644f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:38.969572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:38.972900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:38.977150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:39.014444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:39.021843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:39.052336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:39.535461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:39.985470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:39.990379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.020808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:40.113923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:40.116082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.120431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:40.163108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea59f70-89af-488d-8ee0-b7ccae0dc4c0 None None] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:40.270933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ebb740e3-fff1-4b90-b64f-632493e00fde None None] Provisioning for port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:40.289716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:40.292116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:40.317718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:40.421706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b3273398-025f-46e0-b5ec-513415fe7009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.485685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:40.489048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:40.499019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:40.499399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.633840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.674790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:40.675206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:40.680994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:40.685269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:40.691531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9343314 May 20 16:08:40.691743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49136) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:40.727553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:40.760803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Sync routers for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:40.829832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:40.830554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:40.847241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.847717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.848185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.848653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.849115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.849611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:40.851474 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-627d9d16-3fc9-4ab5-8c69-bc632fd61c2b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1587543 May 20 16:08:40.857326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49140) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:40.924602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:40.931229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:40.949246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27fcf06b-6378-4723-b631-6d09c6ef96a2 None None] Provisioning for port eb480431-c925-404c-91af-1052c572d71a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:41.008716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:41.010310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:41.013392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:41.013392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:41.014459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27fcf06b-6378-4723-b631-6d09c6ef96a2 None None] Provisioning complete for port eb480431-c925-404c-91af-1052c572d71a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:41.014647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:41.014830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27fcf06b-6378-4723-b631-6d09c6ef96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.015014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:41.021817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49144) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:41.022630 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-66dc1564-92dc-418d-865a-7570e81ec00c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1627641 May 20 16:08:41.083680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8b432acd-64b0-4b47-bd5f-0732a52f66be triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:41.083985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.142035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:41.219401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-27fcf06b-6378-4723-b631-6d09c6ef96a2 None None] Port eb480431-c925-404c-91af-1052c572d71a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:41.393890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-27fcf06b-6378-4723-b631-6d09c6ef96a2 None None] Provisioning complete for port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:41.394148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27fcf06b-6378-4723-b631-6d09c6ef96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.417152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ec13e253-c162-4758-92e8-ffadb1fd881d tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3936670 May 20 16:08:41.717722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:41.722718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Checking router: 79e41cd0-7326-4c6c-9203-ce062c2b4e57 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:41.723077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Updating router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 port eb480431-c925-404c-91af-1052c572d71a binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:08:41.730791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49150) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:41.736251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675085601', 'description': 'tempest-secgroup-smoke-1675085601 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:41.742537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:41.747564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:41.750822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:41.756960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:41.768230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.777772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.788384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:41.792909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:41.795906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:41.801862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:41.886254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.890274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.894326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2aa08650-659d-44f7-b807-49dabff3a1b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:41.896701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a06e37a0-5b11-45f8-9cda-17a79d9b3afb None None] Provisioning complete for port eb480431-c925-404c-91af-1052c572d71a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:41.897159 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06e37a0-5b11-45f8-9cda-17a79d9b3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.941393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea4497-2ca5-4917-ac14-1b442ac7a1fa,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:41.944855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:41.945939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.947264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2153990 May 20 16:08:41.950334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49154) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:41.958045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '75ea4497-2ca5-4917-ac14-1b442ac7a1fa', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:41.964323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:41.968321 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:41.971318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:41.979528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:41.986128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a06e37a0-5b11-45f8-9cda-17a79d9b3afb None None] Port eb480431-c925-404c-91af-1052c572d71a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:42.001030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.069648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.074546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.076542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c07e856a-43f4-477f-9436-c4b18e4f8ad0 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:42.095237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f191b80d-5461-4fcf-99e9-6b666c8b2d76,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:42.102310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:42.114014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.115237 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631444 May 20 16:08:42.118298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49158) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:42.124661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '75ea4497-2ca5-4917-ac14-1b442ac7a1fa', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:42.130862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:42.135025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:42.138261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:42.145110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:42.170542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.244009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:42.276843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.308049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Transition to ACTIVE for port object eb480431-c925-404c-91af-1052c572d71a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:42.321375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.325812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:42.390606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.397961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.400507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5585aae8-09e0-400f-a540-ec9efeeb73a2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:42.424709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7c07fd-c434-469c-a39f-2f75c554fdca,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:42.432782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:42.441505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.442830 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3231971 May 20 16:08:42.448300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49162) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:42.454199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '75ea4497-2ca5-4917-ac14-1b442ac7a1fa', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:42.460758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:42.465005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:42.468147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:42.471725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:42.472109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.475267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:42.495748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.532404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c2c8e-337a-4a2c-905f-0211df34b1fb None None] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:42.550546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6a5c2c8e-337a-4a2c-905f-0211df34b1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:42.575036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.584003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.586002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-57d1cf70-6d34-4184-a86d-a660a96a6b61 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:42.616387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1f57bc-809a-4f7c-8ed2-d24ac37dd9de,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:42.623252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:42.627139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Attempting to bind port eb480431-c925-404c-91af-1052c572d71a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:42.627364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Attempting to bind port eb480431-c925-404c-91af-1052c572d71a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:42.627608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Attempting to bind port eb480431-c925-404c-91af-1052c572d71a on network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:42.631331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.632644 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830108 May 20 16:08:42.634166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:42.634542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Checking segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:42.634946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.635435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Bound using segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:42.635709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49166) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:42.635916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Bound port: eb480431-c925-404c-91af-1052c572d71a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:42.636299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.642301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '75ea4497-2ca5-4917-ac14-1b442ac7a1fa', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:42.649924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:42.654093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:42.657411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:42.663833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:42.681895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.753195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.758689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.760983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6c94777-9389-4a7a-9be8-7e732ae3b9b9 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:42.785589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d65412-e6c9-4f98-bb9c-622ef4ddcfa6,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:42.788757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:42.797922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] For port eb480431-c925-404c-91af-1052c572d71a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:42.800356 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.805132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] For port eb480431-c925-404c-91af-1052c572d71a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb480431-c925-404c-91af-1052c572d71a,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:42.805327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642635 May 20 16:08:42.805462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49170) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:42.807243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.811009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '75ea4497-2ca5-4917-ac14-1b442ac7a1fa', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:42.811226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:42.817203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:42.821516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:42.824551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:42.838999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:42.852250 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:08:42.861063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.889587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:42.890235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:42.957695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.964180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.980394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f40e1ae6-98e4-4a44-862b-5d40df8efe4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:43.001300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34130842-da67-444b-987d-bc2e490ac6a9,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:43.005300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:43.006618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.010968 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2043324 May 20 16:08:43.011173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49174) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:43.019904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c2c8e-337a-4a2c-905f-0211df34b1fb None None] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:43.021215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '75ea4497-2ca5-4917-ac14-1b442ac7a1fa', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:43.025450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6a5c2c8e-337a-4a2c-905f-0211df34b1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:43.032037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:43.036244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:43.039481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:43.046885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:43.060175 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:08:43.067560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.144413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.150895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.153114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.154130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1dd21d6-5c60-41b6-abe1-46ccbeb02673 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:43.168897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:43.190553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d01bc6-3066-4ecc-929a-9d11b7dd3392,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:43.198100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:43.210975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.214179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2010794 May 20 16:08:43.407608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-2ac3c542-d752-42ef-83e8-3e3ce2a42eab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:43.423354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-2ac3c542-d752-42ef-83e8-3e3ce2a42eab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:43.424521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-2ac3c542-d752-42ef-83e8-3e3ce2a42eab tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675085601&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0573218 May 20 16:08:43.499101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:08:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:43.503857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954edc69-def9-4b6e-8801-be8df0a23e17 None None] The sync data for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv is: [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:08:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:43.609828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d1ecb726-56b5-40e0-8efb-8667dac74b71 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:43.610624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d1ecb726-56b5-40e0-8efb-8667dac74b71 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:43.627973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d1ecb726-56b5-40e0-8efb-8667dac74b71 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:43.629579 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d1ecb726-56b5-40e0-8efb-8667dac74b71 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=2be98299-b9d1-4b3c-b25f-239b8ef655a4 HTTP/1.1" status: 200 len: 796 time: 0.1977804 May 20 16:08:43.648012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-ec02a701-b671-4025-9518-e133b31c3117 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0117383 May 20 16:08:43.748256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-639921d1-ad3c-4af8-897d-3ffff6bc60a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:43.760617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d0a42a19-8dd9-4746-b5be-614f3718404b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:43.778414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d0a42a19-8dd9-4746-b5be-614f3718404b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:43.780057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-d0a42a19-8dd9-4746-b5be-614f3718404b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257520 May 20 16:08:43.946664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-1871e89c-849d-4eb0-83d4-a9788893306b service neutron] 10.222.0.13 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508231 May 20 16:08:44.091636 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-52393aa3-3cf6-4eb6-b571-c8b0d83729fc service neutron] 10.222.0.13 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384685 May 20 16:08:44.260486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:44.303365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-658fcd63-7eb6-4c1c-9594-6f556c849e27 req-4176c755-3738-4610-9811-866c21bb7489 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 210 time: 0.0442891 May 20 16:08:44.342656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port eb480431-c925-404c-91af-1052c572d71a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:44.348396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eb480431-c925-404c-91af-1052c572d71a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:44.348903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.501434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.539713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port eb480431-c925-404c-91af-1052c572d71a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb480431-c925-404c-91af-1052c572d71a,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:44.543253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.545275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:44.632337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.633566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:44.637819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:45.412720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-efff5521-be3e-4056-97db-25e0036d49c6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:45.414377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-efff5521-be3e-4056-97db-25e0036d49c6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=2be98299-b9d1-4b3c-b25f-239b8ef655a4 HTTP/1.1" status: 200 len: 796 time: 0.1642289 May 20 16:08:45.482465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d7f609b-b7ad-4f2a-bff7-00c6d6671075 req-eca69e4b-00f7-4afe-9a25-4a292d3e5644 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 210 time: 0.0612311 May 20 16:08:45.505053 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-e9a3d9a1-a0cc-4953-8878-ffc6fabfe115 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 380 time: 0.0825558 May 20 16:08:45.514829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['75ea4497-2ca5-4917-ac14-1b442ac7a1fa']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:45.651827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:45.661414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:45.670964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:45.674700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:45.845651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.11 (2be98299-b9d1-4b3c-b25f-239b8ef655a4/fdcabce7-763b-43e2-8f26-99fb048fb78e/ea5280b7-d081-47fa-b648-2c92dbdd7868) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:46.047487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.063665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object ea5280b7-d081-47fa-b648-2c92dbdd7868 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:46.087927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.093329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bf93abe4-3a0e-4152-a4e9-f6c5fe3793c4 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:46.163153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:46.166410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:46.170432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:46.201228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=ea5280b7-d081-47fa-b648-2c92dbdd7868,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:46.201498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:46.208061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:46.238943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:46.239605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.277198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7663889 May 20 16:08:46.285401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eb480431-c925-404c-91af-1052c572d71a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:46.285794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.291045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Request body: {'port': {'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:46.426973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.465248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.502595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-42c843ea-9dc9-4980-916a-0429af3e7927 None None] Provisioning for port ea5280b7-d081-47fa-b648-2c92dbdd7868 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:46.509721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-42c843ea-9dc9-4980-916a-0429af3e7927 None None] Provisioning complete for port ea5280b7-d081-47fa-b648-2c92dbdd7868 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:46.510298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-42c843ea-9dc9-4980-916a-0429af3e7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.572080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-42c843ea-9dc9-4980-916a-0429af3e7927 None None] Port ea5280b7-d081-47fa-b648-2c92dbdd7868 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:08:46.777237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695ecec-2b9a-4a66-9021-f632db8f713b req-e22f93fa-3a34-4e60-974d-cc304b449b8c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:46.777949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4695ecec-2b9a-4a66-9021-f632db8f713b req-e22f93fa-3a34-4e60-974d-cc304b449b8c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:46.843944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4695ecec-2b9a-4a66-9021-f632db8f713b req-e22f93fa-3a34-4e60-974d-cc304b449b8c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:46.845002 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4695ecec-2b9a-4a66-9021-f632db8f713b req-e22f93fa-3a34-4e60-974d-cc304b449b8c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 932 time: 0.2444959 May 20 16:08:46.870105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5280b7-d081-47fa-b648-2c92dbdd7868 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:08:46.880865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.910613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Transition to ACTIVE for port object ea5280b7-d081-47fa-b648-2c92dbdd7868 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:08:46.914251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4695ecec-2b9a-4a66-9021-f632db8f713b req-c567dc5f-1e00-4c0c-956f-f6c4f4b78a3a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627108 May 20 16:08:46.916073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:46.919660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-82ac48dd-d059-424c-ae68-f5ee319a1999 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:47.214365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5280b7-d081-47fa-b648-2c92dbdd7868,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:47.221614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:47.292174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Attempting to bind port ea5280b7-d081-47fa-b648-2c92dbdd7868 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:08:47.292436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Attempting to bind port ea5280b7-d081-47fa-b648-2c92dbdd7868 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:08:47.292723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Attempting to bind port ea5280b7-d081-47fa-b648-2c92dbdd7868 on network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:47.297291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Port ea5280b7-d081-47fa-b648-2c92dbdd7868 on network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:08:47.297635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Attempting to bind port ea5280b7-d081-47fa-b648-2c92dbdd7868 on network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:08:47.302663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:08:47.302995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Checking segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:47.303375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Bound using segment: {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:08:47.303788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Bound port: ea5280b7-d081-47fa-b648-2c92dbdd7868, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:08:47.304128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:47.394853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] For port ea5280b7-d081-47fa-b648-2c92dbdd7868, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:08:47.397695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] For port ea5280b7-d081-47fa-b648-2c92dbdd7868, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:08:47.402419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:47.407073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-27df39c7-0cda-4a5e-8ecf-2ae8f72b59c7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:47.456603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:47.457196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:47.458567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] 10.222.0.25 "PUT /v2.0/ports/ea5280b7-d081-47fa-b648-2c92dbdd7868 HTTP/1.1" status: 200 len: 1094 time: 1.1738346 May 20 16:08:47.459089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:47.486201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5280b7-d081-47fa-b648-2c92dbdd7868,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:47.536401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:47.538124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'status': 'completed', 'code': 200} May 20 16:08:47.592619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-9125e54c-6999-4dae-b1e8-e9b4207f4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:47.594390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-9125e54c-6999-4dae-b1e8-e9b4207f4884 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.0913963 May 20 16:08:47.663891 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-13064ac2-5060-44ff-8f2e-41f57f08fb12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868 HTTP/1.1" status: 200 len: 217 time: 0.0625381 May 20 16:08:47.739909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-ac3954bc-81a0-4e7e-9d50-7d2957529222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:47.741361 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-ac3954bc-81a0-4e7e-9d50-7d2957529222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fdcabce7-763b-43e2-8f26-99fb048fb78e HTTP/1.1" status: 200 len: 833 time: 0.0718625 May 20 16:08:47.819484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-c265c22b-1349-42a9-9b4c-1185c3b03b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:47.820957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-c265c22b-1349-42a9-9b4c-1185c3b03b42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2be98299-b9d1-4b3c-b25f-239b8ef655a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732083 May 20 16:08:47.956817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-f2ce971b-afd4-41da-bfb6-96769008edc9 service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295164 May 20 16:08:48.136362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0fb4bdb6-d33d-487e-a866-dd309ead2e8a req-3c69fdc4-c2ff-4ba4-829a-f4de4d250630 service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733053 May 20 16:08:48.179123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500ba2b-dc42-4166-9ee3-e5c5f9935487 req-69050d5a-61d4-4436-8bd6-dee5a6c3e7c9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:48.180647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f500ba2b-dc42-4166-9ee3-e5c5f9935487 req-69050d5a-61d4-4436-8bd6-dee5a6c3e7c9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 944 time: 0.0918922 May 20 16:08:48.271898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f500ba2b-dc42-4166-9ee3-e5c5f9935487 req-c1868984-e8ac-4412-ab1b-6850603505cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850973 May 20 16:08:48.298773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-5a30e490-966d-4515-82f1-d0a70bcbe4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:48.300232 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-5a30e490-966d-4515-82f1-d0a70bcbe4e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.0946343 May 20 16:08:48.431167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-69496a73-4a24-4eb8-a33a-9b681a13143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:48.432582 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-69496a73-4a24-4eb8-a33a-9b681a13143a service neutron] 10.222.0.25 "GET /v2.0/networks?id=2be98299-b9d1-4b3c-b25f-239b8ef655a4 HTTP/1.1" status: 200 len: 896 time: 0.1250863 May 20 16:08:48.501720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-60861d5e-bf56-4860-be91-26564e7184d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868 HTTP/1.1" status: 200 len: 217 time: 0.0621963 May 20 16:08:48.565405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-69011a0f-4bae-4308-96bf-d12c0ba6e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:48.566749 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-69011a0f-4bae-4308-96bf-d12c0ba6e1c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fdcabce7-763b-43e2-8f26-99fb048fb78e HTTP/1.1" status: 200 len: 833 time: 0.0578525 May 20 16:08:48.647135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-7d3787a6-571a-41a8-836b-db617184f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:48.648641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-7d3787a6-571a-41a8-836b-db617184f8ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2be98299-b9d1-4b3c-b25f-239b8ef655a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742118 May 20 16:08:48.786662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-9b75577e-acea-4e99-9d4a-b40a63b30ced service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306589 May 20 16:08:48.921400 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc93b02b-d579-40c6-9b84-e07d2dbb68d1 req-d1fc02d2-8199-4f32-82d0-7e20945138d6 service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272616 May 20 16:08:49.460352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81301f-abed-4ef2-8719-aa072fccf5d3 req-5434b699-38b3-42a4-b574-f8fdf70d66b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:49.461847 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d81301f-abed-4ef2-8719-aa072fccf5d3 req-5434b699-38b3-42a4-b574-f8fdf70d66b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 944 time: 0.0809829 May 20 16:08:49.506253 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d81301f-abed-4ef2-8719-aa072fccf5d3 req-6793c26a-b1b3-4ba1-bcc5-abb998f2cf1f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 May 20 16:08:50.703189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c34b0-fb8a-4394-b838-f8f250495bb1 req-dfe322ae-0842-456b-876c-3af2bb77930d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:50.704710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-704c34b0-fb8a-4394-b838-f8f250495bb1 req-dfe322ae-0842-456b-876c-3af2bb77930d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 944 time: 0.0854678 May 20 16:08:50.888081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-704c34b0-fb8a-4394-b838-f8f250495bb1 req-660d7ac2-45ac-4302-a0c5-ffe6c7999641 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772172 May 20 16:08:51.667714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ea5280b7-d081-47fa-b648-2c92dbdd7868 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:08:51.802963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ea5280b7-d081-47fa-b648-2c92dbdd7868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:51.816485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:08:51.875241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:51.891686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5280b7-d081-47fa-b648-2c92dbdd7868 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:08:51.907754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ea5280b7-d081-47fa-b648-2c92dbdd7868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:51.913015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:51.914991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-0a366224-20c2-4cb6-91ab-2d23162e48d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:51.982238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ea5280b7-d081-47fa-b648-2c92dbdd7868,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:51.989612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.989959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.990297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.990628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.990955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.991281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.991604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.991926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.992245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.992562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.992879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.993231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:51.997172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:52.079088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38548131-61a1-4a54-b7ea-a987e312bb57 req-a0f2bad1-2eb4-4698-b60a-5bc29991c30e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:52.080571 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-38548131-61a1-4a54-b7ea-a987e312bb57 req-a0f2bad1-2eb4-4698-b60a-5bc29991c30e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 945 time: 0.0818865 May 20 16:08:52.125264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ea5280b7-d081-47fa-b648-2c92dbdd7868'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:08:52.130337 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-38548131-61a1-4a54-b7ea-a987e312bb57 req-688a9651-7215-4027-9270-f8d8ed4c335b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 May 20 16:08:53.320586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde2a8b-3370-4187-88d1-7a9367a04e21 req-9b09d775-9adb-451b-ac57-ac722aa20be9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:53.322665 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0bde2a8b-3370-4187-88d1-7a9367a04e21 req-9b09d775-9adb-451b-ac57-ac722aa20be9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 945 time: 0.0833514 May 20 16:08:53.370215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0bde2a8b-3370-4187-88d1-7a9367a04e21 req-662bbe43-ed4b-4e37-9043-2fb98e7b37ff tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 May 20 16:08:53.667455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ea5280b7-d081-47fa-b648-2c92dbdd7868 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:08:53.783056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port ea5280b7-d081-47fa-b648-2c92dbdd7868 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:08:53.787723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port ea5280b7-d081-47fa-b648-2c92dbdd7868 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:53.788103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:53.906345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:53.937242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:53.948731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ea5280b7-d081-47fa-b648-2c92dbdd7868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:08:53.953267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:53.955346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:53.985575 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'code': 200} May 20 16:08:54.026519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ea5280b7-d081-47fa-b648-2c92dbdd7868,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:54.029494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:54.214891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0996a06-1252-4c12-8370-5c3c6bd07b3b req-cf04d446-1375-4a2f-a646-aabf9391a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:54.216259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0996a06-1252-4c12-8370-5c3c6bd07b3b req-cf04d446-1375-4a2f-a646-aabf9391a20b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 1099 time: 0.0740142 May 20 16:08:54.258083 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0996a06-1252-4c12-8370-5c3c6bd07b3b req-730c4b18-758e-49b0-b84e-40def13ce46b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354404 May 20 16:08:54.558591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e836e-3e55-4893-ac89-ed66db394673 req-246a0cf0-7cea-4575-a9ce-88ad718574b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:54.560069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-164e836e-3e55-4893-ac89-ed66db394673 req-246a0cf0-7cea-4575-a9ce-88ad718574b1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0815253 May 20 16:08:54.605941 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-164e836e-3e55-4893-ac89-ed66db394673 req-c95630fe-530d-4b44-859a-67fd181604f5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 May 20 16:08:55.795063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca330-f445-4ec7-b4df-dbf59201a177 req-85f28abe-54df-43f1-8643-6b939c02f21e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:55.796496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fca330-f445-4ec7-b4df-dbf59201a177 req-85f28abe-54df-43f1-8643-6b939c02f21e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0813165 May 20 16:08:55.841188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fca330-f445-4ec7-b4df-dbf59201a177 req-52319fb9-989d-40b3-a1d8-777bba46a90c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388286 May 20 16:08:56.024065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4141444-be42-4015-b7bb-65dac1f7de7f req-3b3f4570-d093-4ed2-a18e-024b5698feee tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:56.025568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4141444-be42-4015-b7bb-65dac1f7de7f req-3b3f4570-d093-4ed2-a18e-024b5698feee tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0805681 May 20 16:08:56.071803 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4141444-be42-4015-b7bb-65dac1f7de7f req-f3fa78f2-eb69-452d-beb5-57357cdf119b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 May 20 16:08:56.093894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49228) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:56.162257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05946f-c22a-4582-8196-68b77adb14c9 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:56.163727 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4a05946f-c22a-4582-8196-68b77adb14c9 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 1094 time: 0.0688794 May 20 16:08:56.167019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49232) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:56.172130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:56.178229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:56.182680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:08:56.185529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:08:56.191082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:56.202724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.207856 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:08:56.338967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.474384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.249 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/4b4ad277-6bdb-4fc1-a8d5-dad75082f127) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:08:56.620771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.650653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.655469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:56.716315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:08:56.719127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:08:56.722645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:08:56.755010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=4b4ad277-6bdb-4fc1-a8d5-dad75082f127,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:56.761537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:57.261154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.332157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.537211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.542172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.546704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:57.645942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=4b4ad277-6bdb-4fc1-a8d5-dad75082f127,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:57.650055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:57.660167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:57.832357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 781233d2-0b16-4a8c-a13d-c89ecc8ba692 associated. External IP: 172.26.8.249, port: ea5280b7-d081-47fa-b648-2c92dbdd7868. May 20 16:08:58.185796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:08:58.361576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:08:58.371433 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] Sync routers for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:08:58.381524 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:58.382134 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:58.385992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:58.439915 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2717094 May 20 16:08:58.440411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:08:58.442496 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49236) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:58.487024 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'status': 'completed', 'code': 200} May 20 16:08:58.569675 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:58.584067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-90598d26-dcae-48a4-b970-1eae624e7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:58.585569 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-90598d26-dcae-48a4-b970-1eae624e7093 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 1099 time: 0.0754609 May 20 16:08:58.642228 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cb933e1e-7042-4b31-943f-86d2826ce7ed tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57 HTTP/1.1" status: 200 len: 923 time: 0.1983447 May 20 16:08:58.642978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49242) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:58.752428 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7b3b6c6c-f1c0-4942-bc05-56873666c8ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 992 time: 0.1082077 May 20 16:08:58.868701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-a5d9eb96-9d49-47e9-9633-0789a920a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:58.870154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-a5d9eb96-9d49-47e9-9633-0789a920a3d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2be98299-b9d1-4b3c-b25f-239b8ef655a4 HTTP/1.1" status: 200 len: 896 time: 0.2785494 May 20 16:08:58.972741 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-274513d2-3b15-4063-a4c0-65ce10b07b20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868 HTTP/1.1" status: 200 len: 1000 time: 0.0959971 May 20 16:08:59.035831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-bb69b39f-9fc1-4a31-883f-b9e1c31745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.037396 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-bb69b39f-9fc1-4a31-883f-b9e1c31745fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fdcabce7-763b-43e2-8f26-99fb048fb78e HTTP/1.1" status: 200 len: 833 time: 0.0578568 May 20 16:08:59.114928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-ecefaf39-e78c-4d12-ab6a-9051397412d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.116392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-ecefaf39-e78c-4d12-ab6a-9051397412d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2be98299-b9d1-4b3c-b25f-239b8ef655a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727165 May 20 16:08:59.135103 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '781233d2-0b16-4a8c-a13d-c89ecc8ba692', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:08:57Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:08:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:59.139580 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] Checking router: 79e41cd0-7326-4c6c-9203-ce062c2b4e57 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:08:59.147854 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:08:59.148446 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:59.250903 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-91165bc0-9599-495e-b21c-ef0cea7390f7 service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279616 May 20 16:08:59.322045 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:08:59.385472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa143976-82b7-41b9-ab09-b3f8bd0a5067 req-3ff31128-f084-4747-863d-8d60385cf35d service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281090 May 20 16:08:59.665284 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '781233d2-0b16-4a8c-a13d-c89ecc8ba692', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:08:57Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:08:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:08:59.669157 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e9dfd-cf76-4691-9463-011492217a40 None None] The sync data for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv is: [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '781233d2-0b16-4a8c-a13d-c89ecc8ba692', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:08:57Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:08:44Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:08:59.758962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49246) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:59.858553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de003b-6129-4ef7-b84a-1523785a15e3 None None] New status for floating IP 781233d2-0b16-4a8c-a13d-c89ecc8ba692: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:08:59.866919 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fa623a27-8f7c-4fd4-87c6-d2b12228920e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 992 time: 0.1093314 May 20 16:09:00.839431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:00.870041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49250) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:00.977024 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-aea1c82f-7cb2-4e5c-a45c-bd45a3239246 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 994 time: 0.1056864 May 20 16:09:09.463297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49254) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:09.727380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Deleting port 71bdcd28-38a4-42fb-b25a-7bf52ff32941 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:09.727720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:09.846202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:09.846575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:09.968035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Calling delete_port for 71bdcd28-38a4-42fb-b25a-7bf52ff32941 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:10.083398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:10.087804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d40e545-6555-45de-a4f7-5abab97e8a0d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:10.161015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'Port': ['ID=71bdcd28-38a4-42fb-b25a-7bf52ff32941,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:10.168162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:10.229875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:10.230223 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Floating IP 0238a9e9-a530-499b-8622-969ac84113f2 disassociated (deleted). External IP: 172.26.8.72, port: d4d2296e-4e62-439d-a791-1d45c04822a3. May 20 16:09:10.356907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ced71510-885d-4abe-88dc-5d3236e332e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:10.718422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:10.897231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:10.907740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:10.918024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:10.918468 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:10.919078 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:10.972444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "DELETE /v2.0/floatingips/0238a9e9-a530-499b-8622-969ac84113f2 HTTP/1.1" status: 204 len: 168 time: 1.5081315 May 20 16:09:10.973121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:11.033174 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'status': 'completed', 'code': 200} May 20 16:09:11.101586 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:11.137745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-3327d26f-f91c-4992-829f-6113bc43fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:11.140089 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-3327d26f-f91c-4992-829f-6113bc43fc72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 1098 time: 0.0818291 May 20 16:09:11.338164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-dad5f947-8a7a-47e4-8c74-f51c5d3a1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:11.339607 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-dad5f947-8a7a-47e4-8c74-f51c5d3a1cf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.1921244 May 20 16:09:11.418816 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-bd6efb0d-b6d0-4dc6-bf61-0b9be1c8498c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d2296e-4e62-439d-a791-1d45c04822a3 HTTP/1.1" status: 200 len: 217 time: 0.0710516 May 20 16:09:11.450096 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 1, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:11.453851 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:11.462039 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:11.462653 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:08:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:11.483561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fb62a-11ab-4ad7-80fa-56df76b8fbaa req-7389d50a-38ea-4e75-bc48-27fbc340df39 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:11.485045 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-621fb62a-11ab-4ad7-80fa-56df76b8fbaa req-7389d50a-38ea-4e75-bc48-27fbc340df39 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 945 time: 0.2022831 May 20 16:09:11.510589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-1ab37fdf-145c-417f-8f9d-c1f6fe325f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:11.512012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-1ab37fdf-145c-417f-8f9d-c1f6fe325f6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0866289 May 20 16:09:11.579776 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-621fb62a-11ab-4ad7-80fa-56df76b8fbaa req-e96d0648-0263-4ee6-9b8f-ed07e9b733be tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883036 May 20 16:09:11.616742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-dfcb363e-67cf-4c26-996a-81f9ba79a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:11.618260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-dfcb363e-67cf-4c26-996a-81f9ba79a92c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0993674 May 20 16:09:11.641180 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:11.753655 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-daa5dfd3-902e-477c-b86e-3c85bdbc195c service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273286 May 20 16:09:11.885645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef7e79d2-e993-4c50-a9e0-6c9202896c7d req-32ce5a4a-f96f-4691-a2c4-3ed013b981a0 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244018 May 20 16:09:12.025262 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 1, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:12.029320 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b78b8-ec18-4aa1-a862-60879c6bfc33 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '59cfc549-db4b-4250-b7d4-5f9abcc4d982', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'port_id': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'mac_address': 'fa:16:3e:eb:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:05:36Z', 'updated_at': '2021-05-20T16:05:40Z', 'revision_number': 1, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:12.223860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12641c8-4281-49b0-8165-45a6afd5395f None None] New status for floating IP 0238a9e9-a530-499b-8622-969ac84113f2: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:09:12.769985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008dff1-f128-4175-8cb8-46f711d05ac9 req-b098220e-fad8-482f-b57d-caf725f7c3b5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:12.771439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2008dff1-f128-4175-8cb8-46f711d05ac9 req-b098220e-fad8-482f-b57d-caf725f7c3b5 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 945 time: 0.0796609 May 20 16:09:12.994044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2008dff1-f128-4175-8cb8-46f711d05ac9 req-41e1dcd8-d57e-49f7-86a6-140dc27242c2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167962 May 20 16:09:13.026782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-56979cc3-bdcd-4204-8921-66f293ad8732 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:13.028822 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-56979cc3-bdcd-4204-8921-66f293ad8732 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 945 time: 0.2312548 May 20 16:09:13.116675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:13.164868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Deleting port d4d2296e-4e62-439d-a791-1d45c04822a3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:13.165201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:13.296775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] For port d4d2296e-4e62-439d-a791-1d45c04822a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4d2296e-4e62-439d-a791-1d45c04822a3,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:13.297031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:13.417067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Calling delete_port for d4d2296e-4e62-439d-a791-1d45c04822a3 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:13.527591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:13.533666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:13.578937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'Port': ['ID=d4d2296e-4e62-439d-a791-1d45c04822a3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:13.582020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:13.657763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] No DVR routers for this DVR port d4d2296e-4e62-439d-a791-1d45c04822a3 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:13.660318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:13.663148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'name': 'network-vif-deleted', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:13.675368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0dd4cb4c-1307-466e-9e3e-6967e856a40a req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "DELETE /v2.0/ports/d4d2296e-4e62-439d-a791-1d45c04822a3 HTTP/1.1" status: 204 len: 173 time: 0.6408682 May 20 16:09:13.714733 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229666d3-2d38-421b-a471-a01bbd3510a5', 'name': 'network-vif-deleted', 'tag': 'd4d2296e-4e62-439d-a791-1d45c04822a3', 'status': 'completed', 'code': 200} May 20 16:09:13.741365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e920643b-a4e2-4906-b1a4-a116111a7fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:14.143966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7f92e9f1-a30b-4eeb-b8ef-fbae95680c89 req-9596c2f8-144a-4307-a374-8e22029ab9bb tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:14.159459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-7f92e9f1-a30b-4eeb-b8ef-fbae95680c89 req-9596c2f8-144a-4307-a374-8e22029ab9bb tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:14.161023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f92e9f1-a30b-4eeb-b8ef-fbae95680c89 req-9596c2f8-144a-4307-a374-8e22029ab9bb tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 210 time: 0.0585556 May 20 16:09:14.616126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:15.322563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-51d84afd-dc31-4409-a3a7-dbc3c8d6f771 req-c8874b6e-e5f0-4a6f-94af-ce025317a3c9 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 210 time: 0.0431311 May 20 16:09:16.466665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:16.479102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-688c257f-5dc1-4b01-aeed-f86c42adaef7 req-4e6307f4-d886-41a1-a331-dc16d955c8d7 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=229666d3-2d38-421b-a471-a01bbd3510a5 HTTP/1.1" status: 200 len: 210 time: 0.0494716 May 20 16:09:17.764234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device d4d2296e-4e62-439d-a791-1d45c04822a3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:17.799654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: d4d2296e-4e62-439d-a791-1d45c04822a3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:17.800010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device d4d2296e-4e62-439d-a791-1d45c04822a3 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:22.118923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49300) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:22.380619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Deleting port 6f2317c1-1d03-464f-931d-feff2fb35f4e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:22.380882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:22.498809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:22.499126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:22.623012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Calling delete_port for 6f2317c1-1d03-464f-931d-feff2fb35f4e owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:22.743623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:22.748094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-424af0f3-cfb8-4277-9ea6-8b684e6f9a96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:22.791406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'Port': ['ID=6f2317c1-1d03-464f-931d-feff2fb35f4e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:22.795091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:23.022520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:23.022825 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Floating IP 59cfc549-db4b-4250-b7d4-5f9abcc4d982 disassociated (deleted). External IP: 172.26.8.40, port: 67710f8a-621e-4c63-bd8e-1ca89a703ecd. May 20 16:09:23.364953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:23.542531 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:23.552357 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:23.563075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:23.563294 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:23.563817 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:23.617967 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "DELETE /v2.0/floatingips/59cfc549-db4b-4250-b7d4-5f9abcc4d982 HTTP/1.1" status: 204 len: 168 time: 1.4978693 May 20 16:09:23.618663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:23.670939 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'status': 'completed', 'code': 200} May 20 16:09:23.747247 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:23.762788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-dbf994bf-3b3d-4af8-9fff-15f76e5c6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:23.764267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-dbf994bf-3b3d-4af8-9fff-15f76e5c6001 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63b6c63723a47989f0b1e6b960772aa&device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 1098 time: 0.0721109 May 20 16:09:23.909053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-51f64bf7-6275-4a9b-bb56-5e9b5b0d8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:23.910429 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-51f64bf7-6275-4a9b-bb56-5e9b5b0d8345 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 200 len: 912 time: 0.1342537 May 20 16:09:24.017200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-2e2092bb-659b-4342-80c0-44f10cc88a92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 200 len: 217 time: 0.0730655 May 20 16:09:24.065996 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:24.069797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:24.077972 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:24.078559 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:24.099650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-d1e9cc3a-b075-49b5-963a-ddb33700782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:24.101080 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-d1e9cc3a-b075-49b5-963a-ddb33700782b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 200 len: 851 time: 0.0770073 May 20 16:09:24.109127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d26-0b72-4253-8be4-d40e02eb8cf3 req-c3885fa7-ede0-4e65-91cb-ebb1001916e4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:24.110495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7698d26-0b72-4253-8be4-d40e02eb8cf3 req-c3885fa7-ede0-4e65-91cb-ebb1001916e4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 945 time: 0.1968906 May 20 16:09:24.208008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7698d26-0b72-4253-8be4-d40e02eb8cf3 req-3babb55b-1723-48b1-857b-675e6ec99a27 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636742 May 20 16:09:24.229638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-f5ea1f26-7c8a-48d6-8fd5-853b254a2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:24.229638 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-f5ea1f26-7c8a-48d6-8fd5-853b254a2b3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1aa7174a-6985-4777-b3f6-f5b5f889f921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1142647 May 20 16:09:24.256310 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:24.359593 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-f5da5893-ee3f-4e1c-a615-8cbba169e03d service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237955 May 20 16:09:24.574776 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:24.578770 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcf20c-4b8e-431d-8bb3-6cd0c1147ded None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:00:53Z', 'revision_number': 4, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '8579a1f1-e705-4e20-a7d7-beb37b0fcd19', 'name': '', 'network_id': '1aa7174a-6985-4777-b3f6-f5b5f889f921', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'mac_address': 'fa:16:3e:aa:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:47Z', 'updated_at': '2021-05-20T16:01:06Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'subnets': [{'id': '29c69beb-0a93-4f12-bdd5-6d9f49805804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:24.633728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3890170e-4e6a-4a6f-9040-3af56c4a077f req-2a42c7fc-9c7d-419e-b1da-49cbc44d6007 service neutron] 10.222.0.25 "GET /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666235 May 20 16:09:24.785039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368cb9c8-361c-4ea6-8d24-1d6f21b0106c None None] New status for floating IP 59cfc549-db4b-4250-b7d4-5f9abcc4d982: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:09:25.449316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-29734d4f-3c43-4ff0-97c8-7023eb25777f tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:25.450796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-29734d4f-3c43-4ff0-97c8-7023eb25777f tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 945 time: 0.1448174 May 20 16:09:25.459039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72c74-9781-497c-a6e2-a5f0811a02d3 req-d165d247-a924-4cb7-a9cc-eb80df336e8d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:25.460369 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f1b72c74-9781-497c-a6e2-a5f0811a02d3 req-d165d247-a924-4cb7-a9cc-eb80df336e8d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 945 time: 0.1151853 May 20 16:09:25.581109 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f1b72c74-9781-497c-a6e2-a5f0811a02d3 req-c02b2ddf-93a3-4328-a716-8d2795c33aea tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/security-groups?id=322ec70d-86ee-405a-aa83-81911e4b6f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918598 May 20 16:09:25.623421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Deleting port 67710f8a-621e-4c63-bd8e-1ca89a703ecd {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:25.623759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:25.754694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] For port 67710f8a-621e-4c63-bd8e-1ca89a703ecd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=67710f8a-621e-4c63-bd8e-1ca89a703ecd,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:25.755031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:25.882315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Calling delete_port for 67710f8a-621e-4c63-bd8e-1ca89a703ecd owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:25.988582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:25.994014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-00c4bf8d-a554-4e4f-9fe8-fa08957aaef3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:26.044206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'Port': ['ID=67710f8a-621e-4c63-bd8e-1ca89a703ecd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:26.081651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.082037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.082411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.082785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.083147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.083509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.083870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.084228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.084586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.084940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.085293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.085673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:26.093441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:26.128095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] No DVR routers for this DVR port 67710f8a-621e-4c63-bd8e-1ca89a703ecd on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:26.130465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:26.133010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'name': 'network-vif-deleted', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:26.144222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c1f1533c-2488-41d4-b9b8-42c474dfbc29 req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.25 "DELETE /v2.0/ports/67710f8a-621e-4c63-bd8e-1ca89a703ecd HTTP/1.1" status: 204 len: 173 time: 0.6829369 May 20 16:09:26.183198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1afaa9-68a6-4a43-8b0a-def0faee2aeb', 'name': 'network-vif-deleted', 'tag': '67710f8a-621e-4c63-bd8e-1ca89a703ecd', 'status': 'completed', 'code': 200} May 20 16:09:26.732423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-02714426-a729-4bf0-8f9c-4413162ff2b4 req-6358c710-e2d6-4090-b64f-6d7161fd7341 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Synchronizing usage tracker for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:26.747867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-02714426-a729-4bf0-8f9c-4413162ff2b4 req-6358c710-e2d6-4090-b64f-6d7161fd7341 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Unset dirty status for tenant:d63b6c63723a47989f0b1e6b960772aa on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:26.749036 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-02714426-a729-4bf0-8f9c-4413162ff2b4 req-6358c710-e2d6-4090-b64f-6d7161fd7341 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.0617454 May 20 16:09:27.704617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49320) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:27.895362 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-01c693ac-552c-4390-9987-4a09ac5f8e8b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1893420 May 20 16:09:27.897875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49326) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:27.907608 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c2824d5-01b7-48d6-8ba1-1afb9084d69c req-6bfc99ff-5960-4aa5-aa13-e3ae4470dd80 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.0441463 May 20 16:09:28.103810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46a1a2d-b8ce-491b-82f7-631964fc8612 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Notify agent at dv-neutron-601336-76-hyperv the message router_removed_from_agent {{(pid=92431) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 20 16:09:28.107696 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e46a1a2d-b8ce-491b-82f7-631964fc8612 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "DELETE /v2.0/agents/be2e0865-6550-45d4-8dd1-59adc05883f9/l3-routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57 HTTP/1.1" status: 204 len: 168 time: 0.2087929 May 20 16:09:28.110209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49330) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:28.293542 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-863e21bd-8b10-4b19-8b27-b24ef077ddf7 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1813896 May 20 16:09:28.296221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49334) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:28.545677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:28.565783 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13ad512c-71c5-4d1f-a01f-e4c88fc0e4b2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 994 time: 0.2682486 May 20 16:09:28.677747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:28.713579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port eb480431-c925-404c-91af-1052c572d71a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb480431-c925-404c-91af-1052c572d71a,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:28.718781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:28.720616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3091c9fe-e508-432b-91c5-fe82b6341935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:28.789546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:28.793511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:28.922219 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437a33b-4eb2-49c5-a29f-2c96228d87f8 None None] New status for floating IP 781233d2-0b16-4a8c-a13d-c89ecc8ba692: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:09:29.070937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c572565-c46c-4d46-bf81-28981e07353f req-307136c0-22f1-4708-807f-d1d7c2ec507d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1afaa9-68a6-4a43-8b0a-def0faee2aeb HTTP/1.1" status: 200 len: 210 time: 0.0456784 May 20 16:09:29.568749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49340) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:29.691916 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e29dafef-d954-4da6-9a98-8aa436dbe722 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 992 time: 0.1219635 May 20 16:09:29.792269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 67710f8a-621e-4c63-bd8e-1ca89a703ecd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:29.828821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 67710f8a-621e-4c63-bd8e-1ca89a703ecd {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:29.829237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 67710f8a-621e-4c63-bd8e-1ca89a703ecd not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:30.172544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49346) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:30.239776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:30.359775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.376881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8b432acd-64b0-4b47-bd5f-0732a52f66be, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b432acd-64b0-4b47-bd5f-0732a52f66be,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:30.382111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.383983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:30.419187 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Deleting port bd408038-0951-4b56-bdda-92aeb8e03b90 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:30.419532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.452843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:30.455862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:30.539651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.539979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.664041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Calling delete_port for bd408038-0951-4b56-bdda-92aeb8e03b90 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:30.779095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.784032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6d802e2-bd29-4e14-bbf3-c561d81f239e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:30.827586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49352) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:30.831330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'Port': ['ID=bd408038-0951-4b56-bdda-92aeb8e03b90,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:30.867049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.872161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.872551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.872932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.873304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.873697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.874065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.874435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.874801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.875164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.875525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.875886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.876239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:30.907076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:30.936254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.954508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:30.958434 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "DELETE /v2.0/floatingips/b10922f1-02cd-4873-b920-2e88f128dad0 HTTP/1.1" status: 204 len: 168 time: 0.7835302 May 20 16:09:31.037928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03d9cd-e33c-4950-ad1e-66edb07d22ff tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:09:31.038272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03d9cd-e33c-4950-ad1e-66edb07d22ff tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Notify agent at dv-neutron-601336-76-hyperv the message router_added_to_agent {{(pid=92432) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 20 16:09:31.066136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bd03d9cd-e33c-4950-ad1e-66edb07d22ff tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "POST /v2.0/agents/be2e0865-6550-45d4-8dd1-59adc05883f9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2374122 May 20 16:09:31.068751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49362) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:31.090914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] Sync routers for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:31.100750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:31.104359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:31.268784 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-46c960e8-b4d8-4444-822f-0bb3fb876118 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1986718 May 20 16:09:31.271615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49372) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:31.359708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:31.392066 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2d4af8c1-da46-4443-8b5f-7781fc0e5cb7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 992 time: 0.1187935 May 20 16:09:31.710369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '781233d2-0b16-4a8c-a13d-c89ecc8ba692', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:09:29Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:09:28Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:31.714235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] Checking router: 79e41cd0-7326-4c6c-9203-ce062c2b4e57 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:31.722613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:31.723226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:31.906402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:32.256873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '781233d2-0b16-4a8c-a13d-c89ecc8ba692', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:09:29Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:09:28Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:32.260930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64fddf-4e6e-4c02-a130-44aa72d61767 None None] The sync data for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv is: [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '781233d2-0b16-4a8c-a13d-c89ecc8ba692', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'port_id': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'mac_address': 'fa:16:3e:4b:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:08:57Z', 'updated_at': '2021-05-20T16:09:29Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:09:28Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:32.395170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49378) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:32.705444 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-15a0e19e-3903-4a70-8253-d19c282d1ffd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 992 time: 0.3080072 May 20 16:09:33.208020 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:09:33.477435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49384) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:33.564498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:33.601022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:33.672006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:33.676069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0da60cad-4398-4507-a961-e05a7889c96b tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:33.692389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ec70d-86ee-405a-aa83-81911e4b6f3f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:33.694879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:33.706075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:33.710349 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] 10.222.0.13 "DELETE /v2.0/security-groups/322ec70d-86ee-405a-aa83-81911e4b6f3f HTTP/1.1" status: 204 len: 168 time: 0.2282324 May 20 16:09:33.710542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49388) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:33.772598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49394) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:33.830679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c2ed4125-b283-412d-82fc-2efb771b5abd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 992 time: 0.1192520 May 20 16:09:34.041306 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3969d7f-e479-42a1-afbe-7a5087182a9e None None] New status for floating IP 781233d2-0b16-4a8c-a13d-c89ecc8ba692: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:09:34.362399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:34.444559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eb480431-c925-404c-91af-1052c572d71a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:34.444949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.567949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.610171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port eb480431-c925-404c-91af-1052c572d71a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb480431-c925-404c-91af-1052c572d71a,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:34.614863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.616203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:34.645318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:34.737879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:34.738919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.741016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:34.754524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8b432acd-64b0-4b47-bd5f-0732a52f66be triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:34.754905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.834401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49400) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:34.938500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.955908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8b432acd-64b0-4b47-bd5f-0732a52f66be, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b432acd-64b0-4b47-bd5f-0732a52f66be,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:34.960150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:34.963162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:35.032924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:35.036253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:35.102443 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1bc6e1d-c066-4705-bc17-92f3648376f0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 200 len: 994 time: 0.2666509 May 20 16:09:35.278569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Deleting port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:35.278906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:35.371759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49408) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:35.403866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] For port 8579a1f1-e705-4e20-a7d7-beb37b0fcd19, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:35.404227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:35.530151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Calling delete_port for 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:35.646079 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 4b4ad277-6bdb-4fc1-a8d5-dad75082f127 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:35.646437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:35.784058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:35.784673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:35.918411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 4b4ad277-6bdb-4fc1-a8d5-dad75082f127 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:36.006473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.010275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b3b92a20-9467-46dc-933d-6085e2263b71 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:36.052374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.052860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Pushing event deleted for resources: {'Port': ['ID=8579a1f1-e705-4e20-a7d7-beb37b0fcd19,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:36.056618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:36.058830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f3740648-302f-4f4d-ab78-3bf8905c9f50 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:36.146238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=4b4ad277-6bdb-4fc1-a8d5-dad75082f127,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:36.148824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:36.216073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.216632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 781233d2-0b16-4a8c-a13d-c89ecc8ba692 disassociated (deleted). External IP: 172.26.8.249, port: ea5280b7-d081-47fa-b648-2c92dbdd7868. May 20 16:09:36.345881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:36.358300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.417486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port eb480431-c925-404c-91af-1052c572d71a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:36.418052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.557802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:36.597372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:36.633100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8b432acd-64b0-4b47-bd5f-0732a52f66be triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:36.633673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.836412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Router c7fcfa1e-c4a8-43e2-a75b-23998b808099 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:36.950943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:36.967575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] Sync routers for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:36.975462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:36.977982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:36.979306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:37.043835 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/781233d2-0b16-4a8c-a13d-c89ecc8ba692 HTTP/1.1" status: 204 len: 168 time: 1.6709433 May 20 16:09:37.044522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:37.071813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:37.086145 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] Sync routers for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:37.097113 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7fcfa1e-c4a8-43e2-a75b-23998b808099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3231730 May 20 16:09:37.099886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49418) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:37.101422 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:37.104416 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:37.224644 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'status': 'completed', 'code': 200} May 20 16:09:37.230500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:37.321912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:37.362809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-f1408b97-f486-4bfd-9fdf-46b21a3a1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:37.365640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-f1408b97-f486-4bfd-9fdf-46b21a3a1d8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 1099 time: 0.1237731 May 20 16:09:37.432701 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:37.588147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-df451bdf-3593-442b-9bb6-c993eb4cd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:37.589821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-df451bdf-3593-442b-9bb6-c993eb4cd3b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2be98299-b9d1-4b3c-b25f-239b8ef655a4 HTTP/1.1" status: 200 len: 896 time: 0.2160592 May 20 16:09:37.606312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037cdc-a7e3-44ad-896d-506b6fc8928a req-cfe1c39c-b4e2-4da4-8115-93abf3a359a4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:37.607078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d4037cdc-a7e3-44ad-896d-506b6fc8928a req-cfe1c39c-b4e2-4da4-8115-93abf3a359a4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:37.690508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-00352628-07e8-4f47-87df-7442e8e09c19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868 HTTP/1.1" status: 200 len: 217 time: 0.0766301 May 20 16:09:37.711406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:37.717495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] Checking router: 79e41cd0-7326-4c6c-9203-ce062c2b4e57 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:37.729477 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:37.731231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:37.746045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:37.764890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d4037cdc-a7e3-44ad-896d-506b6fc8928a req-cfe1c39c-b4e2-4da4-8115-93abf3a359a4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:37.766179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4037cdc-a7e3-44ad-896d-506b6fc8928a req-cfe1c39c-b4e2-4da4-8115-93abf3a359a4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 946 time: 0.3095551 May 20 16:09:37.791147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': '70665162-e359-48c3-87bc-314a50714427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:09:35Z', 'revision_number': 5, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port': {'id': '70665162-e359-48c3-87bc-314a50714427', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:00:37Z', 'updated_at': '2021-05-20T16:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:37.796140 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] Checking router: c7fcfa1e-c4a8-43e2-a75b-23998b808099 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:37.806587 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] Routers {'c7fcfa1e-c4a8-43e2-a75b-23998b808099'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:37.807651 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:37.811402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-389b7b68-da71-40f8-bdef-c9f3bb5156f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:37.812915 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-389b7b68-da71-40f8-bdef-c9f3bb5156f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fdcabce7-763b-43e2-8f26-99fb048fb78e HTTP/1.1" status: 200 len: 833 time: 0.1142070 May 20 16:09:37.873207 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d4037cdc-a7e3-44ad-896d-506b6fc8928a req-a3252db8-197c-4828-beae-707126ef5231 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928414 May 20 16:09:37.893207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Deleting port 70665162-e359-48c3-87bc-314a50714427 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:37.894019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:37.932594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-7093a806-3528-42ec-b20d-535b971c42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:37.934688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-7093a806-3528-42ec-b20d-535b971c42b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2be98299-b9d1-4b3c-b25f-239b8ef655a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1056695 May 20 16:09:37.962466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:37.977923 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] Set router c7fcfa1e-c4a8-43e2-a75b-23998b808099 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:38.051688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] For port 70665162-e359-48c3-87bc-314a50714427, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70665162-e359-48c3-87bc-314a50714427,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:38.052384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.100509 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-adc94255-ccef-432d-998c-b21c1f5ced5b service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569314 May 20 16:09:38.142769 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:09:37Z', 'revision_number': 6, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:38.147594 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ced8971-4cdb-4670-a5d6-42c27e62b405 None None] The sync data for ids ['c7fcfa1e-c4a8-43e2-a75b-23998b808099'] in dv-neutron-601336-76-hyperv is: [{'id': 'c7fcfa1e-c4a8-43e2-a75b-23998b808099', 'name': 'tempest-TestVolumeBootPattern-1850221071-router', 'tenant_id': 'd63b6c63723a47989f0b1e6b960772aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:00:35Z', 'updated_at': '2021-05-20T16:09:37Z', 'revision_number': 6, 'project_id': 'd63b6c63723a47989f0b1e6b960772aa', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:38.206195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Calling delete_port for 70665162-e359-48c3-87bc-314a50714427 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:38.278394 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eaa338b4-3ffb-4fb6-abfd-d096051cd603 req-b6fdd40b-578b-49de-b41e-7c6aeb78bab8 service neutron] 10.222.0.25 "GET /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705327 May 20 16:09:38.366732 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.371711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b6ed1742-a9d8-4616-aa1c-aed1aa2e38cb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:38.416674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Pushing event deleted for resources: {'Port': ['ID=70665162-e359-48c3-87bc-314a50714427,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:38.452224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:38.457141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:38.461995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6eb3e-804d-4e1e-8638-d409ce974238 None None] The sync data for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv is: [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:08:39Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'eb480431-c925-404c-91af-1052c572d71a', 'name': '', 'network_id': '2be98299-b9d1-4b3c-b25f-239b8ef655a4', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:b5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:38Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'fdcabce7-763b-43e2-8f26-99fb048fb78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:38.520776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.545520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:38.584451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:38.584935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8579a1f1-e705-4e20-a7d7-beb37b0fcd19 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:38.720330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-6740d285-e817-48de-893d-82cb5553b07b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:38.721039 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-6740d285-e817-48de-893d-82cb5553b07b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0987861 May 20 16:09:38.768645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.771771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.799275 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.800119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7fcfa1e-c4a8-43e2-a75b-23998b808099 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:09:38.815884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.819591 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] 10.222.0.13 "DELETE /v2.0/routers/c7fcfa1e-c4a8-43e2-a75b-23998b808099 HTTP/1.1" status: 204 len: 168 time: 1.7160301 May 20 16:09:38.819941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49424) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:38.879508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port ea5280b7-d081-47fa-b648-2c92dbdd7868 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:38.880023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.885473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Deleting subnet 29c69beb-0a93-4f12-bdd5-6d9f49805804 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:09:38.888854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.958760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.063862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.098018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port ea5280b7-d081-47fa-b648-2c92dbdd7868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea5280b7-d081-47fa-b648-2c92dbdd7868,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:39.098405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.244643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for ea5280b7-d081-47fa-b648-2c92dbdd7868 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:39.261036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982e080-2a0d-40d0-b83b-a4af21f20b84 req-e21f4af4-5b00-467d-9952-f45cabc74688 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:39.262753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9982e080-2a0d-40d0-b83b-a4af21f20b84 req-e21f4af4-5b00-467d-9952-f45cabc74688 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcca354-b7db-4820-abf7-b06a36e4a4b5 HTTP/1.1" status: 200 len: 946 time: 0.2578998 May 20 16:09:39.327647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9982e080-2a0d-40d0-b83b-a4af21f20b84 req-795a1011-a003-4cc3-8b4d-1434238ebcc5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=75ea4497-2ca5-4917-ac14-1b442ac7a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586278 May 20 16:09:39.393152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.399257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8a7d78fd-825d-4040-afa1-486818cc0814 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:39.438920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.440365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.443428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c69beb-0a93-4f12-bdd5-6d9f49805804,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:39.446622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4196c4-5b27-4899-927e-f381d6f65a94 None None] Network 1aa7174a-6985-4777-b3f6-f5b5f889f921 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:39.451083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-11c246ec-f602-460c-bfec-1e730a65aaa3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:39.452044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:39.459640 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29c69beb-0a93-4f12-bdd5-6d9f49805804 HTTP/1.1" status: 204 len: 168 time: 0.6387146 May 20 16:09:39.460277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49430) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:39.513650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=ea5280b7-d081-47fa-b648-2c92dbdd7868,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:39.517613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:39.530978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67d432-52d0-4a5c-a48d-4df5c28ece48 None None] New status for floating IP 781233d2-0b16-4a8c-a13d-c89ecc8ba692: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:09:39.591947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.600383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port ea5280b7-d081-47fa-b648-2c92dbdd7868 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:39.607846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.610525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'name': 'network-vif-deleted', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:39.623856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4cce6cbd-fa62-462b-903b-076811ee47a8 req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/ea5280b7-d081-47fa-b648-2c92dbdd7868 HTTP/1.1" status: 204 len: 173 time: 0.8973477 May 20 16:09:39.671329 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcca354-b7db-4820-abf7-b06a36e4a4b5', 'name': 'network-vif-deleted', 'tag': 'ea5280b7-d081-47fa-b648-2c92dbdd7868', 'status': 'completed', 'code': 200} May 20 16:09:39.686012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Deleting port f871c375-ff7f-48d9-8025-049f09593e5d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:39.686358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.804608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] For port f871c375-ff7f-48d9-8025-049f09593e5d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f871c375-ff7f-48d9-8025-049f09593e5d,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:39.805064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.867061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] DHCP port deletion for 1aa7174a-6985-4777-b3f6-f5b5f889f921 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:09:39.934573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Calling delete_port for f871c375-ff7f-48d9-8025-049f09593e5d owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:39.939748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Deleting port f871c375-ff7f-48d9-8025-049f09593e5d {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:39.940139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.987407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:39.992112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95032030-41bb-4ccc-bc02-5a897cc58376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:40.043085 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f871c375-ff7f-48d9-8025-049f09593e5d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:40.045765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:40.048931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] No DVR routers for this DVR port f871c375-ff7f-48d9-8025-049f09593e5d on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:40.053317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] For port f871c375-ff7f-48d9-8025-049f09593e5d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f871c375-ff7f-48d9-8025-049f09593e5d,segment=NetworkSegment(4b4984cb-8edb-4ab4-8885-b8106ef4291f),segment_id=4b4984cb-8edb-4ab4-8885-b8106ef4291f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:40.053825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.197031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Calling delete_port for f871c375-ff7f-48d9-8025-049f09593e5d owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:40.259458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.263599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1459e65f-bd4c-4805-a375-43de29e5009b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:40.296263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70665162-e359-48c3-87bc-314a50714427 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:40.348664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 70665162-e359-48c3-87bc-314a50714427 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:40.348919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.349068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70665162-e359-48c3-87bc-314a50714427 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:40.349474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f871c375-ff7f-48d9-8025-049f09593e5d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:40.365793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa7174a-6985-4777-b3f6-f5b5f889f921']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:40.379824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Pushing event deleted for resources: {'Port': ['ID=f871c375-ff7f-48d9-8025-049f09593e5d,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:40.384417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:40.384766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4984cb-8edb-4ab4-8885-b8106ef4291f') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:40.385052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4984cb-8edb-4ab4-8885-b8106ef4291f') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:40.390599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] No DVR routers for this DVR port f871c375-ff7f-48d9-8025-049f09593e5d on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:40.401635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.406908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: f871c375-ff7f-48d9-8025-049f09593e5d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:40.407203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f871c375-ff7f-48d9-8025-049f09593e5d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:40.417067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c23f8420-6f9d-4e5d-a39d-92192842b262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.423136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.431875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:09:40.432287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.436864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49438) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:09:40.447126 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:09:40.512724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.527211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.531076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-49c8e447-5291-429f-b57a-3d53de6a8e1c tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:40.543618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.550716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.553412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa7174a-6985-4777-b3f6-f5b5f889f921,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:40.556333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:40.572037 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1aa7174a-6985-4777-b3f6-f5b5f889f921 HTTP/1.1" status: 204 len: 168 time: 1.1105440 May 20 16:09:40.574947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49442) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:40.618251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.622893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb74e07a-394d-444d-b0e4-855cb7ffeb4a tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:40.638283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea4497-2ca5-4917-ac14-1b442ac7a1fa,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:40.641209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:40.649894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:40.651167 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/75ea4497-2ca5-4917-ac14-1b442ac7a1fa HTTP/1.1" status: 204 len: 168 time: 0.2131758 May 20 16:09:40.686560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49448) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:41.140157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.391686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.562605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Deleting port 8041fd33-67d7-4624-ba6b-500021212cd9 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:41.563240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.689813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] For port 8041fd33-67d7-4624-ba6b-500021212cd9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8041fd33-67d7-4624-ba6b-500021212cd9,segment=NetworkSegment(86612cfd-8729-423e-9d39-511ff8dc5b86),segment_id=86612cfd-8729-423e-9d39-511ff8dc5b86)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:41.690274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.822605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port eb480431-c925-404c-91af-1052c572d71a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:41.823247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.953590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Calling delete_port for 8041fd33-67d7-4624-ba6b-500021212cd9 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:41.963193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port eb480431-c925-404c-91af-1052c572d71a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=eb480431-c925-404c-91af-1052c572d71a,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:41.963558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:42.094907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for eb480431-c925-404c-91af-1052c572d71a owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:42.108958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:42.113044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f5c0b8ef-c8be-4f9b-888d-fa298b996839 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:42.157455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Pushing event deleted for resources: {'Port': ['ID=8041fd33-67d7-4624-ba6b-500021212cd9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:42.160786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:42.456091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:42.611266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:42.616601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c456646d-1ce1-4f28-868e-f884b8f96d7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:42.662488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=eb480431-c925-404c-91af-1052c572d71a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:42.689455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:42.852815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:42.954787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.033048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:43.043046 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] Sync routers for ids ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:43.052096 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] 10.222.0.13 "PUT /v2.0/routers/96bac3ef-b444-4dd6-87f9-35e7ffb07af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4737706 May 20 16:09:43.052319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49452) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:43.055810 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] Routers {'96bac3ef-b444-4dd6-87f9-35e7ffb07af8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:43.056562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:43.127276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.239584 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] Set router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:43.248180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.344477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:43.527189 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:09:42Z', 'revision_number': 5, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port': {'id': '88895568-3f06-4e06-9d03-d6ba6d7e3aa6', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:01:08Z', 'updated_at': '2021-05-20T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:43.534287 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] Checking router: 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:43.545115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:43.545766 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] Routers {'96bac3ef-b444-4dd6-87f9-35e7ffb07af8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:43.547198 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:43.557322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] Sync routers for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:43.562792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8750575 May 20 16:09:43.563470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49456) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:43.567455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:43.568454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:43.571837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.641005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet fdcabce7-763b-43e2-8f26-99fb048fb78e {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:09:43.646443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.652850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Deleting port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:43.653192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.710985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.722538 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] Set router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:43.795466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] For port 88895568-3f06-4e06-9d03-d6ba6d7e3aa6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:43.795826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.806334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:43.828214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.837857 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:09:43Z', 'revision_number': 6, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:43.842895 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861b471-e8f3-4b94-ab1f-d7a6c2558dd5 None None] The sync data for ids ['96bac3ef-b444-4dd6-87f9-35e7ffb07af8'] in dv-neutron-601336-76-hyperv is: [{'id': '96bac3ef-b444-4dd6-87f9-35e7ffb07af8', 'name': 'tempest-TestVolumeBootPattern-822791804-router', 'tenant_id': '7747a33fa0e9419c86f63077a8dbbca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:01:05Z', 'updated_at': '2021-05-20T16:09:43Z', 'revision_number': 6, 'project_id': '7747a33fa0e9419c86f63077a8dbbca7', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:43.854309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ea5280b7-d081-47fa-b648-2c92dbdd7868 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:43.941446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Calling delete_port for 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:43.945226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-316aa6f7-28ad-440e-aec9-c8115c5faee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.958541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: ea5280b7-d081-47fa-b648-2c92dbdd7868 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:43.958948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ea5280b7-d081-47fa-b648-2c92dbdd7868 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:44.123170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.128225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1112c0d8-5dc3-4c2f-90e8-6ceeca403e59 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:44.145197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.149370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b57fe281-4436-4937-8318-2b7b60675102 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:44.179040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88895568-3f06-4e06-9d03-d6ba6d7e3aa6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:44.208875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:44.282495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:09:42Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:44.286894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] Checking router: 79e41cd0-7326-4c6c-9203-ce062c2b4e57 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:44.294302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.306459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] Routers {'79e41cd0-7326-4c6c-9203-ce062c2b4e57'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:44.307752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:44.359861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8041fd33-67d7-4624-ba6b-500021212cd9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:44.391613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcabce7-763b-43e2-8f26-99fb048fb78e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:44.399539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:44.406787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.416993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/fdcabce7-763b-43e2-8f26-99fb048fb78e HTTP/1.1" status: 204 len: 168 time: 0.8524215 May 20 16:09:44.418523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49460) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:44.440604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5c050-6006-440c-a131-4cb13a1a3f3b None None] Network 2be98299-b9d1-4b3c-b25f-239b8ef655a4 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:44.457326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8041fd33-67d7-4624-ba6b-500021212cd9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:44.457620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8041fd33-67d7-4624-ba6b-500021212cd9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:44.526988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.529846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.561298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.561868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96bac3ef-b444-4dd6-87f9-35e7ffb07af8 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:09:44.575273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.576440 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96bac3ef-b444-4dd6-87f9-35e7ffb07af8 HTTP/1.1" status: 204 len: 168 time: 1.5232491 May 20 16:09:44.579023 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49464) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:44.623962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.654318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Deleting subnet 7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:09:44.657652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.713643 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.729330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.742088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] Set router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:44.800505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.814037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:44.910047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 8b432acd-64b0-4b47-bd5f-0732a52f66be {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:44.910525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.045369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] DHCP port deletion for 2be98299-b9d1-4b3c-b25f-239b8ef655a4 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:09:45.055936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 8b432acd-64b0-4b47-bd5f-0732a52f66be, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8b432acd-64b0-4b47-bd5f-0732a52f66be,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:45.056579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.094599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.106311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6267c96f-517c-4af1-b8c0-902852cb7524 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:45.143992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:45.147154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.151252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:45.155199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab37ce-a170-4909-80f7-ad1c1f6432d2 None None] Network a84d3389-5483-43d8-8526-fa21d921e0bd requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:45.158329 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7bca47bb-26f1-47ab-82b8-5c6e6be3ed0d HTTP/1.1" status: 204 len: 168 time: 0.5782893 May 20 16:09:45.158966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49468) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:45.178277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:09:42Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:45.187634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Deleting port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:45.188117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.193008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 8b432acd-64b0-4b47-bd5f-0732a52f66be owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:45.250576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0bf36f-9df9-47b4-90af-3172ecf1a6b3 None None] The sync data for ids ['79e41cd0-7326-4c6c-9203-ce062c2b4e57'] in dv-neutron-601336-76-hyperv is: [{'id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'name': 'tempest-TestNetworkBasicOps-router-1021393676', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:08:32Z', 'updated_at': '2021-05-20T16:09:42Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '8b432acd-64b0-4b47-bd5f-0732a52f66be', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e41cd0-7326-4c6c-9203-ce062c2b4e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:08:33Z', 'updated_at': '2021-05-20T16:09:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:45.370156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.376306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5959849d-6cfa-43e6-9777-07f209abef4d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:45.422592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=8b432acd-64b0-4b47-bd5f-0732a52f66be,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:45.428424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.450489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:45.467331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] For port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,segment=NetworkSegment(da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4),segment_id=da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:45.467961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.521977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Deleting port 1c1e1e02-6948-428a-8779-e0a22a261ebf {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:09:45.522220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.535775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.631713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] For port 1c1e1e02-6948-428a-8779-e0a22a261ebf, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1c1e1e02-6948-428a-8779-e0a22a261ebf,segment=NetworkSegment(86612cfd-8729-423e-9d39-511ff8dc5b86),segment_id=86612cfd-8729-423e-9d39-511ff8dc5b86)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:45.632079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.686352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Calling delete_port for 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:45.746776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.749049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.767335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Calling delete_port for 1c1e1e02-6948-428a-8779-e0a22a261ebf owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:09:45.772949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.780924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7300445a-ac45-477e-9375-933210215310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:45.798924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.799937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 79e41cd0-7326-4c6c-9203-ce062c2b4e57 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:09:45.819331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.824357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/79e41cd0-7326-4c6c-9203-ce062c2b4e57 HTTP/1.1" status: 204 len: 168 time: 1.4006667 May 20 16:09:45.824357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49472) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:45.836682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Pushing event deleted for resources: {'Port': ['ID=4256cff1-c4df-4d2e-aa74-64a7b4ba66b3,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:45.839088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47096551-ee62-4121-a142-e406e5011e62 None None] DHCP port deletion for a84d3389-5483-43d8-8526-fa21d921e0bd request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:09:45.843063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:45.843464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:45.845028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] No DVR routers for this DVR port 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:45.856740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-63f8bb2e-6ce9-4b15-a6c5-8ddf45827580 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:45.893414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] No DVR routers for this DVR port 1c1e1e02-6948-428a-8779-e0a22a261ebf on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:09:45.930733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1e1e02-6948-428a-8779-e0a22a261ebf,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:45.936309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:46.039586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.054998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84d3389-5483-43d8-8526-fa21d921e0bd']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:46.069217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86612cfd-8729-423e-9d39-511ff8dc5b86') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:46.069541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86612cfd-8729-423e-9d39-511ff8dc5b86') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:46.083103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.100334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.107198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:09:46.107397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.107578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:09:46.120631 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:09:46.205679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.209221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-953bab41-2f3f-4127-8cf9-dca407f41830 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:46.222526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.235633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Pushing event deleted for resources: {'Network': ['ID=a84d3389-5483-43d8-8526-fa21d921e0bd,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:46.239243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:46.241828 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a84d3389-5483-43d8-8526-fa21d921e0bd HTTP/1.1" status: 204 len: 168 time: 1.0818863 May 20 16:09:46.245237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.258443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be98299-b9d1-4b3c-b25f-239b8ef655a4']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:46.270877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:46.271170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1f817f-64bd-4e8c-9bc1-6a6f88c0cbe4') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:46.283410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.300388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.306769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:09:46.307176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:09:46.321241 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:09:46.356168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49478) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:46.412581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.421274 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-50c1d2da-04ec-4ccc-83de-7db933561bc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d63b6c63723a47989f0b1e6b960772aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615571 May 20 16:09:46.421750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49482) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:46.422997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-92f76ebf-05bf-403f-8899-794c37068db2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:46.448503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.451381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=2be98299-b9d1-4b3c-b25f-239b8ef655a4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:46.454657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:46.469971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/2be98299-b9d1-4b3c-b25f-239b8ef655a4 HTTP/1.1" status: 204 len: 168 time: 0.6436114 May 20 16:09:46.472270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.484882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49486) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:46.485763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:46.492023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--1992693029', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:46.497237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:46.503809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:46.504762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:46.508821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.510917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:46.520460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: eb480431-c925-404c-91af-1052c572d71a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:46.520811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device eb480431-c925-404c-91af-1052c572d71a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:46.521248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:46.523445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:09:46.527928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.542835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.561624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:09:46.563870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8b432acd-64b0-4b47-bd5f-0732a52f66be {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:46.564890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8b432acd-64b0-4b47-bd5f-0732a52f66be not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:46.565496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c1e1e02-6948-428a-8779-e0a22a261ebf no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:46.571981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.572326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment 587544bf-c4bd-44c0-94e4-2f9fbe758bb4 of type vlan for network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb May 20 16:09:46.600538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.604099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.609262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1c1e1e02-6948-428a-8779-e0a22a261ebf {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:46.609646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1c1e1e02-6948-428a-8779-e0a22a261ebf not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:46.609785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1133fa52-c973-44dc-bc73-1a203dbe8b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:46.610088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:46.626306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbb4d1b-e56c-47cc-9b75-16c79d86ba1f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:46.629552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:46.631772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.633553 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cbb4d1b-e56c-47cc-9b75-16c79d86ba1f HTTP/1.1" status: 204 len: 168 time: 0.2044456 May 20 16:09:46.637803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.644184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:46.645029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.650396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18c78263-6011-4798-8d00-dedc8dad3388 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:46.657655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:46.657862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4256cff1-c4df-4d2e-aa74-64a7b4ba66b3 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:46.658232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:09:46.695816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:09:46.696178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 88895568-3f06-4e06-9d03-d6ba6d7e3aa6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:09:46.761529 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2744532 May 20 16:09:46.764386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49492) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:46.768481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:46.769961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-183428875', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:46.771810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b79eb8a6-cec7-4c75-85cf-ecad4e11faca tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:46.777945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:46.780986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:09:46.783331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:46.786464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:46.797007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:46.810053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.811283 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:46.828082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.041850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49498) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:47.093859 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e29de059-458e-46ae-9d22-71508da4e317 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7747a33fa0e9419c86f63077a8dbbca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500629 May 20 16:09:47.096474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49502) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:47.111551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.166851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.194717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.251517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.256467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-850fd04c-e845-4a75-955f-66a49bc6e74a tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:47.269599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1702ff95-b5b5-4450-8440-211b8579c4f9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:47.272521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:47.276473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.277487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6ab95e4b-df05-4e7e-8e58-f9ab36d304ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1702ff95-b5b5-4450-8440-211b8579c4f9 HTTP/1.1" status: 204 len: 168 time: 0.1800697 May 20 16:09:47.572161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.608229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.748962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.44 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/da131fd7-e6d6-408a-b2a6-227df68c2cc5) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:09:47.901127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.931754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:47.936320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad07eea1-9713-45ec-a00e-2892ea6c2037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:48.004755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:09:48.008783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:48.012940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:09:48.055302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=da131fd7-e6d6-408a-b2a6-227df68c2cc5,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:48.060259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:48.452160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:48.943516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:49.157198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router ab45381e-a414-472d-83c7-5c7c2572ac2c is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:09:49.340994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:49.350797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Sync routers for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:49.360452 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:49.361063 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:49.370005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:49.372060 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6066327 May 20 16:09:49.377535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49508) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:49.419166 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d6c369a3-d58e-4b25-a6a8-d45bcfefa464 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400500 May 20 16:09:49.421898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49512) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:49.542279 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:49.558223 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8bb9f4-121d-4e08-b264-015319704657 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:49.559766 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5c8bb9f4-121d-4e08-b264-015319704657 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369164 May 20 16:09:49.562813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49516) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:49.605709 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5a7b96ec-d10e-4d56-adfb-ba01abc44dad tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412416 May 20 16:09:49.607911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49520) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:49.613839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419953387', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:49.731060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:49.735262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:49.738236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:49.744130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:49.755623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:09:49.759185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:49.892575 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:48Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:49.897102 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Checking router: ab45381e-a414-472d-83c7-5c7c2572ac2c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:49.897492 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Updating router ab45381e-a414-472d-83c7-5c7c2572ac2c port da131fd7-e6d6-408a-b2a6-227df68c2cc5 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:09:49.951454 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.209430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.217794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-49f9e3a2-0ddb-41c5-8e3c-afe4749e7ebc tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:50.298880 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.311368 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Transition to ACTIVE for port object da131fd7-e6d6-408a-b2a6-227df68c2cc5 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:50.318222 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.322675 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:50.353217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:50.357584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:50.362159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:09:50.362519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:09:50.380656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:09:50.390975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:50.400565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Attempting to bind port da131fd7-e6d6-408a-b2a6-227df68c2cc5 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:09:50.401123 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Attempting to bind port da131fd7-e6d6-408a-b2a6-227df68c2cc5 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:09:50.401244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:50.401406 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Attempting to bind port da131fd7-e6d6-408a-b2a6-227df68c2cc5 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:09:50.401519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549fa75e-73c2-41b7-a041-a1478e3a39ee None None] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:50.402556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.410741 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:09:50.411156 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:09:50.411503 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.411896 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:09:50.412357 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Bound port: da131fd7-e6d6-408a-b2a6-227df68c2cc5, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:09:50.413161 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.426201 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0f86a7b7-42e1-432e-9a0b-548c44aa6e56 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8171875 May 20 16:09:50.428935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49524) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:50.447442 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Pushing event updated for resources: {'Port': ['ID=da131fd7-e6d6-408a-b2a6-227df68c2cc5,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:50.473481 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.473864 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.474140 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.474460 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.474779 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.475095 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.475411 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.475726 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.476042 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.476353 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.476770 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.477082 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:50.481615 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:50.513117 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] For port da131fd7-e6d6-408a-b2a6-227df68c2cc5, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:09:50.517781 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] For port da131fd7-e6d6-408a-b2a6-227df68c2cc5, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=da131fd7-e6d6-408a-b2a6-227df68c2cc5,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:09:50.523390 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.528915 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:50.595925 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:50.596713 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:50.633610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:09:50.634565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:50.693768 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Pushing event updated for resources: {'Port': ['ID=da131fd7-e6d6-408a-b2a6-227df68c2cc5,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:50.699624 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:50.798537 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:50.806815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Allocated IP 172.20.0.2 (5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb/371b37b0-6ceb-49f1-a3bb-58db1bb0ba81/4ec38223-0bf8-43d7-8037-ce224a6685da) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:09:51.021983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.033504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Transition to ACTIVE for port object 4ec38223-0bf8-43d7-8037-ce224a6685da will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:51.054450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Transition to ACTIVE for port object 4ec38223-0bf8-43d7-8037-ce224a6685da will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:51.060848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.072418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5df3c64b-f985-47d3-b40a-7263b3e4a630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:51.091550 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:48Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:51.095607 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020846b-cc41-4ee5-88cc-a794bed0893a None None] The sync data for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv is: [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:48Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:51.133559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:09:51.136688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:51.145145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:09:51.225429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Pushing event updated for resources: {'Port': ['ID=4ec38223-0bf8-43d7-8037-ce224a6685da,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:51.237851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:51.254180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Attempting to bind port 4ec38223-0bf8-43d7-8037-ce224a6685da on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:09:51.254550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Attempting to bind port 4ec38223-0bf8-43d7-8037-ce224a6685da by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:09:51.254921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Attempting to bind port 4ec38223-0bf8-43d7-8037-ce224a6685da on network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:09:51.260592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:09:51.261049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Checking segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:09:51.261506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.261905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Bound using segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:09:51.262374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Bound port: 4ec38223-0bf8-43d7-8037-ce224a6685da, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:09:51.262751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.319969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.387714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] For port 4ec38223-0bf8-43d7-8037-ce224a6685da, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:09:51.391536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] For port 4ec38223-0bf8-43d7-8037-ce224a6685da, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4ec38223-0bf8-43d7-8037-ce224a6685da,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:09:51.396794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.405665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7e9f458f-5774-47ab-ae27-135aed7d4b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:51.498015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Pushing event updated for resources: {'Port': ['ID=4ec38223-0bf8-43d7-8037-ce224a6685da,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:51.508352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:51.787931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb/371b37b0-6ceb-49f1-a3bb-58db1bb0ba81/a3e1a8f0-1e8d-4096-98b2-e0761ac16740) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:09:51.954653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:51.971103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object a3e1a8f0-1e8d-4096-98b2-e0761ac16740 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:51.997251 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.001406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4256728a-a555-4285-91f9-c2e200dbded2 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:52.065859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:09:52.069185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:52.073034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:09:52.112605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:52.121052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:52.138430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.329327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4ec38223-0bf8-43d7-8037-ce224a6685da up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:52.411564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4ec38223-0bf8-43d7-8037-ce224a6685da completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:52.417661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device da131fd7-e6d6-408a-b2a6-227df68c2cc5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:52.491892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb6d3c-69e3-4b0e-b8b4-88de33c1de98 None None] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:52.507290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port da131fd7-e6d6-408a-b2a6-227df68c2cc5 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:52.516840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port da131fd7-e6d6-408a-b2a6-227df68c2cc5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:52.517217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.561886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.697847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Provisioning for port 4ec38223-0bf8-43d7-8037-ce224a6685da completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:52.715837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Provisioning complete for port 4ec38223-0bf8-43d7-8037-ce224a6685da triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:52.716212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.886036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.978815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port da131fd7-e6d6-408a-b2a6-227df68c2cc5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=da131fd7-e6d6-408a-b2a6-227df68c2cc5,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:52.986176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.990172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.995500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:52.995738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:53.021054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd8b1b53-a396-4f8c-b18a-9b7f8c799246 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:53.053332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:53.107474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=da131fd7-e6d6-408a-b2a6-227df68c2cc5,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:53.111224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:53.113779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:53.119593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.119940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.120821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.121169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.121518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.121847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.122174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.122499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.122821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.123139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:53.123283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.123455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.123772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:53.128090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] For port 4ec38223-0bf8-43d7-8037-ce224a6685da, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4ec38223-0bf8-43d7-8037-ce224a6685da,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:53.132291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:53.133431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:53.135480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1b135d30-4d5d-4d7a-9c08-7392d1b429d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:53.209523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Pushing event updated for resources: {'Port': ['ID=4ec38223-0bf8-43d7-8037-ce224a6685da,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:53.212656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:53.259017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:09:53.260498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:53.368153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3d5c35aa-c6d4-4aec-abd9-b18984d02a43 None None] Provisioning for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:53.374731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3d5c35aa-c6d4-4aec-abd9-b18984d02a43 None None] Provisioning complete for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:53.375109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3d5c35aa-c6d4-4aec-abd9-b18984d02a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:53.437020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c35aa-c6d4-4aec-abd9-b18984d02a43 None None] Port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:09:53.450178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3d5c35aa-c6d4-4aec-abd9-b18984d02a43 None None] Provisioning complete for port 4ec38223-0bf8-43d7-8037-ce224a6685da triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:53.450990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3d5c35aa-c6d4-4aec-abd9-b18984d02a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:53.454536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router ab45381e-a414-472d-83c7-5c7c2572ac2c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:09:53.643393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:09:53.652642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Sync routers for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:09:53.656315 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/ab45381e-a414-472d-83c7-5c7c2572ac2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2263205 May 20 16:09:53.658621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49528) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:53.662329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:53.663055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:53.753464 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5924adb1-a06a-45d6-af78-edd28b1ed6f6 None None] Provisioning complete for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:53.753836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5924adb1-a06a-45d6-af78-edd28b1ed6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:53.796894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea360-f4bb-4145-982b-20f0d6b6a25a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.797403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea360-f4bb-4145-982b-20f0d6b6a25a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.797883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea360-f4bb-4145-982b-20f0d6b6a25a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.798355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea360-f4bb-4145-982b-20f0d6b6a25a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.800002 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1c1ea360-f4bb-4145-982b-20f0d6b6a25a tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1404591 May 20 16:09:53.802703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49532) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:53.873713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3a4da-7ba1-45c6-b8fa-5f3f436e1820 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.874095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3a4da-7ba1-45c6-b8fa-5f3f436e1820 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.874600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3a4da-7ba1-45c6-b8fa-5f3f436e1820 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.875108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3a4da-7ba1-45c6-b8fa-5f3f436e1820 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:53.876693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-35e3a4da-7ba1-45c6-b8fa-5f3f436e1820 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0731003 May 20 16:09:53.877774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5924adb1-a06a-45d6-af78-edd28b1ed6f6 None None] Port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:09:53.879558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49536) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:53.895057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:54.085649 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-914a9dfa-a027-492a-acda-ff55e7e83352 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2025526 May 20 16:09:54.207758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:54.211783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Checking router: ab45381e-a414-472d-83c7-5c7c2572ac2c for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:09:54.212134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Updating router ab45381e-a414-472d-83c7-5c7c2572ac2c port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:09:54.268111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4ec38223-0bf8-43d7-8037-ce224a6685da up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:54.321853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.333200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49542) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:54.338874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280437988', 'description': 'tempest-secgroup-smoke-1280437988 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:54.345309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:54.350070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:54.353137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:54.359262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:54.374690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.490098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4ec38223-0bf8-43d7-8037-ce224a6685da triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:54.490717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.531290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:54.535157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:54.538121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:54.544661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:54.614062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.617677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.621268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8e873b1f-04da-4c7a-ba88-6feadd4eef8b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:54.663478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:54.666224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:54.667049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.668804 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3345265 May 20 16:09:54.672083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49546) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:54.677818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'abad0faf-d9c2-488d-8e3d-725fe8fb9fe9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:54.683694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:54.687884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:54.690841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:54.697461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:54.713584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.729215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device da131fd7-e6d6-408a-b2a6-227df68c2cc5 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:54.774524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.781110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.782968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7833b5c8-7a8d-4e97-a61d-3156dfecfe38 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:54.805006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa8cae1-f26f-4cc3-b17b-611bc81366c3,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:54.807624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:54.815492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.816729 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434095 May 20 16:09:54.819638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49550) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:54.825526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'abad0faf-d9c2-488d-8e3d-725fe8fb9fe9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:54.831273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:54.835045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:54.837873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:54.843546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:54.860167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.876327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port da131fd7-e6d6-408a-b2a6-227df68c2cc5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:54.876571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.919986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.924150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.927735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.929557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:54.947716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Transition to ACTIVE for port object a3e1a8f0-1e8d-4096-98b2-e0761ac16740 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:54.952000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36c6bf9-5f39-4a98-978f-dceb7806c59d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:54.954541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:54.959608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.962476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:54.963290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-921d17af-ac53-4f3b-897f-0fdce10d9372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:54.964782 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435573 May 20 16:09:54.967510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49554) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:54.972660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'abad0faf-d9c2-488d-8e3d-725fe8fb9fe9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:54.978767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:54.982737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:54.985648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:54.991396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:55.008473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.090120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.095004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.102161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a2f65f29-e6d0-41ae-8180-8b2cc08d722c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:55.123215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399fc98c-c704-49d6-860d-06cad0b535fc,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:55.125976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:55.132985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21fbf-4833-43ca-ae03-a10992fa5679 None None] Pushing event updated for resources: {'Port': ['ID=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:55.137620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.139181 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707623 May 20 16:09:55.142139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49558) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:55.148478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'abad0faf-d9c2-488d-8e3d-725fe8fb9fe9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:55.157793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:55.160199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-59a21fbf-4833-43ca-ae03-a10992fa5679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:55.162133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:55.165098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:55.172932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:55.191441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.239973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Attempting to bind port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:09:55.240368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Attempting to bind port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:09:55.240869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Attempting to bind port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 on network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:09:55.246497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:09:55.246941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Checking segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:09:55.247361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.247754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Bound using segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:09:55.248216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Bound port: a3e1a8f0-1e8d-4096-98b2-e0761ac16740, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:09:55.248587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.262116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.265822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.267931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d193370d-d6db-4824-a569-a64162921b0c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:55.291213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6f7b78-950f-4cd3-81d9-9039ce0f2c72,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:55.297094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:55.305114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.308943 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2a451d87-af47-4f0c-ab6b-7de68d84ef2e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626842 May 20 16:09:55.309125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49562) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:55.314415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'abad0faf-d9c2-488d-8e3d-725fe8fb9fe9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:55.320407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:55.324584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:55.327557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:55.333210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:55.347340 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:09:55.353273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.353508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] For port a3e1a8f0-1e8d-4096-98b2-e0761ac16740, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:09:55.356595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] For port a3e1a8f0-1e8d-4096-98b2-e0761ac16740, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:09:55.360377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.364915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:55.423656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.428506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.431014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7392567b-ea64-473f-8b3d-a498cbc948f3 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:55.441293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:09:55.441949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:55.456706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f31e12-43a5-40ab-8c29-9e42896b0da3,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:55.463740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:55.470150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.474281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49566) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:09:55.477609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636746 May 20 16:09:55.480997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'abad0faf-d9c2-488d-8e3d-725fe8fb9fe9', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:55.492221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:55.502342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:09:55.506101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:09:55.511602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21fbf-4833-43ca-ae03-a10992fa5679 None None] Pushing event updated for resources: {'Port': ['ID=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:55.516998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:55.517985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-59a21fbf-4833-43ca-ae03-a10992fa5679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:55.531632 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:09:55.538566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.624754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.634837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.637318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cc310de-b6f1-4c6b-a7db-69f169d95636 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:55.658895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:09:55.673191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e69b70-dbda-40d7-9130-d74f62700c40,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:55.675771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:55.677385 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2016556 May 20 16:09:55.678013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:55.931142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-155c8ee9-40da-4039-8e71-cf575304a55e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:55.946849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-155c8ee9-40da-4039-8e71-cf575304a55e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:55.948216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-155c8ee9-40da-4039-8e71-cf575304a55e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280437988&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0594158 May 20 16:09:56.040128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:55Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:09:56.044179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b7345-326c-42b0-9a7a-ee679c90f86e None None] The sync data for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv is: [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:55Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:09:56.124219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-13c941fc-5334-4dd4-b996-c3c81af3bfb5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:56.124883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-13c941fc-5334-4dd4-b996-c3c81af3bfb5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:56.146395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-13c941fc-5334-4dd4-b996-c3c81af3bfb5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:56.149797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-13c941fc-5334-4dd4-b996-c3c81af3bfb5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 797 time: 0.1931944 May 20 16:09:56.163527 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-aaba671e-36af-4026-b19d-5cd2d9c5be7f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0102406 May 20 16:09:56.281952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-635d481b-ca66-48b6-a11c-5067ad5ee6a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:56.286116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3e1a8f0-1e8d-4096-98b2-e0761ac16740 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:56.300870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-635d481b-ca66-48b6-a11c-5067ad5ee6a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:56.302203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-635d481b-ca66-48b6-a11c-5067ad5ee6a6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324110 May 20 16:09:56.361519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:56.367024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:56.367406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:56.457900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-639d834a-e096-4065-939b-d40538f4542e service neutron] 10.222.0.13 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420567 May 20 16:09:56.497607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:56.539263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port a3e1a8f0-1e8d-4096-98b2-e0761ac16740, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:56.544951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:56.547244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:56.607604 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-4575b25d-ee09-451b-a34a-bb12946dd6ae service neutron] 10.222.0.13 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452584 May 20 16:09:56.622556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:56.625962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:56.802267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14ce6a2d-dfec-4ac1-adc8-d7a6bcd98e6f req-60ab0992-95c5-4e2e-9705-99ba99d73eb5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 210 time: 0.0457764 May 20 16:09:57.799575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-afda70ed-0dde-43a2-ab64-54147391c85f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:57.800882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-afda70ed-0dde-43a2-ab64-54147391c85f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 797 time: 0.1451910 May 20 16:09:57.855161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-906d3163-a3cb-4ad6-b0cb-611e1afc1617 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 380 time: 0.0453234 May 20 16:09:57.862911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['abad0faf-d9c2-488d-8e3d-725fe8fb9fe9']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:57.986923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87f4bc22-3b11-4818-b701-9b7aeb75dfd6 req-1ff1516e-e678-4f9a-90f4-3a0ba54a2f4c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 210 time: 0.0548062 May 20 16:09:58.040821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:09:58.051617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:09:58.061571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:09:58.064991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:58.223207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.5 (5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb/371b37b0-6ceb-49f1-a3bb-58db1bb0ba81/6b0f1945-a691-45bd-96d5-2e652ce566d8) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:09:58.251345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3e1a8f0-1e8d-4096-98b2-e0761ac16740 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:58.318547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:58.318834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:58.556581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:58.571735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 6b0f1945-a691-45bd-96d5-2e652ce566d8 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:58.594901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:58.600782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7e021620-4808-4d3b-86be-3b4768a28095 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:58.665866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:09:58.668921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:58.672677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:09:58.710385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=6b0f1945-a691-45bd-96d5-2e652ce566d8,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:58.719960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:58.743060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:58.743667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:58.770565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9111774 May 20 16:09:58.783032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Request body: {'port': {'device_id': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:09:58.897200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:58.980270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2b4de8b5-a0fa-4ea9-ac29-95c19764c362 None None] Provisioning for port 6b0f1945-a691-45bd-96d5-2e652ce566d8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:58.984833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2b4de8b5-a0fa-4ea9-ac29-95c19764c362 None None] Provisioning complete for port 6b0f1945-a691-45bd-96d5-2e652ce566d8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:58.985209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2b4de8b5-a0fa-4ea9-ac29-95c19764c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:59.041958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2b4de8b5-a0fa-4ea9-ac29-95c19764c362 None None] Port 6b0f1945-a691-45bd-96d5-2e652ce566d8 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:09:59.254666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d454-f964-4195-b59f-4f4221e10a34 req-63ea1cd7-d9bd-4b92-8954-b9f4897f18df tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:59.255354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4c92d454-f964-4195-b59f-4f4221e10a34 req-63ea1cd7-d9bd-4b92-8954-b9f4897f18df tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:09:59.321270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4c92d454-f964-4195-b59f-4f4221e10a34 req-63ea1cd7-d9bd-4b92-8954-b9f4897f18df tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:09:59.322463 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4c92d454-f964-4195-b59f-4f4221e10a34 req-63ea1cd7-d9bd-4b92-8954-b9f4897f18df tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 931 time: 0.2044709 May 20 16:09:59.332060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0f1945-a691-45bd-96d5-2e652ce566d8 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:09:59.354904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:59.383990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Transition to ACTIVE for port object 6b0f1945-a691-45bd-96d5-2e652ce566d8 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:59.390016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4c92d454-f964-4195-b59f-4f4221e10a34 req-29a8e690-562c-40be-91ef-40150cdea88c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607011 May 20 16:09:59.391036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:59.395688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a9f84cb1-3e06-4500-ae6d-898d50cce46e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:59.549111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f1945-a691-45bd-96d5-2e652ce566d8,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:59.557368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:59.633758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Attempting to bind port 6b0f1945-a691-45bd-96d5-2e652ce566d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:09:59.634088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Attempting to bind port 6b0f1945-a691-45bd-96d5-2e652ce566d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:09:59.634413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Attempting to bind port 6b0f1945-a691-45bd-96d5-2e652ce566d8 on network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:09:59.639028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Port 6b0f1945-a691-45bd-96d5-2e652ce566d8 on network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:09:59.639343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Attempting to bind port 6b0f1945-a691-45bd-96d5-2e652ce566d8 on network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:09:59.644552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:09:59.644884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Checking segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:09:59.645266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Bound using segment: {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:09:59.645717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Bound port: 6b0f1945-a691-45bd-96d5-2e652ce566d8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587544bf-c4bd-44c0-94e4-2f9fbe758bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:09:59.646062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:59.737623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] For port 6b0f1945-a691-45bd-96d5-2e652ce566d8, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:09:59.740736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] For port 6b0f1945-a691-45bd-96d5-2e652ce566d8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:09:59.746131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:59.749745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b7041b41-e283-4b53-9807-768655507315 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:59.810564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:59.811206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:59.812952 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] 10.222.0.25 "PUT /v2.0/ports/6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 1093 time: 1.0344157 May 20 16:09:59.816193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:09:59.834639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f1945-a691-45bd-96d5-2e652ce566d8,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:59.837924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:59.894119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'status': 'completed', 'code': 200} May 20 16:09:59.931697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-d44eae65-7ded-4367-b56c-f8ebddd7fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:59.933229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-d44eae65-7ded-4367-b56c-f8ebddd7fa63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0796545 May 20 16:10:00.000708 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-f40c9d04-8727-4065-b522-2fdefa901ca2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 217 time: 0.0607767 May 20 16:10:00.066642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-99f0d161-eac9-458f-ada7-ec9a870dc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:00.067952 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-99f0d161-eac9-458f-ada7-ec9a870dc3d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.0607018 May 20 16:10:00.142795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-6676e75b-64ca-40e0-8d2e-d3260fe348b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:00.144278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-6676e75b-64ca-40e0-8d2e-d3260fe348b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697393 May 20 16:10:00.278317 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-c6e39639-bb16-4506-99c4-91d066197421 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267757 May 20 16:10:00.411016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8db2acd-aa7f-4679-822c-340baf5bf33a req-441d3891-b997-4956-9b09-30c429b3fb88 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258442 May 20 16:10:00.726548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249f94b-5521-4568-a234-ba6488781600 req-43bb6149-8762-4423-a541-680592b90ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:00.728015 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-43bb6149-8762-4423-a541-680592b90ef9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1096 time: 0.2721152 May 20 16:10:00.740219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbcca4-f16f-460d-92cc-bfcb410e9308 req-d48dbeed-74f7-44f5-92dc-5bd547b6f335 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:00.741593 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7ecbcca4-f16f-460d-92cc-bfcb410e9308 req-d48dbeed-74f7-44f5-92dc-5bd547b6f335 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 943 time: 0.2421122 May 20 16:10:00.864632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7ecbcca4-f16f-460d-92cc-bfcb410e9308 req-ed95f4fd-f142-4d79-9fa7-304059b2d915 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042800 May 20 16:10:00.868452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:00.901629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249f94b-5521-4568-a234-ba6488781600 req-8435c60b-1d26-4c4a-96b0-d0edc5f31ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:00.903046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-8435c60b-1d26-4c4a-96b0-d0edc5f31ea7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 897 time: 0.1606610 May 20 16:10:00.979209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-921fa2c0-d8c5-4efe-a485-a5b7a742a4d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 217 time: 0.0634389 May 20 16:10:01.044232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249f94b-5521-4568-a234-ba6488781600 req-fe738535-eb87-45bb-94f4-85be07975509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:01.045657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-fe738535-eb87-45bb-94f4-85be07975509 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.0600591 May 20 16:10:01.122503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249f94b-5521-4568-a234-ba6488781600 req-55d390cd-ac20-40b0-95c8-2d8dbb4d29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:01.123968 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-55d390cd-ac20-40b0-95c8-2d8dbb4d29d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707135 May 20 16:10:01.257881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-3dcb4f2b-498a-4f90-bc0b-efada5edf314 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269972 May 20 16:10:01.387118 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3249f94b-5521-4568-a234-ba6488781600 req-687f8713-4740-47ec-a5b9-02cc3b4fd59c service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233666 May 20 16:10:02.055293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0577a-4bff-4ad5-a536-b8b5e6270a66 req-8f1fc373-ec9f-4d65-9e3a-9d90c07aac2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:02.056788 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-90f0577a-4bff-4ad5-a536-b8b5e6270a66 req-8f1fc373-ec9f-4d65-9e3a-9d90c07aac2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 943 time: 0.0839214 May 20 16:10:02.106894 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-90f0577a-4bff-4ad5-a536-b8b5e6270a66 req-6dfe95c9-9595-4cee-97ae-dea72851f59d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 May 20 16:10:03.289502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443aebf-b922-40c4-a06f-8318ec0bf8f8 req-f731cf12-19c1-4142-9c4d-0ee898e6e27f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:03.290962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1443aebf-b922-40c4-a06f-8318ec0bf8f8 req-f731cf12-19c1-4142-9c4d-0ee898e6e27f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 943 time: 0.0798497 May 20 16:10:03.335600 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1443aebf-b922-40c4-a06f-8318ec0bf8f8 req-16f61eaf-7b50-4bfe-a38d-9e7f8a643c39 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388038 May 20 16:10:03.961600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0f1945-a691-45bd-96d5-2e652ce566d8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:10:04.095696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6b0f1945-a691-45bd-96d5-2e652ce566d8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:10:04.109163 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'port_id': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'mac_address': 'fa:16:3e:e0:c7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:10:04.162732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:04.180232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0f1945-a691-45bd-96d5-2e652ce566d8 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:10:04.196070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6b0f1945-a691-45bd-96d5-2e652ce566d8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:10:04.200202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:04.201927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6a5c2c8e-337a-4a2c-905f-0211df34b1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:04.269458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6b0f1945-a691-45bd-96d5-2e652ce566d8,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:04.273128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:04.402809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['6b0f1945-a691-45bd-96d5-2e652ce566d8'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:10:04.522474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551425df-db5a-4114-b420-79adcf5e7004 req-ae44a32a-9dc0-4395-838e-d0acd2c7c3f7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:04.523841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-551425df-db5a-4114-b420-79adcf5e7004 req-ae44a32a-9dc0-4395-838e-d0acd2c7c3f7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 944 time: 0.0834436 May 20 16:10:04.569212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-551425df-db5a-4114-b420-79adcf5e7004 req-e0b2adf1-b911-4b73-a116-dd9e6d9db3bf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 May 20 16:10:05.754304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124500ed-4f35-4f05-b7d8-a7ac2de5cdb4 req-be1e827a-6761-4aa4-afdf-0cb7a5c792d9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:05.755844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-124500ed-4f35-4f05-b7d8-a7ac2de5cdb4 req-be1e827a-6761-4aa4-afdf-0cb7a5c792d9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 944 time: 0.0803766 May 20 16:10:05.800123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-124500ed-4f35-4f05-b7d8-a7ac2de5cdb4 req-0920a7ca-be97-4bfa-be89-279b49774efe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377071 May 20 16:10:05.976770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0f1945-a691-45bd-96d5-2e652ce566d8 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:10:06.045011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 6b0f1945-a691-45bd-96d5-2e652ce566d8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:10:06.050152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 6b0f1945-a691-45bd-96d5-2e652ce566d8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:10:06.050598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:06.168052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:06.195528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:10:06.205575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6b0f1945-a691-45bd-96d5-2e652ce566d8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:10:06.210309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:06.212344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-59a21fbf-4833-43ca-ae03-a10992fa5679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:06.280515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6b0f1945-a691-45bd-96d5-2e652ce566d8,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:06.283578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:06.366152 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'code': 200} May 20 16:10:06.588295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95982370-d994-41ac-8620-25592a008226 req-49ad3622-a08d-43b0-987a-22c851fc4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:06.590169 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-95982370-d994-41ac-8620-25592a008226 req-49ad3622-a08d-43b0-987a-22c851fc4c2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1098 time: 0.0725248 May 20 16:10:06.629363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-95982370-d994-41ac-8620-25592a008226 req-ee00a913-bf0d-40d1-97e8-d2d558cee0e0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333023 May 20 16:10:06.980099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60d58b-2d3a-43b4-8870-d17864c3939b req-07ea1e0d-3431-4a4d-9071-80b70157da1e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:06.981551 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f60d58b-2d3a-43b4-8870-d17864c3939b req-07ea1e0d-3431-4a4d-9071-80b70157da1e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 945 time: 0.0777061 May 20 16:10:07.025389 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f60d58b-2d3a-43b4-8870-d17864c3939b req-c3f36479-98c6-42f8-b382-60a2a6442ae7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381308 May 20 16:10:08.213627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108fb56-cdaf-424f-bd44-84eb4e8cef43 req-ffe5c9ee-f986-42bd-b69e-032e242bacd8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:08.215642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8108fb56-cdaf-424f-bd44-84eb4e8cef43 req-ffe5c9ee-f986-42bd-b69e-032e242bacd8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 945 time: 0.0841632 May 20 16:10:08.260253 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8108fb56-cdaf-424f-bd44-84eb4e8cef43 req-0879237c-a044-4f38-af26-e45a99440573 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387490 May 20 16:10:08.444889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa44b6b-9190-4a69-842f-bf747863026c req-604b257a-ff83-45a8-bdb3-6a3e48a03839 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:08.446397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bfa44b6b-9190-4a69-842f-bf747863026c req-604b257a-ff83-45a8-bdb3-6a3e48a03839 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 945 time: 0.0812244 May 20 16:10:08.490753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bfa44b6b-9190-4a69-842f-bf747863026c req-4b3d608d-7fe8-4244-bfdb-7c32f2db5d4e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379589 May 20 16:10:08.513293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49622) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:08.582394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf3c957-30a8-477c-b3c5-033c3c07d2c2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:08.583858 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6cf3c957-30a8-477c-b3c5-033c3c07d2c2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1093 time: 0.0695992 May 20 16:10:08.586735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49626) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:08.591878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:10:08.597934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:10:08.602358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:10:08.605572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:10:08.611277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:10:08.622087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:08.758020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.035807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.59 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/f269edd6-ac0b-4ef6-ac2f-ec0f21a20179) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:10:09.183650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.214373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.218764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a6bb93b8-3ab7-4f09-8950-4c7833209a2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:09.283855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:10:09.287308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:10:09.290926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:10:09.325810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=f269edd6-ac0b-4ef6-ac2f-ec0f21a20179,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:09.333885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:09.700157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.771684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.972764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.977306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:09.981858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:10.086870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=f269edd6-ac0b-4ef6-ac2f-ec0f21a20179,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:10.090957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:10.097354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:10.207498 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:10:10.265661 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae associated. External IP: 172.26.8.59, port: 6b0f1945-a691-45bd-96d5-2e652ce566d8. May 20 16:10:10.360430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-53e0b30d-bc8b-4efa-a9fd-2224e7d752e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:10.761511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router ab45381e-a414-472d-83c7-5c7c2572ac2c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:10:10.940813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:10:10.950719 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] Sync routers for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:10:10.960792 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:10:10.961471 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:10.965049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:11.019807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4320271 May 20 16:10:11.020485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:10:11.022691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:11.063809 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'status': 'completed', 'code': 200} May 20 16:10:11.136532 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a901d77a-c8f7-4cdc-b389-b32ead8fd986 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae HTTP/1.1" status: 200 len: 990 time: 0.1117883 May 20 16:10:11.142740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:10:11.162065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-1a101ba3-d760-4f97-8b96-c8368298e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:11.163541 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-1a101ba3-d760-4f97-8b96-c8368298e4b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1098 time: 0.0768514 May 20 16:10:11.301108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-43bafe6c-4b4a-4e4d-9549-75d9bacda0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:11.302587 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-43bafe6c-4b4a-4e4d-9549-75d9bacda0b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 897 time: 0.1333418 May 20 16:10:11.408173 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-1ae4e908-6dda-43cd-91bc-55a545c9c269 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 998 time: 0.0992186 May 20 16:10:11.470341 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-38445852-f17c-4ee1-b9ee-2097d1041c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:11.471791 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-38445852-f17c-4ee1-b9ee-2097d1041c5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.0582480 May 20 16:10:11.519725 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.59', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'port_id': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'mac_address': 'fa:16:3e:e0:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:10:09Z', 'updated_at': '2021-05-20T16:10:09Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:56Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:11.523562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] Checking router: ab45381e-a414-472d-83c7-5c7c2572ac2c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:10:11.532274 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:10:11.532891 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:09:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:11.546804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-bb2f981e-b63a-4e45-ba0c-e4cdd51e9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:11.548263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-bb2f981e-b63a-4e45-ba0c-e4cdd51e9bd1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700583 May 20 16:10:11.679923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-ae2dd6fa-156b-48ba-b6d8-9399f899ae37 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243560 May 20 16:10:11.710872 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:10:11.811671 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1f0fb3-4d51-4ff4-98c4-3e83e05e63de req-6790c09d-f075-49a3-92c8-763fd9241f09 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259336 May 20 16:10:12.056382 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.59', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'port_id': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'mac_address': 'fa:16:3e:e0:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:10:09Z', 'updated_at': '2021-05-20T16:10:09Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:56Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:10:12.060908 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbed215-8f6f-4154-95bc-a01a6b86ad1e None None] The sync data for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv is: [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.59', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'port_id': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'mac_address': 'fa:16:3e:e0:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:10:09Z', 'updated_at': '2021-05-20T16:10:09Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:56Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:10:12.140287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49636) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:12.255069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8433b9-71c2-4ee9-a002-47d09ecfea98 None None] New status for floating IP a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:10:12.255625 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5fe478bc-bff9-4f29-bfa4-d6c13c5a9fdb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae HTTP/1.1" status: 200 len: 990 time: 0.1135261 May 20 16:10:13.122272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:13.256969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49640) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:13.363976 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d634c15a-1bdc-45af-bf37-b5ee98a0849b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae HTTP/1.1" status: 200 len: 992 time: 0.1057501 May 20 16:10:13.748827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ff08-6d9d-4a90-925f-28c430075da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:14.620375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:16.469788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:23.884684 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-704f11b3-5984-453f-93a2-9cf23d3b6ba8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727468 May 20 16:10:24.027893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-04672ecd-f6c9-4faf-ad3b-f1016fd7485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:24.029682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-04672ecd-f6c9-4faf-ad3b-f1016fd7485e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1098 time: 0.0728540 May 20 16:10:24.179134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-4a50e13c-37b0-4971-9496-2ed609ab957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:24.180609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-4a50e13c-37b0-4971-9496-2ed609ab957f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 897 time: 0.1324255 May 20 16:10:24.287437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-59cf0e9c-22f3-4005-8c50-ebaac341f65d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 1000 time: 0.1002588 May 20 16:10:24.353070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-ae3bed85-1391-4ef5-820a-9565251aeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:24.354609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-ae3bed85-1391-4ef5-820a-9565251aeb8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.0605028 May 20 16:10:24.587032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-b24f9c69-5ca8-42a3-afe7-7dd3913b5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:10:24.588493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-b24f9c69-5ca8-42a3-afe7-7dd3913b5e70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2279773 May 20 16:10:24.723631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-e8090fe0-2e69-4dee-9161-89f9a34b3da8 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 May 20 16:10:24.857391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7b26762-aaf4-4733-859f-ca2ec94ac115 req-d262dc6d-e313-4169-9a7b-d0c52fde94fb service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268265 May 20 16:10:30.865186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:40.365062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0f2f68aa-c5eb-4a96-bd90-0fc7bf9833e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.125800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.764219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c115ba19-d6b5-4caa-9d68-5a3af415eda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:44.625665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:46.476012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:47.214397 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:11:00.864631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:10.368148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27a35430-eb24-4369-b8b3-5241a79bc6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:13.128388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:13.747046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27ff786e-1e10-44e1-9e77-dcbfb4d1b797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:14.627512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:16.474503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:23.885929 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-12e171ad-60ea-4fb1-8d7c-84797cf6bc12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755949 May 20 16:11:24.022386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-4e92096c-f66b-4e92-bc4d-5004e90a4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:24.023854 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-4e92096c-f66b-4e92-bc4d-5004e90a4bd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1098 time: 0.0722585 May 20 16:11:24.168815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-0ad81e59-1c3e-4a1a-8110-8f1669f50514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:24.170297 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-0ad81e59-1c3e-4a1a-8110-8f1669f50514 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 897 time: 0.1275604 May 20 16:11:24.205031 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:11:24.275539 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-41ba008c-ed4f-459b-86f1-5354bc397986 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 1000 time: 0.0981700 May 20 16:11:24.338904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-b1bdaddb-ed7d-4a4e-aebf-49d008a67f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:24.340362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-b1bdaddb-ed7d-4a4e-aebf-49d008a67f39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.0597327 May 20 16:11:24.417616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-47bfd392-a3e3-4f63-a6bd-e25b5faba58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:11:24.419092 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-47bfd392-a3e3-4f63-a6bd-e25b5faba58f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728567 May 20 16:11:24.552777 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-1719fd83-910d-4204-babc-120f1b6237c5 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271751 May 20 16:11:24.687119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f330f5a-1f62-430c-b52a-01846a4d5052 req-35034af5-f878-4d84-860f-20d4db7f23fb service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283226 May 20 16:11:30.879482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:40.372750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14298fe7-eab1-4eac-90c9-c70ecd05368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:43.131261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:43.749118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0b72f6bf-8b11-4be0-8cc8-6c4ee8dbe7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:44.630340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:46.478181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:00.884110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:01.207176 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:12:04.738835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49672) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:04.745821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:12:04.860532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16223181'] for subnet, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:05.044599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767615025848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16710102'] for subnet, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:05.049020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4b1227f8-a3c7-4ae6-8d67-26060ac46c80 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:05.095927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:05.096521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:05.096862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe41944-5e3e-4504-95c7-9cf10f86a9d8 None None] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:12:05.097819 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/subnets/371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 835 time: 0.3580058 May 20 16:12:05.116562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:05.124862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.125247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.125649 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.126050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.126417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.126783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.127145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.127508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.127870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.128229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.128588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.128944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:05.132534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:05.576791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-75dfaacb-7fec-4c13-8282-f0bbb6b07cd7 None None] Provisioning complete for port 6b0f1945-a691-45bd-96d5-2e652ce566d8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:12:05.577160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75dfaacb-7fec-4c13-8282-f0bbb6b07cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:05.704053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-75dfaacb-7fec-4c13-8282-f0bbb6b07cd7 None None] Provisioning complete for port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:12:05.704421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75dfaacb-7fec-4c13-8282-f0bbb6b07cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:05.828093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-75dfaacb-7fec-4c13-8282-f0bbb6b07cd7 None None] Provisioning complete for port 4ec38223-0bf8-43d7-8037-ce224a6685da triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:12:05.828467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75dfaacb-7fec-4c13-8282-f0bbb6b07cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:10.375554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2552be68-451d-41fa-bb6d-f0924e82ee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:13.135419 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:13.750475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b471-f075-4e4e-af6e-97436eb97af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:14.632844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:16.480592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:23.861443 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-bf03dc77-a11a-4a88-8e51-1572db898e5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686553 May 20 16:12:24.001389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-ea7888ea-e03b-464f-b88f-4d897524d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:24.002854 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-ea7888ea-e03b-464f-b88f-4d897524d29d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1098 time: 0.0745122 May 20 16:12:24.153887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-fc6b3ae7-c9d1-488d-9b19-037c91d64294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:24.155351 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-fc6b3ae7-c9d1-488d-9b19-037c91d64294 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 897 time: 0.1306722 May 20 16:12:24.256427 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-0aebeb4c-595a-4ee7-8423-ac3147d2bf92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 1000 time: 0.0946481 May 20 16:12:24.468147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-7aa84726-ce15-44ff-9879-df2795dd77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:24.469612 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-7aa84726-ce15-44ff-9879-df2795dd77a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.2071240 May 20 16:12:24.546017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-e6361ff4-c6ba-4399-a0d0-946b008b200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:24.547403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-e6361ff4-c6ba-4399-a0d0-946b008b200c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709846 May 20 16:12:24.560715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-4c99dbef-0b8b-40a2-9027-a56dc9137b63 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:12:24.561854 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-4c99dbef-0b8b-40a2-9027-a56dc9137b63 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058649 May 20 16:12:24.693531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-b5e74f8c-145a-413f-9f63-49853f849b51 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253324 May 20 16:12:24.826746 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c370b7dc-6504-4cdb-8726-ec18f29ed8e2 req-23d8f4d4-6922-4a1f-a0ea-47e3a6ec0285 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267607 May 20 16:12:30.878171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:38.205899 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:12:40.380411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5a805e0-c1d1-4f7c-b7bd-fedc4367dbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:43.140096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:43.756879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-96da4eaa-ebc1-4bd3-9399-f6df3e5e4a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:44.637978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:46.484397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:47.925037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49694) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:48.214140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port f269edd6-ac0b-4ef6-ac2f-ec0f21a20179 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:12:48.214400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:48.343349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:48.343878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:48.696255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for f269edd6-ac0b-4ef6-ac2f-ec0f21a20179 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:12:48.836601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:48.840379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:48.883741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=f269edd6-ac0b-4ef6-ac2f-ec0f21a20179,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:48.887538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:48.978689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:48.979328 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae disassociated (deleted). External IP: 172.26.8.59, port: 6b0f1945-a691-45bd-96d5-2e652ce566d8. May 20 16:12:49.353116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router ab45381e-a414-472d-83c7-5c7c2572ac2c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:12:49.539050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:12:49.549809 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] Sync routers for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:12:49.560756 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:12:49.561020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:49.561394 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:49.616515 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae HTTP/1.1" status: 204 len: 168 time: 1.6903267 May 20 16:12:49.617175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:12:49.725166 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'status': 'completed', 'code': 200} May 20 16:12:49.749614 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:12:49.959790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-70c087d0-26c9-481b-b1dd-8ff6816dc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:49.961502 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-70c087d0-26c9-481b-b1dd-8ff6816dc0d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 1098 time: 0.2161329 May 20 16:12:50.112163 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:56Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:50.116030 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] Checking router: ab45381e-a414-472d-83c7-5c7c2572ac2c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:12:50.124691 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:12:50.125291 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:50.152417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-b4594d8e-f4d2-4f65-a08f-7ccd5fc569b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:50.154157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-b4594d8e-f4d2-4f65-a08f-7ccd5fc569b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 200 len: 897 time: 0.1855667 May 20 16:12:50.165326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d4d8b-2ad6-414e-8c87-90fd1578d0b2 req-03400dc1-9c6c-4f07-919c-ed128f9e2f17 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:50.166708 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-920d4d8b-2ad6-414e-8c87-90fd1578d0b2 req-03400dc1-9c6c-4f07-919c-ed128f9e2f17 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 945 time: 0.2338300 May 20 16:12:50.244119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-721a8561-0927-4ac7-931e-dbfc39e6bf6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 200 len: 217 time: 0.0764654 May 20 16:12:50.305041 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:12:50.317065 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-920d4d8b-2ad6-414e-8c87-90fd1578d0b2 req-f4b21177-0788-4075-a13b-b2eaf3ef5999 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997312 May 20 16:12:50.328605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-a90c8157-38fc-4aed-b1bc-13726df2e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:50.330059 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-a90c8157-38fc-4aed-b1bc-13726df2e820 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 200 len: 843 time: 0.0797832 May 20 16:12:50.407701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-af1154ca-8382-4bba-ad78-000c6c0cdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:50.409232 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-af1154ca-8382-4bba-ad78-000c6c0cdb22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725765 May 20 16:12:50.546391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-407de648-cdc5-4c57-a31b-882fb243d640 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291723 May 20 16:12:50.620170 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:56Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:50.624836 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125f78d-1dc8-4fcb-b8a2-5c525013328f None None] The sync data for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv is: [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'a3e1a8f0-1e8d-4096-98b2-e0761ac16740', 'name': '', 'network_id': '5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:ae:b1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:51Z', 'updated_at': '2021-05-20T16:09:56Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': '371b37b0-6ceb-49f1-a3bb-58db1bb0ba81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:12:50.687850 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88e12cc1-fd66-467f-96ce-ecb91578865a req-08b2ca6d-1c92-4cc8-ab14-cb57a011dbb6 service neutron] 10.222.0.25 "GET /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329486 May 20 16:12:50.832266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf74726-5a41-41cc-be34-efe0c90bd307 None None] New status for floating IP a0bd08d3-fdc5-4a8a-a7b1-a636941f49ae: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:12:51.414550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-dbc7151a-bc3e-4a55-af5b-a274ecce678f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:51.416151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-dbc7151a-bc3e-4a55-af5b-a274ecce678f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 945 time: 0.0879548 May 20 16:12:51.621664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 6b0f1945-a691-45bd-96d5-2e652ce566d8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:12:51.621931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:51.644875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6139ad-e77b-4e47-a1c4-a1324d13720d req-4b4a8450-059d-44c1-90a5-ffca1bffe03d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:51.647354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb6139ad-e77b-4e47-a1c4-a1324d13720d req-4b4a8450-059d-44c1-90a5-ffca1bffe03d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=3976b54a-a3c7-4c60-93ea-6613291033a5 HTTP/1.1" status: 200 len: 945 time: 0.1971693 May 20 16:12:51.772303 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eb6139ad-e77b-4e47-a1c4-a1324d13720d req-1dd95b79-b3be-459d-a4c0-249b36350c47 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180711 May 20 16:12:51.797740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 6b0f1945-a691-45bd-96d5-2e652ce566d8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0f1945-a691-45bd-96d5-2e652ce566d8,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:12:51.798094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:52.059705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 6b0f1945-a691-45bd-96d5-2e652ce566d8 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:12:52.168616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:52.174255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:52.217688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=6b0f1945-a691-45bd-96d5-2e652ce566d8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:52.255944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.256322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.256693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.257062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.257450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.257815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.258173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.258530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.258886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.259239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.259590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.259938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:52.270444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:52.304822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 6b0f1945-a691-45bd-96d5-2e652ce566d8 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:12:52.307271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:52.310477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'name': 'network-vif-deleted', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:12:52.321697 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e062d9e4-ae06-41cc-827b-10efd3199444 req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/6b0f1945-a691-45bd-96d5-2e652ce566d8 HTTP/1.1" status: 204 len: 173 time: 0.9006431 May 20 16:12:52.359008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3976b54a-a3c7-4c60-93ea-6613291033a5', 'name': 'network-vif-deleted', 'tag': '6b0f1945-a691-45bd-96d5-2e652ce566d8', 'status': 'completed', 'code': 200} May 20 16:12:52.868501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49720) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:52.940949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:52.973306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:53.042747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:53.047116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-78ac604e-5f6e-4d6b-b56e-6eb83b226258 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:53.066464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abad0faf-d9c2-488d-8e3d-725fe8fb9fe9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:53.069032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:53.086047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:53.088054 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/abad0faf-d9c2-488d-8e3d-725fe8fb9fe9 HTTP/1.1" status: 204 len: 168 time: 0.2182572 May 20 16:12:53.121432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49726) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:53.706924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:54.127970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port a3e1a8f0-1e8d-4096-98b2-e0761ac16740 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:12:54.128653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:54.422928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port a3e1a8f0-1e8d-4096-98b2-e0761ac16740, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:12:54.423192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:54.550784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for a3e1a8f0-1e8d-4096-98b2-e0761ac16740 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:12:54.699294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:54.702719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:54.748869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=a3e1a8f0-1e8d-4096-98b2-e0761ac16740,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:54.751993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:54.800003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0f1945-a691-45bd-96d5-2e652ce566d8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:12:54.834845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 6b0f1945-a691-45bd-96d5-2e652ce566d8 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:12:54.835201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0f1945-a691-45bd-96d5-2e652ce566d8 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:12:55.021434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:55.380552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router ab45381e-a414-472d-83c7-5c7c2572ac2c has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:12:55.561598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:12:55.571337 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] Sync routers for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:12:55.574786 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/ab45381e-a414-472d-83c7-5c7c2572ac2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4522011 May 20 16:12:55.577477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49730) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:55.580788 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:12:55.581658 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:55.643895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet 371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:12:55.647049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:55.764731 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:12:55.859139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:55.943139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.048573 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:12:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:56.052427 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] Checking router: ab45381e-a414-472d-83c7-5c7c2572ac2c for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:12:56.060925 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] Routers {'ab45381e-a414-472d-83c7-5c7c2572ac2c'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:12:56.062191 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ab45381e-a414-472d-83c7-5c7c2572ac2c'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:56.239835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.244586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57af719b-55b4-4157-b222-74df5eabcbba tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:56.270597 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] Set router ab45381e-a414-472d-83c7-5c7c2572ac2c gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:12:56.283619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.291984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641564d-d083-41ab-92dc-c167be499f4c None None] Network 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:12:56.299190 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/371b37b0-6ceb-49f1-a3bb-58db1bb0ba81 HTTP/1.1" status: 204 len: 168 time: 0.7196746 May 20 16:12:56.300032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49734) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:56.300486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=371b37b0-6ceb-49f1-a3bb-58db1bb0ba81,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:56.303169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:56.556271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.618580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] DHCP port deletion for 5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:12:56.624233 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:12:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:56.628894 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac36399-6d2d-4206-8c8c-4cd672ad824c None None] The sync data for ids ['ab45381e-a414-472d-83c7-5c7c2572ac2c'] in dv-neutron-601336-76-hyperv is: [{'id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'name': 'tempest-TestNetworkBasicOps-router-183428875', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:09:46Z', 'updated_at': '2021-05-20T16:12:54Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'da131fd7-e6d6-408a-b2a6-227df68c2cc5', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45381e-a414-472d-83c7-5c7c2572ac2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:09:47Z', 'updated_at': '2021-05-20T16:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:12:56.705782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Deleting port 4ec38223-0bf8-43d7-8037-ce224a6685da {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:12:56.706321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.761571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.812098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] For port 4ec38223-0bf8-43d7-8037-ce224a6685da, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4ec38223-0bf8-43d7-8037-ce224a6685da,segment=NetworkSegment(587544bf-c4bd-44c0-94e4-2f9fbe758bb4),segment_id=587544bf-c4bd-44c0-94e4-2f9fbe758bb4)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:12:56.812431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.837641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port da131fd7-e6d6-408a-b2a6-227df68c2cc5 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:12:56.838144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:56.937638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Calling delete_port for 4ec38223-0bf8-43d7-8037-ce224a6685da owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:12:56.996591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.001251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:57.050709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Pushing event deleted for resources: {'Port': ['ID=4ec38223-0bf8-43d7-8037-ce224a6685da,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:57.059596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] No DVR routers for this DVR port 4ec38223-0bf8-43d7-8037-ce224a6685da on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:12:57.061781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.062911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.062911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.062911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.063221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.063440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.063763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.064081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.064408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.064720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.065036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.065367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:12:57.069585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:57.137946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port da131fd7-e6d6-408a-b2a6-227df68c2cc5, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=da131fd7-e6d6-408a-b2a6-227df68c2cc5,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:12:57.138300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.264663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for da131fd7-e6d6-408a-b2a6-227df68c2cc5 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:12:57.405497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.409034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:57.453461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=da131fd7-e6d6-408a-b2a6-227df68c2cc5,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:57.456645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:57.548878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.726298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.728576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.753017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.753575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router ab45381e-a414-472d-83c7-5c7c2572ac2c {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:12:57.771549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:57.772583 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/ab45381e-a414-472d-83c7-5c7c2572ac2c HTTP/1.1" status: 204 len: 168 time: 1.4705794 May 20 16:12:57.775255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49738) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:57.896599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.029126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.042499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:58.054776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587544bf-c4bd-44c0-94e4-2f9fbe758bb4') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:58.055068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587544bf-c4bd-44c0-94e4-2f9fbe758bb4') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:12:58.066750 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.083307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.090425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:12:58.090822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:12:58.105660 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:12:58.190180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.194931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.197684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-16d046e5-df1a-46b6-94ed-1b9b5e01a9b1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:58.223277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:58.225924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:58.235037 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/5cb0ce58-9ee5-4bd1-9983-397d4c2e32eb HTTP/1.1" status: 204 len: 168 time: 0.4585776 May 20 16:12:58.242863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49742) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:58.249879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--523643384', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:12:58.254874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:12:58.258999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:12:58.262411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:12:58.268464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:12:58.280802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:12:58.284443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.315897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:12:58.325745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.326120 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment a4d64352-7f32-4f56-b03a-9155a6217e56 of type vlan for network 581269d4-5ed2-488b-829d-7fd20db5153f May 20 16:12:58.339427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4ec38223-0bf8-43d7-8037-ce224a6685da no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:12:58.358440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.375272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 4ec38223-0bf8-43d7-8037-ce224a6685da {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:12:58.375623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4ec38223-0bf8-43d7-8037-ce224a6685da not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:12:58.376056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device da131fd7-e6d6-408a-b2a6-227df68c2cc5 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:12:58.390492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.395924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:12:58.396505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.400126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc1cb3d3-4109-43ad-8940-cca2d2257d1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:58.413429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: da131fd7-e6d6-408a-b2a6-227df68c2cc5 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:12:58.413780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device da131fd7-e6d6-408a-b2a6-227df68c2cc5 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:12:58.414207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3e1a8f0-1e8d-4096-98b2-e0761ac16740 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:12:58.448147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a3e1a8f0-1e8d-4096-98b2-e0761ac16740 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:12:58.448484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3e1a8f0-1e8d-4096-98b2-e0761ac16740 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:12:58.510564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2662697 May 20 16:12:58.514151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49746) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:58.514692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=581269d4-5ed2-488b-829d-7fd20db5153f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:58.517736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3bc9e8d9-a40e-4545-9225-00542892d5c4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:12:58.521996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:12:58.526005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 581269d4-5ed2-488b-829d-7fd20db5153f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:12:58.537525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:12:58.542281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:12:58.546697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:12:58.554027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:12:58.567600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.568984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:58.593402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:59.043267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:59.360698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:59.391540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:59.530702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.213 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/c9c2c25c-9c4c-4324-8748-d373b639b457) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:12:59.680220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:59.712967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:59.716827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a5440ff-4935-49fd-ae31-ff4f6f5ed3bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:12:59.783007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:12:59.785903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:12:59.789547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:12:59.823887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=c9c2c25c-9c4c-4324-8748-d373b639b457,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:12:59.830272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:00.216693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:00.701265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:00.891240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:00.904417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:13:01.082193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:13:01.092372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:13:01.102363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:01.102994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:01.110034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:01.114682 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5956304 May 20 16:13:01.114932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49750) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:01.285579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:01.317841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49756) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:01.318674 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-82b9a7ca-ebf1-428c-a26b-eb9868049a8d tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2018826 May 20 16:13:01.451546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90418040-c652-4374-b999-28879aa745f1 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:01.453035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-90418040-c652-4374-b999-28879aa745f1 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336544 May 20 16:13:01.455814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49760) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:01.494577 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e09bf8fb-1b45-42e2-8136-386aceafd2ed tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375834 May 20 16:13:01.497579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49764) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:01.503309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-288719730', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:01.615131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:01.615702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:00Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:01.619050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:01.619741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:13:01.620096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Updating router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a port c9c2c25c-9c4c-4324-8748-d373b639b457 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:13:01.622479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:01.628182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:01.640230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:13:01.644967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:01.676231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.000273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.013383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Transition to ACTIVE for port object c9c2c25c-9c4c-4324-8748-d373b639b457 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:02.020655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.024105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:02.071888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.076058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6c6af1f-3353-4153-b937-505a823ae503 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:02.100591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Attempting to bind port c9c2c25c-9c4c-4324-8748-d373b639b457 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:13:02.100961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Attempting to bind port c9c2c25c-9c4c-4324-8748-d373b639b457 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:13:02.101326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Attempting to bind port c9c2c25c-9c4c-4324-8748-d373b639b457 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:02.108463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084fa4f-b28d-4a4b-b908-7d8292e41f0e None None] Pushing event updated for resources: {'Port': ['ID=c9c2c25c-9c4c-4324-8748-d373b639b457,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:02.110926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:13:02.111296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:02.112207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.112207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:13:02.112566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Bound port: c9c2c25c-9c4c-4324-8748-d373b639b457, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:13:02.112880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.136403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6084fa4f-b28d-4a4b-b908-7d8292e41f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:02.153737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=ada98375-c8ee-443d-a083-5d918294f7fb,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:02.157082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:02.163373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:02.163741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 581269d4-5ed2-488b-829d-7fd20db5153f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:13:02.184088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 581269d4-5ed2-488b-829d-7fd20db5153f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:13:02.190348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] For port c9c2c25c-9c4c-4324-8748-d373b639b457, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:13:02.193644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] For port c9c2c25c-9c4c-4324-8748-d373b639b457, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c9c2c25c-9c4c-4324-8748-d373b639b457,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:13:02.194692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 581269d4-5ed2-488b-829d-7fd20db5153f) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:02.198925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.203327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:02.209465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:02.210195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.232485 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-64856bb7-f5ce-40a7-b43a-8e2af5d56cf8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7334602 May 20 16:13:02.236625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49768) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:02.238877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a6c987-bc88-4d35-902b-13fb81e16f22 None None] Network 581269d4-5ed2-488b-829d-7fd20db5153f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:13:02.375840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:02.376472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:02.429577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084fa4f-b28d-4a4b-b908-7d8292e41f0e None None] Pushing event updated for resources: {'Port': ['ID=c9c2c25c-9c4c-4324-8748-d373b639b457,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:02.448225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6084fa4f-b28d-4a4b-b908-7d8292e41f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:02.655214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-581269d4-5ed2-488b-829d-7fd20db5153f', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:13:02.656022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:02.668805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:03.076376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.103229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Allocated IP 172.20.0.2 (581269d4-5ed2-488b-829d-7fd20db5153f/ada98375-c8ee-443d-a083-5d918294f7fb/70724ed2-e6b3-445d-aeef-44177fea353c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:03.208500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:00Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:03.217209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf05cdb-e9e7-40a6-b534-c2a2de0699b7 None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:00Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:13:03.341798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.352518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Transition to ACTIVE for port object 70724ed2-e6b3-445d-aeef-44177fea353c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:03.371067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Transition to ACTIVE for port object 70724ed2-e6b3-445d-aeef-44177fea353c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:03.376894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.381569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:03.450668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Network 581269d4-5ed2-488b-829d-7fd20db5153f is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:03.456109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:03.460021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:03.492596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Pushing event updated for resources: {'Port': ['ID=70724ed2-e6b3-445d-aeef-44177fea353c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:03.499915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:03.518659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (581269d4-5ed2-488b-829d-7fd20db5153f/ada98375-c8ee-443d-a083-5d918294f7fb/e007b888-6bb4-4c42-bd94-5771163d14fc) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:03.559882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Attempting to bind port 70724ed2-e6b3-445d-aeef-44177fea353c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:13:03.560392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Attempting to bind port 70724ed2-e6b3-445d-aeef-44177fea353c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:13:03.560798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Attempting to bind port 70724ed2-e6b3-445d-aeef-44177fea353c on network 581269d4-5ed2-488b-829d-7fd20db5153f {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:03.566760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:13:03.567197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Checking segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:03.567678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.568148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Bound using segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:13:03.568686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Bound port: 70724ed2-e6b3-445d-aeef-44177fea353c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:13:03.569133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.668221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] For port 70724ed2-e6b3-445d-aeef-44177fea353c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:13:03.671459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] For port 70724ed2-e6b3-445d-aeef-44177fea353c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70724ed2-e6b3-445d-aeef-44177fea353c,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:13:03.677309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.681183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:03.693493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.710408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object e007b888-6bb4-4c42-bd94-5771163d14fc will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:03.736481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:03.740816 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-40bab790-942f-4686-be4b-c4b15e07ea82 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:03.764632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Pushing event updated for resources: {'Port': ['ID=70724ed2-e6b3-445d-aeef-44177fea353c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:03.767794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:03.820070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 581269d4-5ed2-488b-829d-7fd20db5153f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:03.823373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:03.826116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:03.863978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=e007b888-6bb4-4c42-bd94-5771163d14fc,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:03.867529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:03.893166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.344583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.394446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70724ed2-e6b3-445d-aeef-44177fea353c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:04.463763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 70724ed2-e6b3-445d-aeef-44177fea353c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:04.470722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c9c2c25c-9c4c-4324-8748-d373b639b457 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:04.549901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port c9c2c25c-9c4c-4324-8748-d373b639b457 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:04.555430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port c9c2c25c-9c4c-4324-8748-d373b639b457 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:04.555893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.683117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.700995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port c9c2c25c-9c4c-4324-8748-d373b639b457, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c9c2c25c-9c4c-4324-8748-d373b639b457,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:04.706028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.708258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:04.751320 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18949e2-3a01-4e85-9b58-3b50b67ca4dd None None] Network 581269d4-5ed2-488b-829d-7fd20db5153f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:13:04.781101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.786497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.815767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42ce5805-07b8-45f4-b4bc-25c366a7d773 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:04.867237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Provisioning for port 70724ed2-e6b3-445d-aeef-44177fea353c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:04.885767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=c9c2c25c-9c4c-4324-8748-d373b639b457,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:04.888229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Provisioning complete for port 70724ed2-e6b3-445d-aeef-44177fea353c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:04.888601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.904109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:04.907665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=e007b888-6bb4-4c42-bd94-5771163d14fc,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:04.910969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:04.911423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:05.051745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 581269d4-5ed2-488b-829d-7fd20db5153f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:05.053607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:05.115777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:05.162960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] For port 70724ed2-e6b3-445d-aeef-44177fea353c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70724ed2-e6b3-445d-aeef-44177fea353c,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:05.168964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:05.171229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6a5c2c8e-337a-4a2c-905f-0211df34b1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:05.239113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Pushing event updated for resources: {'Port': ['ID=70724ed2-e6b3-445d-aeef-44177fea353c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:05.253317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:05.262993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:13:05.401260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9639039a-406f-4431-b80f-700fc4f17eac None None] Provisioning complete for port 70724ed2-e6b3-445d-aeef-44177fea353c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:05.401788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9639039a-406f-4431-b80f-700fc4f17eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:05.460182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:13:05.473315 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:13:05.477009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2392669 May 20 16:13:05.477608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49772) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:05.484043 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:05.484699 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:05.570588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9639039a-406f-4431-b80f-700fc4f17eac None None] Provisioning for port e007b888-6bb4-4c42-bd94-5771163d14fc completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:05.578006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9639039a-406f-4431-b80f-700fc4f17eac None None] Provisioning complete for port e007b888-6bb4-4c42-bd94-5771163d14fc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:05.578803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9639039a-406f-4431-b80f-700fc4f17eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:05.643111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f341f-2ca7-4116-b925-d0d8e2616d8b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.643614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f341f-2ca7-4116-b925-d0d8e2616d8b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.644097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f341f-2ca7-4116-b925-d0d8e2616d8b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.644572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f341f-2ca7-4116-b925-d0d8e2616d8b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.647481 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-486f341f-2ca7-4116-b925-d0d8e2616d8b tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1670635 May 20 16:13:05.648217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9639039a-406f-4431-b80f-700fc4f17eac None None] Port e007b888-6bb4-4c42-bd94-5771163d14fc cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:13:05.649464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49776) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:05.685378 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:05.718811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a80a6-38cf-4cf0-a87f-7357e8cc9b90 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.719506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a80a6-38cf-4cf0-a87f-7357e8cc9b90 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.719981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a80a6-38cf-4cf0-a87f-7357e8cc9b90 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.720449 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a80a6-38cf-4cf0-a87f-7357e8cc9b90 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:05.722693 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-df5a80a6-38cf-4cf0-a87f-7357e8cc9b90 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0717103 May 20 16:13:05.724762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49780) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:05.768381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f261cb23-4db6-4300-bc9e-24c9047cc8c4 None None] Provisioning complete for port e007b888-6bb4-4c42-bd94-5771163d14fc triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:05.768758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f261cb23-4db6-4300-bc9e-24c9047cc8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:05.872606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f261cb23-4db6-4300-bc9e-24c9047cc8c4 None None] Port e007b888-6bb4-4c42-bd94-5771163d14fc cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:13:05.936221 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-727682f4-8f2a-4116-aa9c-f9120cf4a6d7 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2099674 May 20 16:13:06.003097 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:06.006969 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:13:06.007323 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Updating router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a port e007b888-6bb4-4c42-bd94-5771163d14fc binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:13:06.059840 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.174248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49786) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:06.179959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930611625', 'description': 'tempest-secgroup-smoke-930611625 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:06.186287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:06.190494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:06.193385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:06.199151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:06.215663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.240599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:06.244525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:06.247431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:06.253220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:06.329966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.334039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.351250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1bc5156b-4509-46a9-8a57-282f0d6fdb51 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:06.362208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70724ed2-e6b3-445d-aeef-44177fea353c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:06.381294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.385277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2073650 May 20 16:13:06.385731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49790) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:06.393407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'd77c7bb8-0c72-49b5-83b7-800c0bcfb40f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:06.399654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:06.402670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:06.406564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:06.407595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:06.411977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:06.417098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:06.433193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.436732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 70724ed2-e6b3-445d-aeef-44177fea353c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:06.437206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.446850 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.460668 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Transition to ACTIVE for port object e007b888-6bb4-4c42-bd94-5771163d14fc will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:06.468819 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.473483 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-47533921-50fc-4cc2-87cf-46a4cc968216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:06.496802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.502390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.504523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-007cfaaa-74ae-4f7e-9d0d-ddb67abe310d tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:06.527063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad101ffe-7763-48ae-bdd2-ed32b0b64451,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:06.530595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:06.539952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.544016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ba0a2e27-ac09-458c-9f44-ef919f6cd435 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547444 May 20 16:13:06.544335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49794) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:06.550153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'd77c7bb8-0c72-49b5-83b7-800c0bcfb40f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:06.556535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:06.560867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:06.563973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:06.566972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c9c2c25c-9c4c-4324-8748-d373b639b457 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:06.570449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:06.589432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.653985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port c9c2c25c-9c4c-4324-8748-d373b639b457 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:06.654497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.663854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.670866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.672835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1775a590-f135-4995-9065-6dce5058145f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:06.682282 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Pushing event updated for resources: {'Port': ['ID=e007b888-6bb4-4c42-bd94-5771163d14fc,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:06.690622 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.690877 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.691202 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.691521 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.691835 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.692150 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.692459 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.692768 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.693078 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.693415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.693722 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.694024 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:06.696314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bf6885-2ab6-4ec5-8e2e-bfd97dbe2ad1,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:06.707396 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:06.710528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:06.719475 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Attempting to bind port e007b888-6bb4-4c42-bd94-5771163d14fc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:13:06.719842 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Attempting to bind port e007b888-6bb4-4c42-bd94-5771163d14fc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:13:06.720209 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Attempting to bind port e007b888-6bb4-4c42-bd94-5771163d14fc on network 581269d4-5ed2-488b-829d-7fd20db5153f {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:06.723643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.724844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1794701 May 20 16:13:06.726343 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:13:06.726719 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Checking segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:06.727116 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.727501 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Bound using segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:13:06.727603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49798) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:06.727977 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Bound port: e007b888-6bb4-4c42-bd94-5771163d14fc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:13:06.728329 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.733245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'd77c7bb8-0c72-49b5-83b7-800c0bcfb40f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:06.739415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:06.743435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:06.748966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:06.755117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:06.775354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.831854 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] For port e007b888-6bb4-4c42-bd94-5771163d14fc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:13:06.834958 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] For port e007b888-6bb4-4c42-bd94-5771163d14fc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e007b888-6bb4-4c42-bd94-5771163d14fc,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:13:06.839310 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.843830 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6b095cae-ff81-4282-b993-8aa789a1fad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:06.844154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.847811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.849647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-67fd4ba9-13ce-4724-84ed-2c516bb3b8e7 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:06.872480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f949e39-1ecf-4a35-b211-10a45f6b43e4,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:06.877124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:06.884455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.885766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571457 May 20 16:13:06.889048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49802) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:06.899359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'd77c7bb8-0c72-49b5-83b7-800c0bcfb40f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:06.908576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:06.912454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:06.915699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:06.921845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:06.922227 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:06.922854 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:12:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:06.940263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:06.989423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Pushing event updated for resources: {'Port': ['ID=e007b888-6bb4-4c42-bd94-5771163d14fc,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:06.992732 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:07.019368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.025789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.032578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3c0492db-56a9-40ee-97b4-54d5bcee193b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:07.053369 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dbf08c-6444-4e20-93f7-e66a69212e53,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:07.060370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:07.066635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.067954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771657 May 20 16:13:07.070786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49806) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:07.076411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'd77c7bb8-0c72-49b5-83b7-800c0bcfb40f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:07.082573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:07.086444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:07.089280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:07.095085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:07.106026 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:13:07.111657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.127211 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:07.180424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.184728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.186557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4da4bcb0-99b3-45f8-b395-094a3be6e602 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:07.208302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02af5247-8afe-4465-a6b8-10129bd3ce02,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:07.210687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:07.218281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.219581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477935 May 20 16:13:07.222368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49810) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:07.227532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'd77c7bb8-0c72-49b5-83b7-800c0bcfb40f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:07.233996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:07.237802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:07.240648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:07.247021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:07.257436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:13:07.263220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.329197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.333758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.341323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5aeea42b-dd7c-45b2-ad8a-b9fa047fa71f tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:07.359951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7493f9-d774-4522-a614-58b3304a0dc1,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:07.363182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:07.370591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:07.372430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491556 May 20 16:13:07.440200 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:06Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:07.444207 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67943f23-f528-42b0-a0a1-9dc125f7b78f None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:06Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:13:07.554870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-25030179-d57f-4813-a98b-a499b68ad262 req-d9faa9bc-eda3-44c4-b28a-c81732603485 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:13:07.570554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-25030179-d57f-4813-a98b-a499b68ad262 req-d9faa9bc-eda3-44c4-b28a-c81732603485 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:13:07.572001 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-d9faa9bc-eda3-44c4-b28a-c81732603485 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930611625&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0637057 May 20 16:13:07.871496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-f9a764a6-8865-4807-bea9-0788369fdee4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:07.872189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-25030179-d57f-4813-a98b-a499b68ad262 req-f9a764a6-8865-4807-bea9-0788369fdee4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:13:07.888619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-25030179-d57f-4813-a98b-a499b68ad262 req-f9a764a6-8865-4807-bea9-0788369fdee4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:13:07.889877 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-f9a764a6-8865-4807-bea9-0788369fdee4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 796 time: 0.3109710 May 20 16:13:07.906362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-a04dd0b5-a197-4c62-ad7a-aee0f62796cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0105920 May 20 16:13:07.990067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-25030179-d57f-4813-a98b-a499b68ad262 req-711f148d-2a01-4d3f-9cf5-5e6f06f53adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:13:08.005326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-25030179-d57f-4813-a98b-a499b68ad262 req-711f148d-2a01-4d3f-9cf5-5e6f06f53adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:13:08.006707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-711f148d-2a01-4d3f-9cf5-5e6f06f53adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947988 May 20 16:13:08.196975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-106d9fa8-6ac7-45cb-b8ac-c5948208a327 service neutron] 10.222.0.13 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771674 May 20 16:13:08.338561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-9c878602-9165-4b4c-b148-d4c8ccc98512 service neutron] 10.222.0.13 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349716 May 20 16:13:08.376216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e007b888-6bb4-4c42-bd94-5771163d14fc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:08.450989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e007b888-6bb4-4c42-bd94-5771163d14fc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:08.456329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e007b888-6bb4-4c42-bd94-5771163d14fc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:08.456781 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:08.525373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8b358944-4346-48c1-ba7e-9fed4052ae37 req-9d0a43e6-21f5-4a8a-903d-e04722c4b633 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 210 time: 0.0416579 May 20 16:13:08.576698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:08.607962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e007b888-6bb4-4c42-bd94-5771163d14fc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e007b888-6bb4-4c42-bd94-5771163d14fc,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:08.611371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:08.613128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6084fa4f-b28d-4a4b-b908-7d8292e41f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:08.677226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e007b888-6bb4-4c42-bd94-5771163d14fc,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:08.680189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:09.629495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0ae6c7cd-c8fe-4d57-9fad-3d74914db947 req-c9ecf78a-85b5-441e-a28d-5f6dab2b7f85 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 210 time: 0.0502005 May 20 16:13:10.344891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e007b888-6bb4-4c42-bd94-5771163d14fc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:10.406446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e371ea4c-c933-4d30-803b-20ba06ef6b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:10.426915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e007b888-6bb4-4c42-bd94-5771163d14fc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:10.427284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:10.774422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f02cb36c-c828-4f53-85d1-0418a68633f9 req-81d1d1c4-f736-4972-881b-51a680135b3d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 210 time: 0.0417795 May 20 16:13:11.671108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-8e40c10e-4945-48c8-be57-085628a273b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:11.672518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-8e40c10e-4945-48c8-be57-085628a273b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 796 time: 0.1534700 May 20 16:13:11.722268 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-d5117ef8-3227-4225-9484-4b5e2998325b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 379 time: 0.0416870 May 20 16:13:11.732179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['d77c7bb8-0c72-49b5-83b7-800c0bcfb40f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:11.867781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:11.878027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:11.926200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:13:11.929607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:11.952151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c23451d5-e422-4bbc-bcb3-bfa3f67b9bb3 req-b8e7397a-fbd7-4b7f-8389-2a96f478d97d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 210 time: 0.0677838 May 20 16:13:12.106595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.12 (581269d4-5ed2-488b-829d-7fd20db5153f/ada98375-c8ee-443d-a083-5d918294f7fb/3c6fde7f-5dad-4bde-883f-a7467cb2ed42) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:12.296921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.312429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:12.336385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.342867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9828c6ea-7151-4481-ba1a-59f811526cdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:12.407198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 581269d4-5ed2-488b-829d-7fd20db5153f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:12.410244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:12.414029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:12.447650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:12.454969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:12.485450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:12.486059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.512085 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7834637 May 20 16:13:12.523903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Request body: {'port': {'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:12.634950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.675185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6717c87c-218a-47a7-b030-750f50d1d6a0 None None] Provisioning for port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:12.679915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6717c87c-218a-47a7-b030-750f50d1d6a0 None None] Provisioning complete for port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:12.681238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6717c87c-218a-47a7-b030-750f50d1d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.740420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6717c87c-218a-47a7-b030-750f50d1d6a0 None None] Port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:13:12.980663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:13:12.988367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.002882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Transition to ACTIVE for port object 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:13.006524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.011061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7c681ebc-fa32-430d-b07e-44f89bd4e724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:13.148022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.358199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:13.360982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:13.458700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daec05-9775-4479-b224-89ba4cabb60f req-937d4444-8924-4954-845f-e4eb0e1fd00d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:13.459302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-81daec05-9775-4479-b224-89ba4cabb60f req-937d4444-8924-4954-845f-e4eb0e1fd00d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:13:13.468837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Attempting to bind port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:13:13.469153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Attempting to bind port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:13:13.469565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Attempting to bind port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 on network 581269d4-5ed2-488b-829d-7fd20db5153f {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:13.478127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 on network 581269d4-5ed2-488b-829d-7fd20db5153f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:13:13.478473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Attempting to bind port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 on network 581269d4-5ed2-488b-829d-7fd20db5153f {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:13.484382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-81daec05-9775-4479-b224-89ba4cabb60f req-937d4444-8924-4954-845f-e4eb0e1fd00d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:13:13.485644 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-81daec05-9775-4479-b224-89ba4cabb60f req-937d4444-8924-4954-845f-e4eb0e1fd00d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 944 time: 0.2245064 May 20 16:13:13.486668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:13:13.486989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Checking segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:13.487365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Bound using segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:13:13.487775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Bound port: 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:13:13.488105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.584785 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-81daec05-9775-4479-b224-89ba4cabb60f req-af13da94-82c2-42fa-9230-82964666fb67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871103 May 20 16:13:13.614815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:13:13.617701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:13:13.623519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.627962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-345c9fde-a551-4467-8d97-4a2601703b29 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:13.687068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:13.687675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.689065 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] 10.222.0.25 "PUT /v2.0/ports/3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 1094 time: 1.1694322 May 20 16:13:13.689656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:13.711346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:13.714826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:13.761686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1ed4-dcc7-4d36-b495-16ad4896b5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:13.768021 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'status': 'completed', 'code': 200} May 20 16:13:13.805699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-70605e3a-67e3-4047-a3c5-72f47deecc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:13.807262 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-70605e3a-67e3-4047-a3c5-72f47deecc06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1097 time: 0.0811894 May 20 16:13:13.878009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-52bef47d-06ba-45ba-90df-03d5b730c0f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 217 time: 0.0633307 May 20 16:13:13.939567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-8bcd551e-d7db-4820-8c80-bdfdbc6db3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:13.940891 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-8bcd551e-d7db-4820-8c80-bdfdbc6db3ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0567262 May 20 16:13:14.015040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25030179-d57f-4813-a98b-a499b68ad262 req-edb9c547-3660-4924-a527-e5574c7fb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.016475 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-edb9c547-3660-4924-a527-e5574c7fb7bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683050 May 20 16:13:14.146585 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-e7064b62-664c-4c22-bd10-206c0ecea48c service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235299 May 20 16:13:14.279381 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25030179-d57f-4813-a98b-a499b68ad262 req-bf343681-eb83-4eda-9047-b8a8398f1a1a service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261518 May 20 16:13:14.401279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-f3aa2b58-6086-4c72-8cca-10957dccc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.403617 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-f3aa2b58-6086-4c72-8cca-10957dccc775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1097 time: 0.0764160 May 20 16:13:14.533309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-2907e6d2-f4a3-4c4a-bca2-4c6dda97f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.534693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-2907e6d2-f4a3-4c4a-bca2-4c6dda97f7d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1245391 May 20 16:13:14.601725 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-cdc0d835-f579-4ab6-9d00-c5991b88cc41 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 217 time: 0.0592136 May 20 16:13:14.645772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:14.671039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-d591cf22-4b17-4f6d-88b8-6a773ed4d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.672804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-d591cf22-4b17-4f6d-88b8-6a773ed4d02c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0636680 May 20 16:13:14.809719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-5050550d-1ff9-487a-a6c1-186586a2da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.811100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-5050550d-1ff9-487a-a6c1-186586a2da10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1305935 May 20 16:13:14.826036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645dff-0fd0-4a2e-8578-4222d161120e req-11dcc3bc-bfa0-4e19-a6e9-2a6ab6f6f0d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:14.827459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1a645dff-0fd0-4a2e-8578-4222d161120e req-11dcc3bc-bfa0-4e19-a6e9-2a6ab6f6f0d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 944 time: 0.1116090 May 20 16:13:14.949069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1a645dff-0fd0-4a2e-8578-4222d161120e req-114d7ba6-c4d3-4a90-8bbb-cd18afb9c0c5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035640 May 20 16:13:14.985693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-26042efa-0f40-4854-b540-d725c283bec1 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572971 May 20 16:13:15.205088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:13:15.257922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab3b2482-a6b6-44b2-a335-6f11fd5bbc1b req-60b3b1db-2e56-4334-a715-a55a2d6ebf87 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657292 May 20 16:13:16.136496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120a95-1ccf-4b12-b366-f7348b7501dc req-e0dd820d-6526-47f7-94be-048d351d7b53 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:16.137973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a7120a95-1ccf-4b12-b366-f7348b7501dc req-e0dd820d-6526-47f7-94be-048d351d7b53 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 944 time: 0.0812159 May 20 16:13:16.186312 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a7120a95-1ccf-4b12-b366-f7348b7501dc req-744976b6-fbe9-4889-bbe7-1564c820a96e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 May 20 16:13:16.484639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:16.862315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:13:16.992113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:17.005305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:13:17.062851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:17.079585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:13:17.094749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:17.098565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:17.101187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-243d2137-cd2a-4c04-bac4-dd3d21b730e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:17.164169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:17.167239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:17.325460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['3c6fde7f-5dad-4bde-883f-a7467cb2ed42'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:13:17.368599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce0a58-eba8-43a7-931e-e9d8a90c66d2 req-7f1546bc-d3d9-4ea2-82e0-7d2a36587892 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:17.370097 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-26ce0a58-eba8-43a7-931e-e9d8a90c66d2 req-7f1546bc-d3d9-4ea2-82e0-7d2a36587892 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 945 time: 0.0799997 May 20 16:13:17.415049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-26ce0a58-eba8-43a7-931e-e9d8a90c66d2 req-6fd88596-fd46-44cd-bae1-77638b5bfc1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386486 May 20 16:13:18.600271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340acad-2653-42a8-bf3c-86254d3b3c55 req-da5566c8-586d-4a7e-916d-f88070a6b8cb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:18.601663 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6340acad-2653-42a8-bf3c-86254d3b3c55 req-da5566c8-586d-4a7e-916d-f88070a6b8cb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 945 time: 0.0836267 May 20 16:13:18.646683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6340acad-2653-42a8-bf3c-86254d3b3c55 req-95bc1b70-0151-47e5-b30e-9e4642dc3c7e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386360 May 20 16:13:18.870004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:18.937031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:18.941634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:18.942026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.091102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.117543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:19.127586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:19.131412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:19.134423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ab985cfa-9d4e-45d8-8a55-ef5424b80971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:19.174810 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'code': 200} May 20 16:13:19.205808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:19.209281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:19.395795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf6337-eda4-4b6e-9f3a-2bd17082926f req-7039633d-1aa0-45bd-bf71-bef5843c92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:19.397321 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-facf6337-eda4-4b6e-9f3a-2bd17082926f req-7039633d-1aa0-45bd-bf71-bef5843c92fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1099 time: 0.0729098 May 20 16:13:19.439913 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-facf6337-eda4-4b6e-9f3a-2bd17082926f req-a04db8b2-0994-4100-aa84-d32023f0e637 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362368 May 20 16:13:19.837028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055bce0-53d4-45f6-9681-28be77bf2932 req-fceeecc8-7aad-46f2-b41a-2a423ad5558f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:19.838690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f055bce0-53d4-45f6-9681-28be77bf2932 req-fceeecc8-7aad-46f2-b41a-2a423ad5558f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 946 time: 0.0844254 May 20 16:13:19.885819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f055bce0-53d4-45f6-9681-28be77bf2932 req-4d1bfbd9-cdd5-4aaa-b98c-04afed274df3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 May 20 16:13:21.074336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a09b7-d354-42f3-8314-5c800f3687bc req-baa5075e-103c-45fe-be89-367275f96865 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:21.075798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-970a09b7-d354-42f3-8314-5c800f3687bc req-baa5075e-103c-45fe-be89-367275f96865 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 946 time: 0.0850818 May 20 16:13:21.120964 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-970a09b7-d354-42f3-8314-5c800f3687bc req-4dc7a794-e8d7-4920-ac9f-a75643f1a0d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 May 20 16:13:21.305686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80991b-167a-4375-9334-4808cdf6e7d2 req-37184769-cc78-4f23-b4bc-9fb580af36f0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:21.307140 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ae80991b-167a-4375-9334-4808cdf6e7d2 req-37184769-cc78-4f23-b4bc-9fb580af36f0 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 946 time: 0.0805235 May 20 16:13:21.352418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ae80991b-167a-4375-9334-4808cdf6e7d2 req-7bfdf53f-1d6b-4510-8e86-763501b8beb8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387917 May 20 16:13:21.374923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49876) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:21.451042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e9025-fab0-4b73-a113-db8bfb2c36ca tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:21.452561 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d50e9025-fab0-4b73-a113-db8bfb2c36ca tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1094 time: 0.0766678 May 20 16:13:21.455374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49880) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:21.460353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:21.466462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:21.470417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:21.473230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:21.479050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:21.489692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:21.626915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:21.918396 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.163 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/71099767-72c7-48dd-9151-2b743f51f919) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:22.070302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:22.099713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:22.103590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:22.171158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:22.173961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:22.177670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:22.210252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=71099767-72c7-48dd-9151-2b743f51f919,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:22.226981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.227358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.227730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.228093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.228455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.228812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.229176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.229557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.229983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.230343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.230697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.231052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:13:22.236489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:22.598216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:22.673713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:22.876832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:22.881098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:22.885488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:22.993777 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=71099767-72c7-48dd-9151-2b743f51f919,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:22.996635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:23.003374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:23.173237 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 8359033e-3b8c-4a49-8220-5214aeaa283a associated. External IP: 172.26.8.163, port: 3c6fde7f-5dad-4bde-883f-a7467cb2ed42. May 20 16:13:23.668195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:13:23.845079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:13:23.854147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:13:23.864116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:23.864732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:13:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:23.869515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:23.929060 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4724867 May 20 16:13:23.929576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:23.932025 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49884) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:23.974797 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'status': 'completed', 'code': 200} May 20 16:13:24.049124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:24.053080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0aa47e-baf9-47b6-a499-c45b3f077e7c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:24.057108 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f0aa47e-baf9-47b6-a499-c45b3f077e7c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1094 time: 0.1215954 May 20 16:13:24.077150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-d862f1c3-b5f5-4129-a4b8-a4fa93c5c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:24.078723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-d862f1c3-b5f5-4129-a4b8-a4fa93c5c4c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1099 time: 0.0815809 May 20 16:13:24.209420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-fffa4d16-feaf-4e2f-b5be-fa6c6639be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:24.210816 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-fffa4d16-feaf-4e2f-b5be-fa6c6639be59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1256487 May 20 16:13:24.259154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49892) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:24.265314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532696079', 'description': 'tempest-secgroup-smoke-532696079 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:24.272066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:24.284140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:24.305008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.323447 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-461aa541-305f-4012-852e-4d6ad3127d4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 1000 time: 0.1066449 May 20 16:13:24.327190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:24.331160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:24.334104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:24.340345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:24.398724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-41c29dca-06b2-466c-a4c5-9a1d6a646c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:24.400312 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-41c29dca-06b2-466c-a4c5-9a1d6a646c7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0705967 May 20 16:13:24.409885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:22Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:24.413718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:13:24.422164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:24.422769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:13:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:24.429448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.434712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.440236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-85ab583e-4bb8-4fc8-88ef-a91f6e8ff3c4 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:24.479241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-be980ba3-124e-4a63-9d18-0fbd6bfc6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:24.480759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-be980ba3-124e-4a63-9d18-0fbd6bfc6f34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736101 May 20 16:13:24.484618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6345b80c-d762-4ed0-b737-06c734ef7f7f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:24.488112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:24.493205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.497740 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2341270 May 20 16:13:24.498088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49896) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:24.504258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '6345b80c-d762-4ed0-b737-06c734ef7f7f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:24.510425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:24.514948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:24.517965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:24.523891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:24.543893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.608421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:24.612498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.617006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.619421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-60b29979-790e-463d-a60c-47786b973b7d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:24.623700 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-1ec5ba94-9138-4234-89cb-7f2e28dc4e02 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362300 May 20 16:13:24.641539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db9a7cd-2c0e-4f47-8740-e2c83b74ca1c,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:24.647193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:24.658663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.660530 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610174 May 20 16:13:24.662838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49900) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:24.669128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '6345b80c-d762-4ed0-b737-06c734ef7f7f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:24.675168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:24.679069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:24.681955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:24.688476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:24.705541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.768850 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b27eb3d8-931a-4ed3-8346-4b9c38789b3d req-4febeb85-068e-4196-a296-69505b5d9e9a service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384578 May 20 16:13:24.778707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.782858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.784828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3da49e38-1a8c-45e1-9b43-ce83460f43f8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:24.808853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be6d9d7-72d7-4361-90f3-a001a54608f2,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:24.811417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:24.819415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.820711 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a9ed3702-d9a5-406e-8c9b-d27d4c011b40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564431 May 20 16:13:24.823484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49904) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:24.828873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '6345b80c-d762-4ed0-b737-06c734ef7f7f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:24.834681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:24.838626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:24.841656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:24.847464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:24.863760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.927937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.932554 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.934897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3ae82700-a8dc-443c-921f-cd47ba2e5c44 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:24.954753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2b0b49-9551-4b80-88bc-320a320e0e86,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:24.958868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:24.969116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:24.970573 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461656 May 20 16:13:24.972263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:22Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:24.973304 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49908) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:24.976660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051558-217e-4c77-830a-f8af8c462d05 None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:22Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:13:24.980562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '6345b80c-d762-4ed0-b737-06c734ef7f7f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:24.986776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:24.991034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:24.994064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:25.000049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:25.017591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.084867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.088947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.091551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0e4308ce-aad6-458b-ace7-45a795b54506 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:25.115143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14117510-987d-4759-9ae9-ca87eb8f976e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:25.117955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:25.126077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.127387 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531079 May 20 16:13:25.130146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49912) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:25.135499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '6345b80c-d762-4ed0-b737-06c734ef7f7f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:25.141714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:25.145720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:25.148670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:25.155214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:25.166740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebed370-e8ae-4256-9eca-fa5f6caa7ebc None None] New status for floating IP 8359033e-3b8c-4a49-8220-5214aeaa283a: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:13:25.171300 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:13:25.177633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.244078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.248077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.249987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c99d749a-00b6-4c7c-b115-586b22bb6a3f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:25.271813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c64318c-816d-4e5a-86c0-b5eff1662322,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:25.274426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:25.283025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.284241 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531832 May 20 16:13:25.287310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 49916) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:25.293725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': '6345b80c-d762-4ed0-b737-06c734ef7f7f', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:25.300199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:25.304324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:25.307487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:25.314309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:25.323804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:13:25.329834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.399354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.403196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.405196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d720a31a-394f-4f82-93a7-fdb4d035c4b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:25.427957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21263013-045f-45b7-92a3-f1b4dd4b927b,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:25.430532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:25.439129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.440287 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518123 May 20 16:13:25.663709 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-7d04263c-6629-4b57-ab16-48e7eadb3f92 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532696079&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0459752 May 20 16:13:25.851248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-085b2331-f4ee-4cc4-8ef1-01c11787dced tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:25.852548 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-085b2331-f4ee-4cc4-8ef1-01c11787dced tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 796 time: 0.1818056 May 20 16:13:25.877090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-8d1e4967-941f-4b43-b530-06ce915e44db tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0181251 May 20 16:13:25.924398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-895bb451-9201-4b94-8e21-92c4bc2acc1e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225562 May 20 16:13:25.969493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-52cc4b4f-ce0b-496a-8c28-0a23ae268640 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862975 May 20 16:13:26.036635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-84720ff2-d06c-4ffa-9001-cb17f3004aee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:13:26.037638 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-84720ff2-d06c-4ffa-9001-cb17f3004aee service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545895 May 20 16:13:26.328661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-9caa1277-8891-47af-b2f2-c3dd652638fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:26.330166 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-9caa1277-8891-47af-b2f2-c3dd652638fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1099 time: 0.3365173 May 20 16:13:26.333409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-29673c02-8730-45c3-9459-2cd0f7373783 service neutron] 10.222.0.13 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884865 May 20 16:13:26.571435 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f90dd3cd-2de7-4891-b840-258f85c7c664 service neutron] 10.222.0.13 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312012 May 20 16:13:26.576378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-3d1692e6-30af-4c47-8fad-89b0e20e5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:26.577726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-3d1692e6-30af-4c47-8fad-89b0e20e5d5e service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.2183077 May 20 16:13:26.690764 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-456ae92c-c81f-485f-9503-f312efbe3782 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 1002 time: 0.1062784 May 20 16:13:26.787446 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0be3e4cc-1e4c-4c69-95a4-759ad6e928f4 req-c1770c43-e126-49e6-995f-15ae95224989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 210 time: 0.0586724 May 20 16:13:26.798738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-4e8e0cb5-20ee-41af-9510-e49a13b92904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:26.800318 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-4e8e0cb5-20ee-41af-9510-e49a13b92904 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.1039255 May 20 16:13:26.887793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-42f25514-a824-4b00-8b1d-2645f2e4aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:26.889615 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-42f25514-a824-4b00-8b1d-2645f2e4aa47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0794513 May 20 16:13:27.036417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-1a9b55d3-bf3e-48d4-908d-8bd49c95fc32 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401932 May 20 16:13:27.186490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a88f7c58-3ad9-48df-8999-e6c8ba4d8ca9 req-1f8ee63a-1620-4beb-9156-436e06c6ce8a service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355045 May 20 16:13:27.796839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-86474807-2b67-4606-94bd-94f88d19ce36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:27.798295 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-86474807-2b67-4606-94bd-94f88d19ce36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 796 time: 0.1540954 May 20 16:13:27.851159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-fb9d1641-66e2-477a-a454-c2dc0d342aea tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 471 time: 0.0443442 May 20 16:13:27.859307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['6345b80c-d762-4ed0-b737-06c734ef7f7f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:27.985363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5aa73a2e-78c0-41b5-93f9-735cc223abc4 req-2591b402-dc0f-47a7-82c1-2ae39441fa74 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 210 time: 0.0558853 May 20 16:13:28.038995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:28.048316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:28.058327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:13:28.061976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:28.221257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.10 (581269d4-5ed2-488b-829d-7fd20db5153f/ada98375-c8ee-443d-a083-5d918294f7fb/77270d36-0f26-4adb-b84e-e753c11be40b) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:28.561237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:28.576648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 77270d36-0f26-4adb-b84e-e753c11be40b will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:28.600118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:28.607009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:28.673475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 581269d4-5ed2-488b-829d-7fd20db5153f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:28.676457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:28.678979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:28.719167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=77270d36-0f26-4adb-b84e-e753c11be40b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:28.722250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:28.753259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:28.753925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:28.782795 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9270833 May 20 16:13:28.794506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Request body: {'port': {'device_id': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:28.904585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-38fa549f-d79c-4718-adc9-e5bcf4c92ffe None None] Provisioning for port 77270d36-0f26-4adb-b84e-e753c11be40b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:28.907150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:28.909446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-38fa549f-d79c-4718-adc9-e5bcf4c92ffe None None] Provisioning complete for port 77270d36-0f26-4adb-b84e-e753c11be40b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:28.909827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38fa549f-d79c-4718-adc9-e5bcf4c92ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:28.968997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-38fa549f-d79c-4718-adc9-e5bcf4c92ffe None None] Port 77270d36-0f26-4adb-b84e-e753c11be40b cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:13:29.257300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbbdae-f065-4544-a047-8918b1068ead req-d4b2d389-3428-484c-b666-99fa8edc1bb2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:29.258006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1ebbbdae-f065-4544-a047-8918b1068ead req-d4b2d389-3428-484c-b666-99fa8edc1bb2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:13:29.325612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1ebbbdae-f065-4544-a047-8918b1068ead req-d4b2d389-3428-484c-b666-99fa8edc1bb2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:13:29.326761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1ebbbdae-f065-4544-a047-8918b1068ead req-d4b2d389-3428-484c-b666-99fa8edc1bb2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 932 time: 0.2036462 May 20 16:13:29.335220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77270d36-0f26-4adb-b84e-e753c11be40b {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:13:29.358327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:29.389858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Transition to ACTIVE for port object 77270d36-0f26-4adb-b84e-e753c11be40b will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:13:29.395685 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1ebbbdae-f065-4544-a047-8918b1068ead req-28e3984f-5957-401f-a0be-95441005105f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626209 May 20 16:13:29.396719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:29.401276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4d8b80a2-3257-470c-9fd0-cbb50189f817 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:29.530503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Pushing event updated for resources: {'Port': ['ID=77270d36-0f26-4adb-b84e-e753c11be40b,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:29.557422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:29.634787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Attempting to bind port 77270d36-0f26-4adb-b84e-e753c11be40b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:13:29.635108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Attempting to bind port 77270d36-0f26-4adb-b84e-e753c11be40b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:13:29.635429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Attempting to bind port 77270d36-0f26-4adb-b84e-e753c11be40b on network 581269d4-5ed2-488b-829d-7fd20db5153f {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:29.640029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Port 77270d36-0f26-4adb-b84e-e753c11be40b on network 581269d4-5ed2-488b-829d-7fd20db5153f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:13:29.640336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Attempting to bind port 77270d36-0f26-4adb-b84e-e753c11be40b on network 581269d4-5ed2-488b-829d-7fd20db5153f {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:13:29.645708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:13:29.646035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Checking segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:13:29.646408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Bound using segment: {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:13:29.646818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Bound port: 77270d36-0f26-4adb-b84e-e753c11be40b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d64352-7f32-4f56-b03a-9155a6217e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:13:29.647155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:29.737131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] For port 77270d36-0f26-4adb-b84e-e753c11be40b, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:13:29.740039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] For port 77270d36-0f26-4adb-b84e-e753c11be40b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77270d36-0f26-4adb-b84e-e753c11be40b,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:13:29.744373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:29.748739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-60e4aea1-08ab-4156-801c-78e11915c252 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:29.797629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:29.798235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:29.799591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] 10.222.0.25 "PUT /v2.0/ports/77270d36-0f26-4adb-b84e-e753c11be40b HTTP/1.1" status: 200 len: 1094 time: 1.0099592 May 20 16:13:29.800140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:29.877704 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b', 'status': 'completed', 'code': 200} May 20 16:13:29.883208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Pushing event updated for resources: {'Port': ['ID=77270d36-0f26-4adb-b84e-e753c11be40b,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:29.887790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:29.920718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-8cda479d-2a3b-4cea-aba3-ac925bd58606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:29.922288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-8cda479d-2a3b-4cea-aba3-ac925bd58606 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 1097 time: 0.0818071 May 20 16:13:29.994530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-146850cd-9a8a-4ae6-8500-864db429b461 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77270d36-0f26-4adb-b84e-e753c11be40b HTTP/1.1" status: 200 len: 217 time: 0.0650084 May 20 16:13:30.057031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-2162c506-a4d3-4ebe-913e-260a05367036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:30.058417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-2162c506-a4d3-4ebe-913e-260a05367036 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0575266 May 20 16:13:30.134469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-33f63792-0b5f-46fa-a6de-d15042d558db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:30.136478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-33f63792-0b5f-46fa-a6de-d15042d558db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718484 May 20 16:13:30.268136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-596c18dc-9ea9-480f-8821-8b7183acb520 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249435 May 20 16:13:30.403707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21097b14-41ec-4f4c-ada5-5a4a4c5dcd55 req-2f587dfa-1990-4120-8868-46a07871776c service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285763 May 20 16:13:30.578668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-4b49abe3-20c4-4245-b4f5-31b1679a1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:30.580112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-4b49abe3-20c4-4245-b4f5-31b1679a1ac4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 1097 time: 0.1277246 May 20 16:13:30.623686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea78010-a84a-4bea-af24-6bbdabc5aa49 req-19230b19-b9bb-433e-a7e1-920adae0aa8f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:30.625151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1ea78010-a84a-4bea-af24-6bbdabc5aa49 req-19230b19-b9bb-433e-a7e1-920adae0aa8f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 944 time: 0.1207368 May 20 16:13:30.883523 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1ea78010-a84a-4bea-af24-6bbdabc5aa49 req-e9a401a8-2b2a-4c59-99e2-94b3063bbc13 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697646 May 20 16:13:30.892865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:30.899352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-2332aea3-d894-4c88-9061-0fc4b33801c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:30.900775 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-2332aea3-d894-4c88-9061-0fc4b33801c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.3117683 May 20 16:13:30.969450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-abb3f355-893d-4364-881e-76efd4e3f855 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77270d36-0f26-4adb-b84e-e753c11be40b HTTP/1.1" status: 200 len: 217 time: 0.0594335 May 20 16:13:31.038139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-807b93ed-09c4-477a-ac94-8453319d28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:31.039537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-807b93ed-09c4-477a-ac94-8453319d28e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0603714 May 20 16:13:31.113682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-a07e7228-578e-410b-862e-7e17577e14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:31.115121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-a07e7228-578e-410b-862e-7e17577e14fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686548 May 20 16:13:31.244606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-7c7b7209-0866-4e1d-8c6d-afed76dd0ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221855 May 20 16:13:31.375831 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c5c16ff-89c5-455c-8bcd-a369776e6002 req-5348dcb5-9227-4a2f-8968-5855edf94e15 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242318 May 20 16:13:32.071175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce961c-c076-4295-9264-ce4880ba31c5 req-4d40dc1c-82d0-4f04-aa15-97849882d138 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:32.072601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e2ce961c-c076-4295-9264-ce4880ba31c5 req-4d40dc1c-82d0-4f04-aa15-97849882d138 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 944 time: 0.0842657 May 20 16:13:32.117518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e2ce961c-c076-4295-9264-ce4880ba31c5 req-dd802b6d-bf49-4194-aaec-0542cbc738e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384948 May 20 16:13:32.939921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 77270d36-0f26-4adb-b84e-e753c11be40b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:13:33.115926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 77270d36-0f26-4adb-b84e-e753c11be40b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77270d36-0f26-4adb-b84e-e753c11be40b,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:33.129651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '77270d36-0f26-4adb-b84e-e753c11be40b', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'port_id': '77270d36-0f26-4adb-b84e-e753c11be40b', 'mac_address': 'fa:16:3e:c4:e1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:13:33.184770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:33.201186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77270d36-0f26-4adb-b84e-e753c11be40b {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:13:33.216385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 77270d36-0f26-4adb-b84e-e753c11be40b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77270d36-0f26-4adb-b84e-e753c11be40b,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:33.221495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:33.224745 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:33.293398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=77270d36-0f26-4adb-b84e-e753c11be40b,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:33.296628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:33.302105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98d64c-96e3-4af2-bb3f-83d8e196043d req-46f28744-7316-4a3b-aadb-e2a88fbe4c66 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:33.303591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b98d64c-96e3-4af2-bb3f-83d8e196043d req-46f28744-7316-4a3b-aadb-e2a88fbe4c66 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 945 time: 0.0822084 May 20 16:13:33.349973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b98d64c-96e3-4af2-bb3f-83d8e196043d req-bc88b22b-33fb-4d27-bdb0-ed1b3c42872d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404093 May 20 16:13:33.433248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['77270d36-0f26-4adb-b84e-e753c11be40b'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:13:34.537110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d2c1f-10a6-4e82-a578-e643e6969358 req-191d3654-56d6-4435-8c46-81f25480725b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:34.538596 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab4d2c1f-10a6-4e82-a578-e643e6969358 req-191d3654-56d6-4435-8c46-81f25480725b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 945 time: 0.0816650 May 20 16:13:34.583766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ab4d2c1f-10a6-4e82-a578-e643e6969358 req-3d2c5234-eaff-44ba-9898-bf876fdb72bd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388384 May 20 16:13:34.947407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 77270d36-0f26-4adb-b84e-e753c11be40b up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:13:35.016261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 77270d36-0f26-4adb-b84e-e753c11be40b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:13:35.020656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 77270d36-0f26-4adb-b84e-e753c11be40b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:13:35.021031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:35.132960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:35.159656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:35.169215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 77270d36-0f26-4adb-b84e-e753c11be40b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77270d36-0f26-4adb-b84e-e753c11be40b,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:13:35.173604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:35.175475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6b472a23-e03b-443a-a511-f59febf11775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:35.212177 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b', 'code': 200} May 20 16:13:35.245944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=77270d36-0f26-4adb-b84e-e753c11be40b,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:35.248730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:35.449828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94721d67-5d26-4679-9c30-5aa0ba14c724 req-37e07da0-922a-4d0f-bec4-3a571efa7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:35.451318 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94721d67-5d26-4679-9c30-5aa0ba14c724 req-37e07da0-922a-4d0f-bec4-3a571efa7eeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 1099 time: 0.0709295 May 20 16:13:35.495674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94721d67-5d26-4679-9c30-5aa0ba14c724 req-463da18d-5389-4bae-afd5-201ed4c402ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370283 May 20 16:13:35.767193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2b4d4-a549-4113-934d-60e828dbb6e8 req-cc0cf166-e98d-477b-b239-9ee45cefad89 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:35.768631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-77e2b4d4-a549-4113-934d-60e828dbb6e8 req-cc0cf166-e98d-477b-b239-9ee45cefad89 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 946 time: 0.0793746 May 20 16:13:35.812394 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-77e2b4d4-a549-4113-934d-60e828dbb6e8 req-1cfb292b-41f8-4142-b812-e97b9a574412 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379415 May 20 16:13:37.001291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5560f-260f-4acc-9815-e07f3bd66ab0 req-459b38e9-5b7d-4f2d-97d5-e72b1f162f2b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:37.002758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07c5560f-260f-4acc-9815-e07f3bd66ab0 req-459b38e9-5b7d-4f2d-97d5-e72b1f162f2b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 946 time: 0.0826802 May 20 16:13:37.046889 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07c5560f-260f-4acc-9815-e07f3bd66ab0 req-1270103b-79ba-4b53-82aa-6e8763079b77 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383909 May 20 16:13:37.226120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9a9e-c9e4-496a-8c5e-de0d22c8a0ec req-e16dd96c-c79f-4112-b7ea-0c3b9b5cc69c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:37.227640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-287c9a9e-c9e4-496a-8c5e-de0d22c8a0ec req-e16dd96c-c79f-4112-b7ea-0c3b9b5cc69c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 946 time: 0.0791738 May 20 16:13:37.271921 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-287c9a9e-c9e4-496a-8c5e-de0d22c8a0ec req-ed993e92-eca2-4fc7-9885-3a645ec1ff6f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 May 20 16:13:37.294863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49970) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:37.364406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadfa004-a09d-403c-9a54-9343ca18ac17 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:37.365920 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fadfa004-a09d-403c-9a54-9343ca18ac17 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 1094 time: 0.0700929 May 20 16:13:37.368596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49974) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:13:37.373514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '77270d36-0f26-4adb-b84e-e753c11be40b', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:13:37.379208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:13:37.382981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:13:37.386272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:13:37.391936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:13:37.402841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:37.536352 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:37.672259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.99 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/70a23057-1010-465a-a565-796b3b790c8c) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:13:37.815493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:37.843333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:37.847625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fbf5dffa-b6d6-4f35-9ce9-cdc941c267e1 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:37.903816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:13:37.910654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:13:37.914683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:13:37.959417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=70a23057-1010-465a-a565-796b3b790c8c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:37.963485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:38.470823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:38.542937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:38.748440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:38.752850 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:38.757150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-114ec9ae-63fa-44e7-bd5c-9b3610243a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:13:38.859648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=70a23057-1010-465a-a565-796b3b790c8c,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:13:38.864409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:13:38.870908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:39.048526 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP a4cb4fb6-f085-477e-9364-6431124a1027 associated. External IP: 172.26.8.99, port: 77270d36-0f26-4adb-b84e-e753c11be40b. May 20 16:13:39.396907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:13:39.576105 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:13:39.585488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:13:39.594862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:39.595469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:13:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:39.600382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:39.656750 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2869740 May 20 16:13:39.657242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:13:39.700781 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b', 'status': 'completed', 'code': 200} May 20 16:13:39.778293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:39.796802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-2c877ca9-4e4e-42c3-b30d-a6f2d0a422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:39.798331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-2c877ca9-4e4e-42c3-b30d-a6f2d0a422ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 1099 time: 0.0754502 May 20 16:13:39.934727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-2b4d1bce-cb51-4bf1-878b-5bdead46210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:39.936147 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-2b4d1bce-cb51-4bf1-878b-5bdead46210a service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1303940 May 20 16:13:40.139792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:25Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}, {'id': 'a4cb4fb6-f085-477e-9364-6431124a1027', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.99', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '77270d36-0f26-4adb-b84e-e753c11be40b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:c4:e1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:38Z', 'updated_at': '2021-05-20T16:13:38Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:40.143980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:13:40.153284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:13:40.153929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:13:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:40.184032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-fb574b92-fee6-43da-86a3-38f8e56badf2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77270d36-0f26-4adb-b84e-e753c11be40b HTTP/1.1" status: 200 len: 999 time: 0.2405734 May 20 16:13:40.247930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-992e1782-5e3a-4161-884c-9c685171fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:40.249649 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-992e1782-5e3a-4161-884c-9c685171fa98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0586011 May 20 16:13:40.327150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-fe01bf82-6db7-4664-a6e2-03f63573741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:13:40.328620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-fe01bf82-6db7-4664-a6e2-03f63573741f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722957 May 20 16:13:40.333141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:13:40.459095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f64-cbbb-4ea8-9047-0ab2ce6171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:40.470031 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-7d1ad071-f5ce-44fe-b78e-cd4b22988306 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342709 May 20 16:13:40.604451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847e306c-d5f5-435b-9cdc-4bbad2a6e4e8 req-739b0e80-81c5-4b55-991f-3cf60487f013 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267841 May 20 16:13:40.744633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:25Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}, {'id': 'a4cb4fb6-f085-477e-9364-6431124a1027', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.99', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '77270d36-0f26-4adb-b84e-e753c11be40b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:c4:e1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:38Z', 'updated_at': '2021-05-20T16:13:38Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:13:40.749186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd5168-9919-4e1f-a602-6261e8f61682 None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:25Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}, {'id': 'a4cb4fb6-f085-477e-9364-6431124a1027', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.99', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '77270d36-0f26-4adb-b84e-e753c11be40b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:c4:e1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:38Z', 'updated_at': '2021-05-20T16:13:38Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:13:40.923599 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e7ffe-846c-4280-a31e-b57b8f5f015f None None] New status for floating IP a4cb4fb6-f085-477e-9364-6431124a1027: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:13:43.140075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:43.753147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bafcb89a-127a-4702-9de7-11724f0db565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:44.641783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:46.489736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:52.204022 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:14:00.904703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:10.390963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cda0c3b7-4a46-4e1a-aee7-beb454f78f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.143805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.754224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8005be28-7d65-4209-9d71-6b2357ab23b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.146723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 49994) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:14.398856 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ffa5b7b-3e2c-4dc8-813a-e3168d21f1ed tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/8359033e-3b8c-4a49-8220-5214aeaa283a HTTP/1.1" status: 200 len: 994 time: 0.2509108 May 20 16:14:14.645471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.233234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50004) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:15.239433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:15.361635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.571736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:15.599745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.604666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.608272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a5675c25-1370-45a5-ac4b-ca0666b34989 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:15.672899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:15.673558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.674948 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/ports/3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 939 time: 0.4406912 May 20 16:14:15.675697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:15.699221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=6']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:15.702519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:15.724345 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'status': 'completed', 'code': 200} May 20 16:14:15.824671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-eda63264-c0fd-4900-9556-aa450193e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:15.826175 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-eda63264-c0fd-4900-9556-aa450193e8d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1100 time: 0.0796990 May 20 16:14:15.889833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4599882f-2dc6-4cb2-b4e0-bd4fd029db32 None None] Provisioning complete for port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:15.890444 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4599882f-2dc6-4cb2-b4e0-bd4fd029db32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.949386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4599882f-2dc6-4cb2-b4e0-bd4fd029db32 None None] Port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 is administratively disabled so it will not transition to active. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 20 16:14:15.956519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-aaf4f8ac-0d29-4d64-8fa1-086547001199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:15.958005 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-aaf4f8ac-0d29-4d64-8fa1-086547001199 service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1257703 May 20 16:14:16.059755 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-3254ae6c-b489-469a-9008-9f8e5a0ca532 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 1003 time: 0.0951176 May 20 16:14:16.121672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-2430db8f-d0be-4b1c-b0b4-8a2d224a9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:16.123011 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-2430db8f-d0be-4b1c-b0b4-8a2d224a9187 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0572832 May 20 16:14:16.196020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-0c654915-31c6-4310-827f-6e9aff44a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:16.198146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-0c654915-31c6-4310-827f-6e9aff44a4b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684879 May 20 16:14:16.328566 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-ae860081-f7d7-431e-b705-8bb56e716b8f service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243231 May 20 16:14:16.465555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59d19b23-1df9-4e10-8e12-9a5d196262fc req-6e90c898-325d-4c7d-a048-593876587602 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299212 May 20 16:14:16.489799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.092901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50014) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:19.098920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'admin_state_up': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:19.222250 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.438503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:19.462957 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.467501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.471071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-73b98868-40ce-4f10-af44-d872cb9053d3 tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:19.539382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:19.540010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.541989 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/ports/3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 938 time: 0.4480555 May 20 16:14:19.542646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:19.544914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50018) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:19.564403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=7']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:19.568022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:19.597993 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'status': 'completed', 'code': 200} May 20 16:14:19.713899 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-db724f57-d48d-405b-ab6f-73e0f2fee3e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/8359033e-3b8c-4a49-8220-5214aeaa283a HTTP/1.1" status: 200 len: 994 time: 0.1675217 May 20 16:14:19.735112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-b003d446-22b6-4a1f-9c1f-ff2318d99102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:19.736592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-b003d446-22b6-4a1f-9c1f-ff2318d99102 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1099 time: 0.1138062 May 20 16:14:19.758605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['3c6fde7f-5dad-4bde-883f-a7467cb2ed42'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:14:19.827545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aca43605-ffb4-4522-a111-3ece1948923a None None] Provisioning complete for port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:19.827875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aca43605-ffb4-4522-a111-3ece1948923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.874347 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-020e89a0-6f78-468a-b27d-8e135571699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:19.875792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-020e89a0-6f78-468a-b27d-8e135571699a service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1325881 May 20 16:14:20.134290 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-965f2a8d-f762-4bfb-9ca8-389cc98d4f74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 1002 time: 0.2515144 May 20 16:14:20.196045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-ae7b1321-4a76-43f6-906d-0700b568a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:20.198070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-ae7b1321-4a76-43f6-906d-0700b568a18a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0568597 May 20 16:14:20.274419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-650528f0-7d6a-4496-b8ca-c6b6f06ddd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:20.276515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-650528f0-7d6a-4496-b8ca-c6b6f06ddd20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714130 May 20 16:14:20.409454 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-dfffde86-b1e9-458b-9019-256d8f4d9292 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262574 May 20 16:14:20.543804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e06f7d6c-d0e6-46d3-bf2f-90ae55b44c93 req-a84cc14b-12ac-44f6-bd3b-aba0dfd607a8 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276140 May 20 16:14:22.319391 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50032) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:22.580577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 70a23057-1010-465a-a565-796b3b790c8c {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:22.580826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.702344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.702660 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.824230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 70a23057-1010-465a-a565-796b3b790c8c owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:22.944112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.947681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82133fb2-e6ba-4a66-9287-2ed7eb2615af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:22.999465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=70a23057-1010-465a-a565-796b3b790c8c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:23.068741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.069119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.069527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.069991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.070417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.070790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.071155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.071513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.072115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.072228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.072591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.072947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:23.078904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:23.106124 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.106452 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP a4cb4fb6-f085-477e-9364-6431124a1027 disassociated (deleted). External IP: 172.26.8.99, port: 77270d36-0f26-4adb-b84e-e753c11be40b. May 20 16:14:23.600210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:23.779975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:23.789324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:23.799953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:23.800152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.800566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:23.856398 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/a4cb4fb6-f085-477e-9364-6431124a1027 HTTP/1.1" status: 204 len: 168 time: 1.5357101 May 20 16:14:23.856909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:23.903126 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b', 'status': 'completed', 'code': 200} May 20 16:14:23.981065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:23.999199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-7164febc-a672-4bcc-841c-d29b5ad00f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:24.001286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-7164febc-a672-4bcc-841c-d29b5ad00f4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 1099 time: 0.0775971 May 20 16:14:24.140349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-35590d1e-1438-4b91-97d7-2ba257eceb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:24.141734 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-35590d1e-1438-4b91-97d7-2ba257eceb00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1346982 May 20 16:14:24.256092 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-a819c6e8-1b8a-4452-9381-ece9e2011918 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77270d36-0f26-4adb-b84e-e753c11be40b HTTP/1.1" status: 200 len: 217 time: 0.1058505 May 20 16:14:24.339604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-4e490d97-84f1-4e2f-bd58-55454a03b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:24.341030 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-4e490d97-84f1-4e2f-bd58-55454a03b27b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0775056 May 20 16:14:24.389055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:25Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:24.390278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251489c-8e98-4e46-b719-4af0bb4a4fa6 req-8a6aaa9f-7e8c-4c3f-8c84-5bc6844afeeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:24.391815 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a251489c-8e98-4e46-b719-4af0bb4a4fa6 req-8a6aaa9f-7e8c-4c3f-8c84-5bc6844afeeb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 946 time: 0.1906767 May 20 16:14:24.393201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:24.401616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:24.402231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:24.456379 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a251489c-8e98-4e46-b719-4af0bb4a4fa6 req-3334af8c-ecf1-4d8d-bc67-b5b4d50c8a32 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563157 May 20 16:14:24.462660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-6774d23b-c05f-4b3c-ad2e-3c095916a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:24.464224 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-6774d23b-c05f-4b3c-ad2e-3c095916a32c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1157091 May 20 16:14:24.584677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:24.596940 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-30d24e91-9066-46d7-ae9b-aacc2ccbf1e6 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257529 May 20 16:14:24.731507 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fc31fca7-598e-45f0-a2c2-a4773b313671 req-fe319192-0d29-4d41-b87b-2d294211df90 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266026 May 20 16:14:24.945921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:25Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:24.950348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b7d797-6c14-4661-a941-aa352063c5f1 None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '8359033e-3b8c-4a49-8220-5214aeaa283a', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.163', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'port_id': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'mac_address': 'fa:16:3e:cf:34:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:13:22Z', 'updated_at': '2021-05-20T16:13:25Z', 'revision_number': 1, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:25.153214 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e80242-3522-4b42-849d-430b8099bca7 None None] New status for floating IP a4cb4fb6-f085-477e-9364-6431124a1027: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:14:25.467797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-5446c6c9-9c50-4d1f-9676-a29c2f90348a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:25.469202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-5446c6c9-9c50-4d1f-9676-a29c2f90348a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 946 time: 0.0827625 May 20 16:14:25.669421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 77270d36-0f26-4adb-b84e-e753c11be40b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:25.669760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.903175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d943af-5139-4f26-9b1f-8a6d08fc446b req-d6e3caa3-d4a5-46f3-a814-82a5b75a1d8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:25.904678 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-18d943af-5139-4f26-9b1f-8a6d08fc446b req-d6e3caa3-d4a5-46f3-a814-82a5b75a1d8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d69bb-a026-4d34-8fe3-1307a1a05908 HTTP/1.1" status: 200 len: 946 time: 0.3315151 May 20 16:14:25.982200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-18d943af-5139-4f26-9b1f-8a6d08fc446b req-0a0b8132-83bc-4698-9316-83652566e071 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=6345b80c-d762-4ed0-b737-06c734ef7f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688629 May 20 16:14:26.000456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 77270d36-0f26-4adb-b84e-e753c11be40b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77270d36-0f26-4adb-b84e-e753c11be40b,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:26.000851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.125671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 77270d36-0f26-4adb-b84e-e753c11be40b owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:26.238690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.244138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:26.288563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=77270d36-0f26-4adb-b84e-e753c11be40b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:26.320446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.320825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.321202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.321587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.321953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.322313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.322670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.323593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.323910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.324266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.324646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.324981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:26.332978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:26.375704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 77270d36-0f26-4adb-b84e-e753c11be40b on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:14:26.378232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.380775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'name': 'network-vif-deleted', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:26.392725 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb17f827-423c-45eb-ae7e-6dbfbc9fa15e req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/77270d36-0f26-4adb-b84e-e753c11be40b HTTP/1.1" status: 204 len: 173 time: 0.9177463 May 20 16:14:26.431228 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494d69bb-a026-4d34-8fe3-1307a1a05908', 'name': 'network-vif-deleted', 'tag': '77270d36-0f26-4adb-b84e-e753c11be40b', 'status': 'completed', 'code': 200} May 20 16:14:27.076261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50048) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:27.145718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.177353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.246560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.251184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0db56879-77a5-42f8-9881-5a0968c6c2a9 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:27.265826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6345b80c-d762-4ed0-b737-06c734ef7f7f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:27.269294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:27.274645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.275811 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/6345b80c-d762-4ed0-b737-06c734ef7f7f HTTP/1.1" status: 204 len: 168 time: 0.1985815 May 20 16:14:27.310126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50054) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:27.579185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 71099767-72c7-48dd-9151-2b743f51f919 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:27.579421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.701766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.702093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.827564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 71099767-72c7-48dd-9151-2b743f51f919 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:27.909328 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-4fb9df74-7a2e-4e81-8bb6-b508cf2f2593 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702786 May 20 16:14:27.948117 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.952781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bf98ab40-fa92-42b6-bcfd-535cb74d1dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:28.000603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=71099767-72c7-48dd-9151-2b743f51f919,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:28.003565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:28.065376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-0af80696-94be-4004-8c06-f4b4881e5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:28.066757 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-0af80696-94be-4004-8c06-f4b4881e5de7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1099 time: 0.0745015 May 20 16:14:28.090436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.091020 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 8359033e-3b8c-4a49-8220-5214aeaa283a disassociated (deleted). External IP: 172.26.8.163, port: 3c6fde7f-5dad-4bde-883f-a7467cb2ed42. May 20 16:14:28.222891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-b754b6d1-4e89-40d3-b33a-690c1b8b99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:28.224712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-b754b6d1-4e89-40d3-b33a-690c1b8b99aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1401727 May 20 16:14:28.292817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-bcbd046c-c10f-46a6-b8b5-f54804642942 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 217 time: 0.0604820 May 20 16:14:28.358013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-d779a198-5b2d-42e4-aa35-495fc90739e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:28.359445 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-d779a198-5b2d-42e4-aa35-495fc90739e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0615816 May 20 16:14:28.436895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-028125ac-aab7-4358-85bb-bef5526765a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:28.438416 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-028125ac-aab7-4358-85bb-bef5526765a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723429 May 20 16:14:28.571020 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-50590563-02d4-486b-95a9-08379a1ee480 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257699 May 20 16:14:28.589416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:28.708121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb50d382-8b2a-4d63-98df-28ccbf66ee95 req-f7dd31e6-90d3-4404-bb63-275c73e53e33 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288168 May 20 16:14:28.771280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:28.781634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:28.788746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.794254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:28.795082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:28.845787 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/8359033e-3b8c-4a49-8220-5214aeaa283a HTTP/1.1" status: 204 len: 168 time: 1.5342574 May 20 16:14:28.846271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:28.893028 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'status': 'completed', 'code': 200} May 20 16:14:28.986224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:28.990577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-309ca9ec-e826-4420-aa83-fea927e84601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:28.992114 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-309ca9ec-e826-4420-aa83-fea927e84601 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 1099 time: 0.0758979 May 20 16:14:29.133846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-8c47cea6-be34-4bb5-b9b8-9ff24e3bf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:29.135393 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-8c47cea6-be34-4bb5-b9b8-9ff24e3bf354 service neutron] 10.222.0.25 "GET /v2.0/networks?id=581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 200 len: 896 time: 0.1388226 May 20 16:14:29.145845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 77270d36-0f26-4adb-b84e-e753c11be40b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:14:29.203243 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:14:29.228206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 77270d36-0f26-4adb-b84e-e753c11be40b {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:14:29.228558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 77270d36-0f26-4adb-b84e-e753c11be40b not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:14:29.239491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-143cfe4d-37b1-4ab8-a92f-a0be433ac4aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 200 len: 217 time: 0.0971642 May 20 16:14:29.317790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-72539992-b8df-43b2-a5a7-5a8b35f3639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:29.319205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-72539992-b8df-43b2-a5a7-5a8b35f3639c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 200 len: 834 time: 0.0728209 May 20 16:14:29.354137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:29.358530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:29.366849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:29.367455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:29.370745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c57da-81e4-4891-89a1-c5b67d3732ba req-e2cde675-9d51-489d-a23e-7d66d9fa8545 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:29.371417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a47c57da-81e4-4891-89a1-c5b67d3732ba req-e2cde675-9d51-489d-a23e-7d66d9fa8545 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:29.403542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a47c57da-81e4-4891-89a1-c5b67d3732ba req-e2cde675-9d51-489d-a23e-7d66d9fa8545 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:29.404597 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a47c57da-81e4-4891-89a1-c5b67d3732ba req-e2cde675-9d51-489d-a23e-7d66d9fa8545 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 946 time: 0.2612603 May 20 16:14:29.434992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-f85cff78-ecfb-4bee-98cd-0c1c06b04497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:29.436424 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-f85cff78-ecfb-4bee-98cd-0c1c06b04497 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=581269d4-5ed2-488b-829d-7fd20db5153f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1098008 May 20 16:14:29.478895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a47c57da-81e4-4891-89a1-c5b67d3732ba req-1567fad9-79f4-40c2-8125-8f4865e546df tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667052 May 20 16:14:29.599273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:29.733273 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-f297dc7f-8ba3-4938-aaea-25c3038996a9 service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849252 May 20 16:14:29.864405 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3fffe3f-dc68-4d95-bb10-d03a2c1be9b1 req-4d19e653-3399-47c2-a48b-7aad53d9e6db service neutron] 10.222.0.25 "GET /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247921 May 20 16:14:29.917687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:29.921753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6eee2c-585d-45da-954e-f2199a84bb09 None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e007b888-6bb4-4c42-bd94-5771163d14fc', 'name': '', 'network_id': '581269d4-5ed2-488b-829d-7fd20db5153f', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:cf:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:13:03Z', 'updated_at': '2021-05-20T16:13:08Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'ada98375-c8ee-443d-a083-5d918294f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:30.124346 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0152b64b-3faa-4515-869c-4c2e791786ec None None] New status for floating IP 8359033e-3b8c-4a49-8220-5214aeaa283a: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:14:30.541813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168f466-294b-477e-ad42-e40ecba104f6 req-7a5f0167-5d16-4a0c-9e86-6c3cd8b58af4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:30.543266 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9168f466-294b-477e-ad42-e40ecba104f6 req-7a5f0167-5d16-4a0c-9e86-6c3cd8b58af4 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 946 time: 0.0794237 May 20 16:14:30.746328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76583e77-8a3f-4414-b60c-ddc280c1607b req-5b7c1b0e-d79d-4132-91d9-e1fe47124a3b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:30.747778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76583e77-8a3f-4414-b60c-ddc280c1607b req-5b7c1b0e-d79d-4132-91d9-e1fe47124a3b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=be903d06-51e4-4b68-aec7-976fe1a3517f HTTP/1.1" status: 200 len: 946 time: 0.1552575 May 20 16:14:30.753588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:30.753935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:30.879425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76583e77-8a3f-4414-b60c-ddc280c1607b req-9091e568-d710-4932-96a9-75404b998609 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100905 May 20 16:14:30.904935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:30.919554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:30.919913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.043448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:31.152412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.159310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7dcfe292-e0fc-4e22-bdf1-226aaf9e5bac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:31.205847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=3c6fde7f-5dad-4bde-883f-a7467cb2ed42,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:31.208851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:31.281478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:14:31.284381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.286986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'name': 'network-vif-deleted', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:31.302679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9168f466-294b-477e-ad42-e40ecba104f6 req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/3c6fde7f-5dad-4bde-883f-a7467cb2ed42 HTTP/1.1" status: 204 len: 173 time: 0.7542615 May 20 16:14:31.333812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be903d06-51e4-4b68-aec7-976fe1a3517f', 'name': 'network-vif-deleted', 'tag': '3c6fde7f-5dad-4bde-883f-a7467cb2ed42', 'status': 'completed', 'code': 200} May 20 16:14:31.971140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50070) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:32.040624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.070364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.139175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.144172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a0d3531d-8d35-4701-b4d5-832741af819f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:32.161300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c7bb8-0c72-49b5-83b7-800c0bcfb40f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:32.164289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:32.166705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.167303 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/d77c7bb8-0c72-49b5-83b7-800c0bcfb40f HTTP/1.1" status: 204 len: 168 time: 0.1951509 May 20 16:14:32.198393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50076) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:32.884166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.157428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:14:33.192050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:14:33.192403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3c6fde7f-5dad-4bde-883f-a7467cb2ed42 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:14:33.299654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port e007b888-6bb4-4c42-bd94-5771163d14fc {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:33.300244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.429370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port e007b888-6bb4-4c42-bd94-5771163d14fc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e007b888-6bb4-4c42-bd94-5771163d14fc,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:33.429562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.550058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for e007b888-6bb4-4c42-bd94-5771163d14fc owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:33.835673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.840807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-069b98e6-f42e-43c7-b730-8756ac146076 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:33.913839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=e007b888-6bb4-4c42-bd94-5771163d14fc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:33.916398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:34.307480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:34.662949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:34.840531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:34.849580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] Sync routers for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:34.853390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6535861 May 20 16:14:34.856421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50080) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:34.866277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:34.866893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:34.922433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet ada98375-c8ee-443d-a083-5d918294f7fb {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:14:34.925299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:34.983083 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.047133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:35.066857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.332100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:14:33Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:35.336456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] Checking router: 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:35.342876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.346449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] Routers {'3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:35.347064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:35.347557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0d3cf480-7cef-4a6e-a3be-24fbc41a3b6e tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:35.382233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=ada98375-c8ee-443d-a083-5d918294f7fb,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:35.385847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:35.386847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.393108 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/ada98375-c8ee-443d-a083-5d918294f7fb HTTP/1.1" status: 204 len: 168 time: 0.5356605 May 20 16:14:35.395665 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50084) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:35.404624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28983175-46ba-4e1b-95e2-08ce132cdaff None None] Network 581269d4-5ed2-488b-829d-7fd20db5153f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:35.675783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] Set router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:35.731477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.907318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.983522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port c9c2c25c-9c4c-4324-8748-d373b639b457 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:35.983858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.029106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] DHCP port deletion for 581269d4-5ed2-488b-829d-7fd20db5153f request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:14:36.078159 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:14:33Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:36.084194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef68d0-ec37-49b5-b34d-d932e8a4b6ec None None] The sync data for ids ['3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a'] in dv-neutron-601336-76-hyperv is: [{'id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'name': 'tempest-TestNetworkBasicOps-router-1465794551', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:12:58Z', 'updated_at': '2021-05-20T16:14:33Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': 'c9c2c25c-9c4c-4324-8748-d373b639b457', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:12:59Z', 'updated_at': '2021-05-20T16:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:36.110582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Deleting port 70724ed2-e6b3-445d-aeef-44177fea353c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:36.110973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.112569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port c9c2c25c-9c4c-4324-8748-d373b639b457, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=c9c2c25c-9c4c-4324-8748-d373b639b457,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:36.113375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.210660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] For port 70724ed2-e6b3-445d-aeef-44177fea353c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=70724ed2-e6b3-445d-aeef-44177fea353c,segment=NetworkSegment(a4d64352-7f32-4f56-b03a-9155a6217e56),segment_id=a4d64352-7f32-4f56-b03a-9155a6217e56)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:36.210956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.238916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for c9c2c25c-9c4c-4324-8748-d373b639b457 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:36.344064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Calling delete_port for 70724ed2-e6b3-445d-aeef-44177fea353c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:14:36.376756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.381543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e1c9ff58-418f-4e7e-9250-54328fb445b3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:36.394405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.398087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ea8ebf37-9b42-4042-ab3c-951e49fcb051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:36.431024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=c9c2c25c-9c4c-4324-8748-d373b639b457,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:36.443487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Pushing event deleted for resources: {'Port': ['ID=70724ed2-e6b3-445d-aeef-44177fea353c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:36.451260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.451607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.451941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.452271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.452590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.452912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.453237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.453588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.453908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.454222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.454536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.454852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:36.461974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:36.462777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] No DVR routers for this DVR port 70724ed2-e6b3-445d-aeef-44177fea353c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:14:36.485389 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:36.511407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e007b888-6bb4-4c42-bd94-5771163d14fc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:14:36.546830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e007b888-6bb4-4c42-bd94-5771163d14fc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:14:36.547086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e007b888-6bb4-4c42-bd94-5771163d14fc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:14:36.547551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.547657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70724ed2-e6b3-445d-aeef-44177fea353c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:14:36.584406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 70724ed2-e6b3-445d-aeef-44177fea353c {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:14:36.584755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 70724ed2-e6b3-445d-aeef-44177fea353c not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:14:36.723025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.725170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.746811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.747468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:14:36.764474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.765606 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/3ab6f23b-cf2f-44de-b3a8-53c82d33cf3a HTTP/1.1" status: 204 len: 168 time: 1.3690031 May 20 16:14:36.769865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50088) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:36.884966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.018745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.031288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581269d4-5ed2-488b-829d-7fd20db5153f']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:37.043206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d64352-7f32-4f56-b03a-9155a6217e56') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:37.043494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d64352-7f32-4f56-b03a-9155a6217e56') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:37.055433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.071457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.077855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:14:37.078234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:14:37.092629 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:14:37.173464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.176942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d8c859f7-c66f-441c-b032-a675e1ba1c89 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:37.191215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.203892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=581269d4-5ed2-488b-829d-7fd20db5153f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:37.206848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:37.214191 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/581269d4-5ed2-488b-829d-7fd20db5153f HTTP/1.1" status: 204 len: 168 time: 0.4426126 May 20 16:14:37.242657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50092) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:37.248528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'network': {'name': 'tempest-network-smoke--717268204', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:37.253621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:37.257617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:network and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:37.260413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:37.265991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:37.277287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:37.280906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.308442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:14:37.317712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.318057 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Added segment b920d210-1928-4153-9077-df266d29b783 of type vlan for network 90baddd0-fc71-4e3c-90d6-97ac417ac75c May 20 16:14:37.344401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.373958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.379723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:37.380303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.383866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a3af059b-732e-498b-9ed7-7cc37a9f4e8a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:37.491921 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2481780 May 20 16:14:37.492863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Network': ['ID=90baddd0-fc71-4e3c-90d6-97ac417ac75c,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:37.494773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:37.495612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8899a2d9-e4f5-4939-8bda-9aa1e34b5970 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:37.500143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'admin_state_up': True, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:37.503035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:14:37.511897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:37.515820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:router and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:37.518679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:37.525513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:37.537519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.538457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.554111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.821236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.115209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.146389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.385811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c9c2c25c-9c4c-4324-8748-d373b639b457 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:14:38.419705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: c9c2c25c-9c4c-4324-8748-d373b639b457 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:14:38.420140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device c9c2c25c-9c4c-4324-8748-d373b639b457 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:14:38.430184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.159 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/1ef7b9d1-8e74-414a-b330-aa0d0670c90d) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:38.572102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.599942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.603414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-681df0da-fcec-4b69-9540-b810f811a365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:38.669075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:38.671795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:38.675298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:38.703452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:38.709301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:39.081950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.420689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.614896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:14:39.928387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:39.937869 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:39.947060 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:39.947695 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:39.956119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.957319 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4615591 May 20 16:14:39.960624 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50100) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:40.004789 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3e31d005-a84f-4dbf-8ecd-ad874a87a0ed tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d7bdbd60f22f42e98f98dc0d23fabbd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429001 May 20 16:14:40.007156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50104) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:40.121311 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:40.137092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62cd44-aa32-41fd-aedb-35631e463163 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:40.138604 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7f62cd44-aa32-41fd-aedb-35631e463163 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305611 May 20 16:14:40.141440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50108) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:40.181163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3db0f861-368b-473c-8b69-ccfc745913dd tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384326 May 20 16:14:40.183450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50112) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:40.188835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1366372414', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:40.297346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:40.301126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:subnet and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:40.303922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:40.309598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:40.319133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:40.322679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.399389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f906-5821-4e29-b99b-1dc70227b1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.406423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:38Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:40.410280 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Checking router: 17e1c572-d47e-42c5-a4ca-99fa2e7b91db for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:40.410628 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Updating router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:14:40.466677 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.740973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.746065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c66ff0b4-4579-423c-aba3-937afa8155fa tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:40.813078 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.823425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Subnet': ['ID=a9145e21-2ce9-45cc-b47b-7b165afc579f,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:40.825180 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Transition to ACTIVE for port object 1ef7b9d1-8e74-414a-b330-aa0d0670c90d will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:40.827281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:40.827960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Checking segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:40.828305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network hostable DHCP agents. Network: 90baddd0-fc71-4e3c-90d6-97ac417ac75c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:14:40.832739 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.837372 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fc12159f-ed5e-4c03-9ea1-568ab619f666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:40.846878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:14:40.857362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 90baddd0-fc71-4e3c-90d6-97ac417ac75c) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:40.866127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e377ba5-0278-4fbc-806b-714de3a59cc5 None None] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:40.867288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:40.867891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.895575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7082293 May 20 16:14:40.895798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50116) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:40.905634 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Pushing event updated for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:40.919156 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.919497 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.919826 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.920147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.920467 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.920786 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.921101 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.921545 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.921861 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.922176 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.922494 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.922798 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:40.927700 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:40.935780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Attempting to bind port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:40.936161 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Attempting to bind port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:40.936504 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Attempting to bind port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:40.948926 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:40.949620 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:40.949721 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.950229 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:40.950544 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Bound port: 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:40.950910 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.026264 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] For port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:41.029473 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] For port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:41.034413 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.039118 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-0d5ebeb3-d705-414d-a802-c1756ab94fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:41.106396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:14:41.107377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.113546 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:41.114310 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:41.182216 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Pushing event updated for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:41.187266 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:41.290140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Allocated IP 172.20.0.2 (90baddd0-fc71-4e3c-90d6-97ac417ac75c/a9145e21-2ce9-45cc-b47b-7b165afc579f/aee269c4-26e2-4768-9663-43a6f3726ad8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:41.312106 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:41.571082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.582948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Transition to ACTIVE for port object aee269c4-26e2-4768-9663-43a6f3726ad8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:41.602432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Transition to ACTIVE for port object aee269c4-26e2-4768-9663-43a6f3726ad8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:41.607758 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:38Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:41.610021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.612091 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f2645-12f1-45ea-afbe-7d24315d3735 None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:38Z', 'revision_number': 3, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:41.615801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-53a3d84e-939d-4121-bd4f-3294e206940c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:41.674905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:41.682361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:41.686846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:41.725995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Pushing event updated for resources: {'Port': ['ID=aee269c4-26e2-4768-9663-43a6f3726ad8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:41.736620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:41.792915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Attempting to bind port aee269c4-26e2-4768-9663-43a6f3726ad8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:41.792915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Attempting to bind port aee269c4-26e2-4768-9663-43a6f3726ad8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:41.793312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Attempting to bind port aee269c4-26e2-4768-9663-43a6f3726ad8 on network 90baddd0-fc71-4e3c-90d6-97ac417ac75c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:41.799262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:41.799804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Checking segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:41.800273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.800709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Bound using segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:41.801194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Bound port: aee269c4-26e2-4768-9663-43a6f3726ad8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:41.801607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.805457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.911248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] For port aee269c4-26e2-4768-9663-43a6f3726ad8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:41.915239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] For port aee269c4-26e2-4768-9663-43a6f3726ad8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aee269c4-26e2-4768-9663-43a6f3726ad8,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:41.921195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.925985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:42.006611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Pushing event updated for resources: {'Port': ['ID=aee269c4-26e2-4768-9663-43a6f3726ad8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:42.009470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:42.278456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.1 (90baddd0-fc71-4e3c-90d6-97ac417ac75c/a9145e21-2ce9-45cc-b47b-7b165afc579f/e8f108d8-aa74-4ddd-890b-564807c2b63a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:42.456877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.460971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aee269c4-26e2-4768-9663-43a6f3726ad8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:42.473374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object e8f108d8-aa74-4ddd-890b-564807c2b63a will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:42.501327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.506584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-869d29f5-fcf6-4ed3-89f6-85135d8ea789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:42.540561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port aee269c4-26e2-4768-9663-43a6f3726ad8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:42.546476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:42.583618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:42.586815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:42.591214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:42.618606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:42.623349 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:42.623795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.625632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:42.634614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:42.655961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.753035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.772896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:42.778517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.782718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:42.849777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:42.853110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:42.948224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.979706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b88e0ed-5189-47cb-886c-2129ed8701be None None] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:43.081511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Provisioning for port aee269c4-26e2-4768-9663-43a6f3726ad8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:43.091732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Provisioning complete for port aee269c4-26e2-4768-9663-43a6f3726ad8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:43.092026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.219169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.347343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.393733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] For port aee269c4-26e2-4768-9663-43a6f3726ad8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aee269c4-26e2-4768-9663-43a6f3726ad8,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:43.403259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.405405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:43.474284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Pushing event updated for resources: {'Port': ['ID=aee269c4-26e2-4768-9663-43a6f3726ad8,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:43.476242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:43.537989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.543278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.575823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:43.634031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0331ad4a-424c-4158-8368-2425d170f483 None None] Provisioning complete for port aee269c4-26e2-4768-9663-43a6f3726ad8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:43.634602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0331ad4a-424c-4158-8368-2425d170f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.664303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.669521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:43.672459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:43.774126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-20ad3f50-0a19-4753-a24f-3b8a41859ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.787316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0331ad4a-424c-4158-8368-2425d170f483 None None] Provisioning for port e8f108d8-aa74-4ddd-890b-564807c2b63a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:43.792456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0331ad4a-424c-4158-8368-2425d170f483 None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:43.792832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0331ad4a-424c-4158-8368-2425d170f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.812280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:43.813356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:43.850513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0331ad4a-424c-4158-8368-2425d170f483 None None] Port e8f108d8-aa74-4ddd-890b-564807c2b63a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:43.973063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-63ab317e-dc2c-4094-be74-bba48c78d16c None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:43.973662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-63ab317e-dc2c-4094-be74-bba48c78d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.006307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:44.027714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-63ab317e-dc2c-4094-be74-bba48c78d16c None None] Port e8f108d8-aa74-4ddd-890b-564807c2b63a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:44.146560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-270eecef-c92b-484d-a3cd-aa270349bf52 None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:44.146823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-270eecef-c92b-484d-a3cd-aa270349bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.183189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:44.194712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:44.197862 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/17e1c572-d47e-42c5-a4ca-99fa2e7b91db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987943 May 20 16:14:44.198178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50120) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:44.209805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-270eecef-c92b-484d-a3cd-aa270349bf52 None None] Port e8f108d8-aa74-4ddd-890b-564807c2b63a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:44.211306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:44.211925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:44.337436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07be49-70cd-45f6-9a1c-0ccb8dedcb22 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.337896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07be49-70cd-45f6-9a1c-0ccb8dedcb22 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.338415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07be49-70cd-45f6-9a1c-0ccb8dedcb22 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.338883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07be49-70cd-45f6-9a1c-0ccb8dedcb22 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.343652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6e07be49-70cd-45f6-9a1c-0ccb8dedcb22 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1413519 May 20 16:14:44.343652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50124) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:44.419077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aee269c4-26e2-4768-9663-43a6f3726ad8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:44.421701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2efcf-de93-4b46-ac1f-ff3c47ce8db2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.422195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2efcf-de93-4b46-ac1f-ff3c47ce8db2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.422644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2efcf-de93-4b46-ac1f-ff3c47ce8db2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.423090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2efcf-de93-4b46-ac1f-ff3c47ce8db2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.424731 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bac2efcf-de93-4b46-ac1f-ff3c47ce8db2 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0802665 May 20 16:14:44.427491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50128) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:44.480651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:44.627583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-beea366e-83ff-4e63-ab0c-d761bb5e4212 tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1988714 May 20 16:14:44.701924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port aee269c4-26e2-4768-9663-43a6f3726ad8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:44.702530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.746559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.815715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50134) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:44.821769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598478463', 'description': 'tempest-secgroup-smoke-1598478463 description', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:44.828573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:44.832768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:44.835864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:44.842696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:44.852586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.873524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:44.877853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:44.880731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:44.886446 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:44.907011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:44.956764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.960708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.970432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10ebce69-998b-4c0b-80ea-e6a564148a8e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:44.978408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:14:43Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:44.985454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Checking router: 17e1c572-d47e-42c5-a4ca-99fa2e7b91db for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:44.985893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Updating router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db port e8f108d8-aa74-4ddd-890b-564807c2b63a binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:14:45.007500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5450ff-cc09-410f-9830-ce89381804d1,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.010537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.011770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.013900 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b2290a0f-fa4d-4ac0-8bb7-8a4f78cd3998 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1967840 May 20 16:14:45.015949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50138) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:45.021809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'ab5450ff-cc09-410f-9830-ce89381804d1', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:45.027986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:45.031169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:45.031425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.031935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:45.034770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:45.040896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:45.057698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.090018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.122815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.126511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.128544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1716ce69-572a-4b3b-9b02-2125655e0ee2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.151491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204bb75e-6b8d-4445-84a6-9f63737c5de3,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.156294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.161103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.162407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454422 May 20 16:14:45.165304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50142) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:45.171032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'ab5450ff-cc09-410f-9830-ce89381804d1', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:45.176886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:45.180826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:45.184351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:45.190252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:45.206436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.269772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.274614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.277864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dfcd81ab-0145-4537-9f07-1561b0049a73 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.304355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abcb4e5-9142-4201-a0ca-c1459de8eca2,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.307432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.310214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.311530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452878 May 20 16:14:45.314396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50146) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:45.319550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'ab5450ff-cc09-410f-9830-ce89381804d1', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:45.325354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:45.329133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:45.332164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:45.337928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:45.357040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.425312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.429229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.431085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d97113a6-8eaf-417c-82af-8d3c58d0eb5a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.452605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109f3d9e-c346-4d76-b307-70449a3f0aaf,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.455056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.462548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.464226 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489224 May 20 16:14:45.467130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50150) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:45.472620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'ab5450ff-cc09-410f-9830-ce89381804d1', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:45.478489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:45.483074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:45.486388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:45.492039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:45.505446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.507638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.517156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Transition to ACTIVE for port object e8f108d8-aa74-4ddd-890b-564807c2b63a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:45.524835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.529113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-59a21fbf-4833-43ca-ae03-a10992fa5679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.581420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.586788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.589426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8d20b352-cd3e-44f8-b661-0d139312fb9d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.611346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a698bf53-3cdb-4c0d-a352-31264c658be7,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.615776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.624583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.628568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578939 May 20 16:14:45.629063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50154) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:45.635582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'ab5450ff-cc09-410f-9830-ce89381804d1', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:45.641626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:45.647162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:45.649861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:45.656439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:45.666683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:14:45.672549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.687661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2097-bd7c-4b8a-82f2-f9cd1dc4b56b None None] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.694811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-964e2097-bd7c-4b8a-82f2-f9cd1dc4b56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.746243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.751027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.751875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Attempting to bind port e8f108d8-aa74-4ddd-890b-564807c2b63a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:45.752350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Attempting to bind port e8f108d8-aa74-4ddd-890b-564807c2b63a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:45.753077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Attempting to bind port e8f108d8-aa74-4ddd-890b-564807c2b63a on network 90baddd0-fc71-4e3c-90d6-97ac417ac75c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:45.753194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e5afe0c-c141-4687-92a0-23889ea55023 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.759176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:45.759606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Checking segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:45.759994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.761257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Bound using segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:45.761491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Bound port: e8f108d8-aa74-4ddd-890b-564807c2b63a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:45.761869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.774731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6064d4-8ce4-4c83-992a-4745a48a7de5,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.779691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.787534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.788724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588316 May 20 16:14:45.791556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50158) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:45.796539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'security_group_rule': {'security_group_id': 'ab5450ff-cc09-410f-9830-ce89381804d1', 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:45.802343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:45.806422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:security_group_rule and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:45.809259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:45.814826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:45.828006 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Project d7bdbd60f22f42e98f98dc0d23fabbd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:14:45.833794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.863334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] For port e8f108d8-aa74-4ddd-890b-564807c2b63a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:45.866942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] For port e8f108d8-aa74-4ddd-890b-564807c2b63a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8f108d8-aa74-4ddd-890b-564807c2b63a,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:45.871382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.875915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.902813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.906545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.908434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-de5ec96e-2dd8-4d97-9043-13c15be006a1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:45.931613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4784dd8b-dac6-4ae1-9b0c-e3ba1bf0c7ad,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.934273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.942060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.949409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509411 May 20 16:14:46.001393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:46.002012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:46.068182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2097-bd7c-4b8a-82f2-f9cd1dc4b56b None None] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:46.073621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-964e2097-bd7c-4b8a-82f2-f9cd1dc4b56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:46.137449 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-e1a0fc08-c8fd-4878-a241-da958001e646 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598478463&fields=id&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 267 time: 0.0460253 May 20 16:14:46.196650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:46.437395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-d13709fa-2200-4a88-9b09-830350c6da27 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:46.438840 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-d13709fa-2200-4a88-9b09-830350c6da27 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/networks?id=90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 200 len: 796 time: 0.2929821 May 20 16:14:46.453374 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-b0de6034-93f7-49e6-86cc-acf747923772 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/quotas/d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 375 time: 0.0089688 May 20 16:14:46.504936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.524412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:14:45Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:46.528652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d70d2-437b-4bf0-bbc5-7691b8a420b8 None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:14:45Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:46.542984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-e7abe0d8-9532-42cb-983a-52cae95c6da7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:46.563709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-e7abe0d8-9532-42cb-983a-52cae95c6da7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:46.565388 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-e7abe0d8-9532-42cb-983a-52cae95c6da7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067777 May 20 16:14:46.736260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-3349dd7e-7248-45fc-8cc2-1a6928c816f2 service neutron] 10.222.0.13 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420236 May 20 16:14:46.872916 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ba8f2a0c-2082-4538-8d25-5a1b98c88b77 service neutron] 10.222.0.13 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305993 May 20 16:14:47.058403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f4013fb7-5922-463a-9899-596e88136d57 req-3a544cc8-0057-44c2-927d-ddf6c12706b8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 210 time: 0.0449588 May 20 16:14:48.096231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-8573ae9f-8050-43f6-8b87-d2574a929560 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.097680 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-8573ae9f-8050-43f6-8b87-d2574a929560 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/networks?id=90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 200 len: 796 time: 0.1518238 May 20 16:14:48.148056 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-93f6d67a-1938-4e6d-9039-b03c97ffa25b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9 HTTP/1.1" status: 200 len: 380 time: 0.0420103 May 20 16:14:48.162686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'port': {'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'admin_state_up': True, 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'security_groups': ['ab5450ff-cc09-410f-9830-ce89381804d1']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:48.278227 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25de2df3-2b4a-45cf-a50d-2b1647efd6d7 req-63569acb-ef1c-473d-bc67-edacefb6032b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 210 time: 0.0983469 May 20 16:14:48.344950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:48.359382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:48.369702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Made reservation on behalf of d7bdbd60f22f42e98f98dc0d23fabbd9 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:48.373896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.415079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:48.485884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e8f108d8-aa74-4ddd-890b-564807c2b63a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:48.491177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:48.491560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.538292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.20.0.10 (90baddd0-fc71-4e3c-90d6-97ac417ac75c/a9145e21-2ce9-45cc-b47b-7b165afc579f/91663118-ccc5-4c74-a75b-2f449dec0ad1) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:48.612734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.646768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e8f108d8-aa74-4ddd-890b-564807c2b63a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8f108d8-aa74-4ddd-890b-564807c2b63a,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:48.650727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.653997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-51a446d3-a225-48e9-93f8-ef7f80b2e693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:48.720936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:48.724138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:48.737230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.752396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Transition to ACTIVE for port object 91663118-ccc5-4c74-a75b-2f449dec0ad1 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:48.776859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.782794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-834671ca-8cd0-4f36-b742-4ff6b0ed55fe tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:48.850126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:48.853579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:48.857455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:48.894418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=91663118-ccc5-4c74-a75b-2f449dec0ad1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:48.907819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:48.931132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.931762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:48.959726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8005888 May 20 16:14:48.971808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Request body: {'port': {'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:49.087342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-79879e9a-24d7-4846-b761-147ff6840449 None None] Provisioning for port 91663118-ccc5-4c74-a75b-2f449dec0ad1 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:49.087790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.092359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-79879e9a-24d7-4846-b761-147ff6840449 None None] Provisioning complete for port 91663118-ccc5-4c74-a75b-2f449dec0ad1 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:49.092805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-79879e9a-24d7-4846-b761-147ff6840449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.150566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-79879e9a-24d7-4846-b761-147ff6840449 None None] Port 91663118-ccc5-4c74-a75b-2f449dec0ad1 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:49.475513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91663118-ccc5-4c74-a75b-2f449dec0ad1 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:49.484559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.508593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Transition to ACTIVE for port object 91663118-ccc5-4c74-a75b-2f449dec0ad1 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:49.513315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.517855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e34e537d-bba6-42a4-87f2-a400f5140bfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:49.776359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989966b5-42c4-4aaa-b307-dbaa18220123 req-e04a7f6a-68c1-499c-b7e7-ea23be42cb40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:49.777086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-989966b5-42c4-4aaa-b307-dbaa18220123 req-e04a7f6a-68c1-499c-b7e7-ea23be42cb40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:49.807030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Pushing event updated for resources: {'Port': ['ID=91663118-ccc5-4c74-a75b-2f449dec0ad1,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:49.834512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:49.877875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-989966b5-42c4-4aaa-b307-dbaa18220123 req-e04a7f6a-68c1-499c-b7e7-ea23be42cb40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:49.879025 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-989966b5-42c4-4aaa-b307-dbaa18220123 req-e04a7f6a-68c1-499c-b7e7-ea23be42cb40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 932 time: 0.4734745 May 20 16:14:49.952255 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-989966b5-42c4-4aaa-b307-dbaa18220123 req-dcb76bf9-0c86-4e20-83e1-05785476cecb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653398 May 20 16:14:49.954173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Attempting to bind port 91663118-ccc5-4c74-a75b-2f449dec0ad1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:49.954496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Attempting to bind port 91663118-ccc5-4c74-a75b-2f449dec0ad1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:49.954815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Attempting to bind port 91663118-ccc5-4c74-a75b-2f449dec0ad1 on network 90baddd0-fc71-4e3c-90d6-97ac417ac75c {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:49.959601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Port 91663118-ccc5-4c74-a75b-2f449dec0ad1 on network 90baddd0-fc71-4e3c-90d6-97ac417ac75c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:14:49.959916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Attempting to bind port 91663118-ccc5-4c74-a75b-2f449dec0ad1 on network 90baddd0-fc71-4e3c-90d6-97ac417ac75c {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:49.966977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:49.967312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Checking segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:49.967689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Bound using segment: {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:49.968111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Bound port: 91663118-ccc5-4c74-a75b-2f449dec0ad1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b920d210-1928-4153-9077-df266d29b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:49.968455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.064637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] For port 91663118-ccc5-4c74-a75b-2f449dec0ad1, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:50.067563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] For port 91663118-ccc5-4c74-a75b-2f449dec0ad1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:50.073471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.077111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3f8c17ea-7d9f-48d0-814b-53c3d06ca24a tempest-TestVolumeBootPattern-430175512 tempest-TestVolumeBootPattern-430175512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:50.133479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.134097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.135515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] 10.222.0.25 "PUT /v2.0/ports/91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 200 len: 1094 time: 1.1686606 May 20 16:14:50.136056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:50.158010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Pushing event updated for resources: {'Port': ['ID=91663118-ccc5-4c74-a75b-2f449dec0ad1,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:50.161028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:50.249323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'status': 'completed', 'code': 200} May 20 16:14:50.255896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-76fed23c-8a62-49f2-8602-9a4ccf73f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.257642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-76fed23c-8a62-49f2-8602-9a4ccf73f929 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1097 time: 0.0826735 May 20 16:14:50.329422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-7c3f641c-9075-49a0-9449-e2f08787dd9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 200 len: 217 time: 0.0645249 May 20 16:14:50.397129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-51843fcd-7f04-4a91-9248-d0b74861f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.398557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-51843fcd-7f04-4a91-9248-d0b74861f857 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9145e21-2ce9-45cc-b47b-7b165afc579f HTTP/1.1" status: 200 len: 835 time: 0.0628111 May 20 16:14:50.411713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:50.473995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-aa629755-8755-4d12-b6bf-c10824f7cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.475468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-aa629755-8755-4d12-b6bf-c10824f7cec6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90baddd0-fc71-4e3c-90d6-97ac417ac75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705414 May 20 16:14:50.483949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:50.484330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.608283 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-e27f573c-558e-408c-b839-1f982d00fb9b service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254649 May 20 16:14:50.740233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-20a44ce3-d9ff-44f9-bcfc-178d8cc43df6 req-abd8d998-efd7-487b-be83-0c8d8dc07cbf service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254029 May 20 16:14:50.853689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-0d66789b-52b4-4182-b938-a58b21c8a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.855658 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-0d66789b-52b4-4182-b938-a58b21c8a090 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1097 time: 0.0695162 May 20 16:14:50.986053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-539c3a75-e7ba-44e2-a813-e3507f7ca421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.987503 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-539c3a75-e7ba-44e2-a813-e3507f7ca421 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 200 len: 896 time: 0.1253633 May 20 16:14:51.103610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-c3af721f-f043-4251-8432-dfc74d885cac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 200 len: 217 time: 0.1082847 May 20 16:14:51.188111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-8b6a7187-6eb2-4ce1-a537-653c921328a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:51.189566 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-8b6a7187-6eb2-4ce1-a537-653c921328a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9145e21-2ce9-45cc-b47b-7b165afc579f HTTP/1.1" status: 200 len: 835 time: 0.0750842 May 20 16:14:51.248740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dbc16-0a28-4879-8ce5-f440066e9f15 req-c7e92297-c376-4d6f-8ab2-bd77f41ca3dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:51.250154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-239dbc16-0a28-4879-8ce5-f440066e9f15 req-c7e92297-c376-4d6f-8ab2-bd77f41ca3dc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 944 time: 0.1878958 May 20 16:14:51.311742 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-239dbc16-0a28-4879-8ce5-f440066e9f15 req-95bef25c-d4a1-490d-80f2-8f82ead6b736 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554440 May 20 16:14:51.314719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-34e0bbd3-c46d-4276-9df5-dab5c9a27b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:51.316112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-34e0bbd3-c46d-4276-9df5-dab5c9a27b03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90baddd0-fc71-4e3c-90d6-97ac417ac75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1196516 May 20 16:14:51.449642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-777e2a35-fd84-4c58-9c2b-a754f9618d12 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258912 May 20 16:14:51.580920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2bf4c32-1a3c-4dd6-9696-c39685516ce9 req-1b26ecee-d931-4635-8682-a73c2b573141 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247437 May 20 16:14:52.502351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f09ae7-7a06-40f2-a96c-6a5e55941981 req-1ae19daa-63bc-4205-bfd0-1832db81cf67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:52.503871 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-96f09ae7-7a06-40f2-a96c-6a5e55941981 req-1ae19daa-63bc-4205-bfd0-1832db81cf67 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 944 time: 0.0852423 May 20 16:14:52.550410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-96f09ae7-7a06-40f2-a96c-6a5e55941981 req-4f63c7d1-628e-46b0-94fc-500bd68edb65 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 May 20 16:14:53.218317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 91663118-ccc5-4c74-a75b-2f449dec0ad1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:14:53.353410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 91663118-ccc5-4c74-a75b-2f449dec0ad1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:53.366993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:14:53.422456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.443069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91663118-ccc5-4c74-a75b-2f449dec0ad1 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:53.459355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 91663118-ccc5-4c74-a75b-2f449dec0ad1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:53.463983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.465825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:53.532736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=91663118-ccc5-4c74-a75b-2f449dec0ad1,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:53.535886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:53.653798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['91663118-ccc5-4c74-a75b-2f449dec0ad1'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:14:53.741251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4459fff-ffff-41de-bebc-8d0a2819de0b req-8c16a22d-ed72-4f16-af69-7e65479a1224 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.742772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c4459fff-ffff-41de-bebc-8d0a2819de0b req-8c16a22d-ed72-4f16-af69-7e65479a1224 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 945 time: 0.0834291 May 20 16:14:53.789591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c4459fff-ffff-41de-bebc-8d0a2819de0b req-6230f5b2-f409-425e-a3f9-0806774b7ffb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 May 20 16:14:54.972054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825a7bb-7343-437a-92d9-b879c67a2a92 req-f6e92b34-11dc-4475-b14b-a8978e800a40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:54.973515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5825a7bb-7343-437a-92d9-b879c67a2a92 req-f6e92b34-11dc-4475-b14b-a8978e800a40 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 945 time: 0.0804534 May 20 16:14:55.019073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5825a7bb-7343-437a-92d9-b879c67a2a92 req-bbb83a74-7bf9-48e8-a038-c554a63fc401 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391397 May 20 16:14:55.230412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 91663118-ccc5-4c74-a75b-2f449dec0ad1 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:55.301497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 91663118-ccc5-4c74-a75b-2f449dec0ad1 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:55.306073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 91663118-ccc5-4c74-a75b-2f449dec0ad1 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:55.306449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.426889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.454145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:55.464615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 91663118-ccc5-4c74-a75b-2f449dec0ad1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:55.468403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.470273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:55.504565 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'code': 200} May 20 16:14:55.540115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=91663118-ccc5-4c74-a75b-2f449dec0ad1,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:55.543106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:55.858950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f0da-7248-41b4-a461-4d5c4f7982a0 req-e1ac0feb-e6ee-4e55-bc6e-fdf287f7e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.860332 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5931f0da-7248-41b4-a461-4d5c4f7982a0 req-e1ac0feb-e6ee-4e55-bc6e-fdf287f7e338 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1099 time: 0.2065101 May 20 16:14:55.900423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5931f0da-7248-41b4-a461-4d5c4f7982a0 req-8993a99d-54d8-4a79-abba-9d052f4925ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 May 20 16:14:56.204938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80de7-0e1e-4c57-91fe-8419915b92f9 req-cf03105b-8dad-4808-a004-ff88e7b78609 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:56.206309 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53c80de7-0e1e-4c57-91fe-8419915b92f9 req-cf03105b-8dad-4808-a004-ff88e7b78609 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 946 time: 0.0792520 May 20 16:14:56.256339 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53c80de7-0e1e-4c57-91fe-8419915b92f9 req-baeb61eb-a213-487f-a0ed-278be760b7b7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 May 20 16:14:57.440864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580351c3-61df-4b48-8e76-71893ad9c5e7 req-ae927217-61e3-47eb-9987-82a5fa4cbd79 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.442229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-580351c3-61df-4b48-8e76-71893ad9c5e7 req-ae927217-61e3-47eb-9987-82a5fa4cbd79 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 946 time: 0.0787528 May 20 16:14:57.485971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-580351c3-61df-4b48-8e76-71893ad9c5e7 req-6d9faf2b-ffaf-4d1e-84f4-a29ff9afd0aa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374496 May 20 16:14:57.675171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00525a-4029-42e1-9b05-ee1b241db6cf req-aa6918fa-4e1a-4db0-8bc0-2432b35415b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.676606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b00525a-4029-42e1-9b05-ee1b241db6cf req-aa6918fa-4e1a-4db0-8bc0-2432b35415b5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 946 time: 0.0874257 May 20 16:14:57.720326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b00525a-4029-42e1-9b05-ee1b241db6cf req-a85706f2-8ca5-4a47-80b3-0d96988b585c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373344 May 20 16:14:57.743101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50212) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:57.817037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe49d58-bb7a-48ea-888d-2c2451fd6b0c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.818548 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cbe49d58-bb7a-48ea-888d-2c2451fd6b0c tempest-TestNetworkBasicOps-1654893417 tempest-TestNetworkBasicOps-1654893417-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1094 time: 0.0744791 May 20 16:14:57.821302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50216) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:57.826611 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:57.832448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:57.836270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Usage tracker for resource:floatingip and tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:57.839116 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:57.844707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:57.854657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:57.988458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:58.271548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Allocated IP 172.26.8.155 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/a9921ff2-ec3c-407d-bf75-abfebfe4e68d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:58.418771 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:58.446510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:58.451407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-725a425a-d4f0-4cd3-925d-e2257a61b283 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:58.512318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:58.515650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:58.519369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:58.563338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=a9921ff2-ec3c-407d-bf75-abfebfe4e68d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:58.567567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:58.942914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.015711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.218067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.222595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.226303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94a102d4-eba6-45f0-93c7-60727376fbbb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:59.331994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event updated for resources: {'Port': ['ID=a9921ff2-ec3c-407d-bf75-abfebfe4e68d,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:59.335934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:59.344198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.516387 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 4a714b78-0d60-48a6-8745-8c4f69e7a230 associated. External IP: 172.26.8.155, port: 91663118-ccc5-4c74-a75b-2f449dec0ad1. May 20 16:14:59.997364 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:00.175093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:00.184806 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:00.193904 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:00.194505 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:00.199926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.255395 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4329200 May 20 16:15:00.255964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:00.258184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50220) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:00.301403 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'status': 'completed', 'code': 200} May 20 16:15:00.405322 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:00.412539 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bb7413a3-3f1a-4fbe-be64-32395cc364ad tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 992 time: 0.1531255 May 20 16:15:00.433934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-ca3bf813-6cc1-40d8-948a-cfdfbbae0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:00.435377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-ca3bf813-6cc1-40d8-948a-cfdfbbae0dab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1099 time: 0.1020894 May 20 16:15:00.568116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-351e201b-3b7d-47d8-af33-df47fa261baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:00.569476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-351e201b-3b7d-47d8-af33-df47fa261baf service neutron] 10.222.0.25 "GET /v2.0/networks?id=90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 200 len: 896 time: 0.1280899 May 20 16:15:00.674365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-c5d2bb05-569a-4688-b268-addbf36fe98a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0982723 May 20 16:15:00.736872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-9031899f-c4a3-4d96-918c-fd8f462bc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:00.738345 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-9031899f-c4a3-4d96-918c-fd8f462bc9fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9145e21-2ce9-45cc-b47b-7b165afc579f HTTP/1.1" status: 200 len: 835 time: 0.0579193 May 20 16:15:00.744605 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '4a714b78-0d60-48a6-8745-8c4f69e7a230', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:58Z', 'updated_at': '2021-05-20T16:14:58Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:14:48Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:00.748398 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] Checking router: 17e1c572-d47e-42c5-a4ca-99fa2e7b91db for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:00.756561 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:00.757157 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:14:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:00.816380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-0f8808df-9980-4523-a9b6-48845d7cd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:00.817881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-0f8808df-9980-4523-a9b6-48845d7cd68b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90baddd0-fc71-4e3c-90d6-97ac417ac75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737040 May 20 16:15:00.907263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.933492 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:00.952019 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-9e81583f-75fd-469b-8341-63897f86f990 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280258 May 20 16:15:01.086140 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cafe53-b0cc-4670-a887-3f0f9331a5c3 req-f140c4c6-6a36-42d8-bea3-7a8900f2af35 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282961 May 20 16:15:01.274160 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '4a714b78-0d60-48a6-8745-8c4f69e7a230', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:58Z', 'updated_at': '2021-05-20T16:14:58Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:14:48Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:01.278270 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f67a4-3463-4068-b610-90e5b25a1aba None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '4a714b78-0d60-48a6-8745-8c4f69e7a230', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:58Z', 'updated_at': '2021-05-20T16:14:58Z', 'revision_number': 0, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:14:48Z', 'revision_number': 5, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:01.416992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50226) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:01.457987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5e4be-7fad-4a1f-b67c-97c89f43800e None None] New status for floating IP 4a714b78-0d60-48a6-8745-8c4f69e7a230: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:01.525032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f7fad14-1876-4aca-b375-8a272b409ab7 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 992 time: 0.1060884 May 20 16:15:02.527865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50230) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:02.633560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5c0b96ac-4e06-43bb-8dc6-3c391c2caa36 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 994 time: 0.1043289 May 20 16:15:06.202571 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:15:10.392900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-034108be-afec-40de-8438-3298ffd1a5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.151186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.758983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-094bcc66-9f9b-49de-8e7a-99368da6058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.652968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.496886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.858977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-049d6689-2b61-41d8-b5c4-5efc491ce619 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672748 May 20 16:15:27.994426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-e3463c7d-5778-47b6-a9dd-f173b52c2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:27.995907 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-e3463c7d-5778-47b6-a9dd-f173b52c2103 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1099 time: 0.0698178 May 20 16:15:28.279479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-39f285ab-0ace-4afc-8969-b0c636c3720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.280812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-39f285ab-0ace-4afc-8969-b0c636c3720e service neutron] 10.222.0.25 "GET /v2.0/networks?id=90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 200 len: 896 time: 0.2660260 May 20 16:15:28.379031 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-0b12d061-0933-4f08-8947-7d72a255c1b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0913036 May 20 16:15:28.443692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-c2431bf9-f070-4af6-9e74-30f351beaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.445125 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-c2431bf9-f070-4af6-9e74-30f351beaca9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9145e21-2ce9-45cc-b47b-7b165afc579f HTTP/1.1" status: 200 len: 835 time: 0.0596931 May 20 16:15:28.519513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-24f386ee-b7d6-43b1-9264-f74bdad5be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.521277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-24f386ee-b7d6-43b1-9264-f74bdad5be21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90baddd0-fc71-4e3c-90d6-97ac417ac75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0690911 May 20 16:15:28.653235 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-5776bc0e-c9dc-48c6-826b-08bd9da23415 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252377 May 20 16:15:28.784387 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b79a36d-7a25-45d7-96e1-d9d5bee5b74e req-136c245b-6f4f-4bba-8cdc-827c751258a1 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235120 May 20 16:15:30.906453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:31.830759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50246) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:31.836115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'admin_state_up': False}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:32.346388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:32.358095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:32.671857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:32.847723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:32.854494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:32.855799 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e346cc77-484b-472b-a08d-bea35b79606c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/17e1c572-d47e-42c5-a4ca-99fa2e7b91db HTTP/1.1" status: 200 len: 889 time: 1.0240054 May 20 16:15:32.858520 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:32.868263 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:32.868948 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:32.931942 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:32.940193 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:32.940784 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:32.998089 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:32.998493 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4a425-b240-491d-b6a8-bc1882b4c261 None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:33.753252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d48fc84-176a-4595-a708-b5d2a5adb5e8 None None] New status for floating IP 4a714b78-0d60-48a6-8745-8c4f69e7a230: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:34.412775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:34.523480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.554639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e8f108d8-aa74-4ddd-890b-564807c2b63a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8f108d8-aa74-4ddd-890b-564807c2b63a,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:34.559130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.560000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:34.582907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f68916a7-f134-46ce-8769-799d9f402e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:34.676653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:34.679942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:34.735718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.751940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:34.756176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.759951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:34.823636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:34.827101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:34.997365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50252) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:35.002715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:35.527076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.538335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1731226'] for router, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.720403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:35.896356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:35.903633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.904822 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-30572d7d-76ec-470f-b4eb-b032f808d2dd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/17e1c572-d47e-42c5-a4ca-99fa2e7b91db HTTP/1.1" status: 200 len: 888 time: 0.9064698 May 20 16:15:35.907864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50256) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:35.908067 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:35.917691 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:35.918301 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:36.013351 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f2c8c7da-1288-4d77-8099-7e2f493b6ccd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 992 time: 0.1041231 May 20 16:15:36.097589 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:36.480357 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:35Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '4a714b78-0d60-48a6-8745-8c4f69e7a230', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:58Z', 'updated_at': '2021-05-20T16:15:33Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:15:34Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:36.484305 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] Checking router: 17e1c572-d47e-42c5-a4ca-99fa2e7b91db for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:36.492571 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:36.493200 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:36.674304 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:37.017011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50260) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:37.021164 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:35Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '4a714b78-0d60-48a6-8745-8c4f69e7a230', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:58Z', 'updated_at': '2021-05-20T16:15:33Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:15:34Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:37.025784 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f4b2d-2de7-4c42-a5cd-b8551650ff6d None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:35Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '4a714b78-0d60-48a6-8745-8c4f69e7a230', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'port_id': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'mac_address': 'fa:16:3e:e9:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:58Z', 'updated_at': '2021-05-20T16:15:33Z', 'revision_number': 2, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:15:34Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:37.307819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d50da5f2-3b90-4458-8202-c1f2f2437531 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 992 time: 0.2894266 May 20 16:15:38.311221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50266) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:38.433613 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4e26cdf7-c15c-474f-9615-78cfb04e15c1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 992 time: 0.1201005 May 20 16:15:38.464146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:38.533228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:38.533638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:38.703209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:38.714554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88a18dc-8e2f-4a63-a894-35378b444999 None None] New status for floating IP 4a714b78-0d60-48a6-8745-8c4f69e7a230: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:38.887864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e8f108d8-aa74-4ddd-890b-564807c2b63a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8f108d8-aa74-4ddd-890b-564807c2b63a,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:38.897937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:38.898793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:38.928269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:39.099139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:39.109112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.109480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.109817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.110145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.110470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.110793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.111115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.111435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.111755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.112068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.112382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.112693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:39.117049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:39.126671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:39.127046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:39.256189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:39.274575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:39.279527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:39.281460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6084fa4f-b28d-4a4b-b908-7d8292e41f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:39.354768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:39.357887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:39.436711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50270) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:39.544181 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2745b49c-7356-49bd-ab87-89df7419ef64 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 200 len: 994 time: 0.1058595 May 20 16:15:39.821741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50278) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:40.092626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port a9921ff2-ec3c-407d-bf75-abfebfe4e68d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:40.092819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.215222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.215539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.340635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for a9921ff2-ec3c-407d-bf75-abfebfe4e68d owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:40.412815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3995d290-6d29-44d3-b190-c5d7fe4eada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.440962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:40.510846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.515804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:40.517439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e8f108d8-aa74-4ddd-890b-564807c2b63a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:40.518016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.586610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=a9921ff2-ec3c-407d-bf75-abfebfe4e68d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:40.604034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.604418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.604797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.605170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.605562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.605940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.606305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.606661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.607027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.607382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.607737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.608096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:40.638039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:40.646472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:40.668223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.668544 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Floating IP 4a714b78-0d60-48a6-8745-8c4f69e7a230 disassociated (deleted). External IP: 172.26.8.155, port: 91663118-ccc5-4c74-a75b-2f449dec0ad1. May 20 16:15:40.717931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:40.718301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.171430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:41.349166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:41.358409 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:41.367819 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:41.368971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.369103 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:41.424137 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a714b78-0d60-48a6-8745-8c4f69e7a230 HTTP/1.1" status: 204 len: 168 time: 1.6012297 May 20 16:15:41.424813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:41.472976 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'status': 'completed', 'code': 200} May 20 16:15:41.551859 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:41.570036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237e49-59e2-4853-85ce-171980574bf7 req-fb859c4c-4310-4506-8945-4a563c304eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:41.571539 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-fb859c4c-4310-4506-8945-4a563c304eeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 1099 time: 0.0773690 May 20 16:15:41.724309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237e49-59e2-4853-85ce-171980574bf7 req-5f42db56-e2fe-462e-914c-40f59b6a75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:41.726098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-5f42db56-e2fe-462e-914c-40f59b6a75af service neutron] 10.222.0.25 "GET /v2.0/networks?id=90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 200 len: 896 time: 0.1486566 May 20 16:15:41.796311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-1d9d79ce-e06f-49cc-86be-666a1c599d5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 200 len: 217 time: 0.0631816 May 20 16:15:41.910804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237e49-59e2-4853-85ce-171980574bf7 req-86169af1-425f-44c0-8bdf-7c45ed495fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:41.912294 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-86169af1-425f-44c0-8bdf-7c45ed495fc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9145e21-2ce9-45cc-b47b-7b165afc579f HTTP/1.1" status: 200 len: 835 time: 0.0829091 May 20 16:15:41.940079 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:35Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:15:38Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:41.944847 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] Checking router: 17e1c572-d47e-42c5-a4ca-99fa2e7b91db for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:41.957515 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:41.958335 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:41.984908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f351cb-8e48-4a1e-b99b-1796f826aa03 req-1bd8a226-bf30-4729-a55f-db5bb39d1e94 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:41.985546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-15f351cb-8e48-4a1e-b99b-1796f826aa03 req-1bd8a226-bf30-4729-a55f-db5bb39d1e94 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Synchronizing usage tracker for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:42.017191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-15f351cb-8e48-4a1e-b99b-1796f826aa03 req-1bd8a226-bf30-4729-a55f-db5bb39d1e94 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Unset dirty status for tenant:d7bdbd60f22f42e98f98dc0d23fabbd9 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:42.018378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-15f351cb-8e48-4a1e-b99b-1796f826aa03 req-1bd8a226-bf30-4729-a55f-db5bb39d1e94 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 946 time: 0.2319865 May 20 16:15:42.021764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237e49-59e2-4853-85ce-171980574bf7 req-ec06018c-574f-45e6-8c23-b78d5805b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:42.023151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-ec06018c-574f-45e6-8c23-b78d5805b7c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90baddd0-fc71-4e3c-90d6-97ac417ac75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1025431 May 20 16:15:42.137418 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:42.150897 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-15f351cb-8e48-4a1e-b99b-1796f826aa03 req-2493d2e5-9fb9-48e0-bab2-d03fa9fbf07b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265228 May 20 16:15:42.193696 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-17667359-b1a6-45d9-9243-650089e75359 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552551 May 20 16:15:42.333135 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-43237e49-59e2-4853-85ce-171980574bf7 req-0c6f3cf2-b58d-42d4-a7e3-ef465f760df9 service neutron] 10.222.0.25 "GET /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318939 May 20 16:15:42.448268 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:35Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:15:38Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:42.452328 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb68924-a754-409d-b9c5-8b2b44dc5f20 None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:35Z', 'revision_number': 6, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e8f108d8-aa74-4ddd-890b-564807c2b63a', 'name': '', 'network_id': '90baddd0-fc71-4e3c-90d6-97ac417ac75c', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'mac_address': 'fa:16:3e:db:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:42Z', 'updated_at': '2021-05-20T16:15:38Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'subnets': [{'id': 'a9145e21-2ce9-45cc-b47b-7b165afc579f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:43.058975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a72645-3efe-4131-879d-55e83295a5c2 req-e2950cf6-c3d5-414b-a6be-fabfda478f77 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:43.060469 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55a72645-3efe-4131-879d-55e83295a5c2 req-e2950cf6-c3d5-414b-a6be-fabfda478f77 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 946 time: 0.0818124 May 20 16:15:43.104438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f1c8-19a6-4937-a17b-5d263f0614d4 None None] New status for floating IP 4a714b78-0d60-48a6-8745-8c4f69e7a230: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:43.203910 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:15:43.214703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 91663118-ccc5-4c74-a75b-2f449dec0ad1 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:43.215137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.242134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.563339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 91663118-ccc5-4c74-a75b-2f449dec0ad1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=91663118-ccc5-4c74-a75b-2f449dec0ad1,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:43.563690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.694397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ed565-7b4b-490f-98e0-703f98d1cc29 req-cc6c1d29-b66f-433c-8725-0b8226092833 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:43.695916 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5d6ed565-7b4b-490f-98e0-703f98d1cc29 req-cc6c1d29-b66f-433c-8725-0b8226092833 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/ports?device_id=e24e0022-c8ff-4112-8b85-cb04fa02901e HTTP/1.1" status: 200 len: 946 time: 0.4061127 May 20 16:15:43.702985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 91663118-ccc5-4c74-a75b-2f449dec0ad1 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:43.763247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b6be5a61-653d-4e03-aeb5-9354d3c8f6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.765195 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5d6ed565-7b4b-490f-98e0-703f98d1cc29 req-3cb603da-a053-4947-92a2-11b1f7225746 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab5450ff-cc09-410f-9830-ce89381804d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591197 May 20 16:15:43.865161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.870928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a810b67-83a9-43c1-9561-ef3893e85e37 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:43.917868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=91663118-ccc5-4c74-a75b-2f449dec0ad1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:43.921093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:43.994045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] No DVR routers for this DVR port 91663118-ccc5-4c74-a75b-2f449dec0ad1 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:43.996580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:43.999230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'name': 'network-vif-deleted', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:44.015252 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55a72645-3efe-4131-879d-55e83295a5c2 req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.25 "DELETE /v2.0/ports/91663118-ccc5-4c74-a75b-2f449dec0ad1 HTTP/1.1" status: 204 len: 173 time: 0.9493246 May 20 16:15:44.048172 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e0022-c8ff-4112-8b85-cb04fa02901e', 'name': 'network-vif-deleted', 'tag': '91663118-ccc5-4c74-a75b-2f449dec0ad1', 'status': 'completed', 'code': 200} May 20 16:15:44.658773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.862574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50294) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:44.936218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.967353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:45.043620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:45.049106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-500cfe8b-40c6-483e-9bbd-d8dbb7b7f1ce tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:45.066306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5450ff-cc09-410f-9830-ce89381804d1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:45.070392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:45.074382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:45.075514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-83c95f52-3ee4-4051-941c-86f5041988ac tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab5450ff-cc09-410f-9830-ce89381804d1 HTTP/1.1" status: 204 len: 168 time: 0.2119572 May 20 16:15:45.113041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50300) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:45.686270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:46.129554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port e8f108d8-aa74-4ddd-890b-564807c2b63a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:46.130716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:46.422028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port e8f108d8-aa74-4ddd-890b-564807c2b63a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e8f108d8-aa74-4ddd-890b-564807c2b63a,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:46.422365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:46.501269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:46.553326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for e8f108d8-aa74-4ddd-890b-564807c2b63a owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:46.856258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:46.860116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-afa4a2af-f552-4374-998e-17048a1b85d5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:46.904702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=e8f108d8-aa74-4ddd-890b-564807c2b63a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:46.907356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:47.193153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.342123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 91663118-ccc5-4c74-a75b-2f449dec0ad1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:47.377413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 91663118-ccc5-4c74-a75b-2f449dec0ad1 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:47.377765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 91663118-ccc5-4c74-a75b-2f449dec0ad1 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:47.571130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:47.920451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:47.929757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] Sync routers for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:47.935786 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "PUT /v2.0/routers/17e1c572-d47e-42c5-a4ca-99fa2e7b91db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8215246 May 20 16:15:47.938721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50304) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:47.939811 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:47.940536 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:48.009541 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting subnet a9145e21-2ce9-45cc-b47b-7b165afc579f {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:15:48.012963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.071371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.120583 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:48.164523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.417534 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:46Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:48.422379 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] Checking router: 17e1c572-d47e-42c5-a4ca-99fa2e7b91db for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:48.432691 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] Routers {'17e1c572-d47e-42c5-a4ca-99fa2e7b91db'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:48.433315 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:15:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:48.457906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.461760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cd2f3096-b166-4d5d-9522-b0bc24f07926 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:48.502294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Subnet': ['ID=a9145e21-2ce9-45cc-b47b-7b165afc579f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:48.505498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:48.506546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.512615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa21bb9-fdf5-43f5-88d4-2292324b0e0f None None] Network 90baddd0-fc71-4e3c-90d6-97ac417ac75c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:48.520968 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/subnets/a9145e21-2ce9-45cc-b47b-7b165afc579f HTTP/1.1" status: 204 len: 168 time: 0.5811994 May 20 16:15:48.523764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50308) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:48.625077 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] Set router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:48.728999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.841503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] DHCP port deletion for 90baddd0-fc71-4e3c-90d6-97ac417ac75c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:15:48.912974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Deleting port aee269c4-26e2-4768-9663-43a6f3726ad8 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:48.913629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.925049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.982740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:46Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:48.986714 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917b111-72d1-445d-9094-f492d6e2832b None None] The sync data for ids ['17e1c572-d47e-42c5-a4ca-99fa2e7b91db'] in dv-neutron-601336-76-hyperv is: [{'id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'name': 'tempest-TestNetworkBasicOps-router-1578355452', 'tenant_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:37Z', 'updated_at': '2021-05-20T16:15:46Z', 'revision_number': 7, 'project_id': 'd7bdbd60f22f42e98f98dc0d23fabbd9', 'gw_port': {'id': '1ef7b9d1-8e74-414a-b330-aa0d0670c90d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e1c572-d47e-42c5-a4ca-99fa2e7b91db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:38Z', 'updated_at': '2021-05-20T16:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:49.004784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Deleting port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:49.005130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.035371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] For port aee269c4-26e2-4768-9663-43a6f3726ad8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=aee269c4-26e2-4768-9663-43a6f3726ad8,segment=NetworkSegment(b920d210-1928-4153-9077-df266d29b783),segment_id=b920d210-1928-4153-9077-df266d29b783)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:49.035924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.138050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] For port 1ef7b9d1-8e74-414a-b330-aa0d0670c90d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:49.138412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.172739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Calling delete_port for aee269c4-26e2-4768-9663-43a6f3726ad8 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:49.221770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.229508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:49.271772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Pushing event deleted for resources: {'Port': ['ID=aee269c4-26e2-4768-9663-43a6f3726ad8,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:49.274764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:49.275576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] No DVR routers for this DVR port aee269c4-26e2-4768-9663-43a6f3726ad8 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:49.277770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Calling delete_port for 1ef7b9d1-8e74-414a-b330-aa0d0670c90d owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:49.443518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.448332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1a1597f-05ce-491e-8301-2921fd85f76d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:49.494192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Port': ['ID=1ef7b9d1-8e74-414a-b330-aa0d0670c90d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:49.683487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.684189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.684286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.684579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.684937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.685296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.685676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.686086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.686384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.686736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.687089 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.687437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:49.714537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:49.743871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.919500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.921860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.945710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.946129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Fanout notify agent at l3_agent the message router_deleted on router 17e1c572-d47e-42c5-a4ca-99fa2e7b91db {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:15:49.962258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.963424 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/routers/17e1c572-d47e-42c5-a4ca-99fa2e7b91db HTTP/1.1" status: 204 len: 168 time: 1.4378028 May 20 16:15:49.967101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50312) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:50.086687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.223474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.237801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90baddd0-fc71-4e3c-90d6-97ac417ac75c']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:50.255605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b920d210-1928-4153-9077-df266d29b783') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:50.255905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b920d210-1928-4153-9077-df266d29b783') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:50.269000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.286450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.293119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:15:50.293535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:15:50.307939 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:15:50.387381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.391196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b874c0a3-e6b8-4509-80d7-469f4c5fac61 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:50.407402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.430411 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] 10.222.0.13 "DELETE /v2.0/networks/90baddd0-fc71-4e3c-90d6-97ac417ac75c HTTP/1.1" status: 204 len: 168 time: 0.4621661 May 20 16:15:50.431457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Pushing event deleted for resources: {'Network': ['ID=90baddd0-fc71-4e3c-90d6-97ac417ac75c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:50.435418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cda29427-04f6-4c93-886e-d56486fe473b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:50.479624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aee269c4-26e2-4768-9663-43a6f3726ad8 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:50.515488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: aee269c4-26e2-4768-9663-43a6f3726ad8 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:50.515839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device aee269c4-26e2-4768-9663-43a6f3726ad8 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:50.516268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:50.553278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e8f108d8-aa74-4ddd-890b-564807c2b63a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:50.553653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e8f108d8-aa74-4ddd-890b-564807c2b63a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:50.554082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:50.587504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 1ef7b9d1-8e74-414a-b330-aa0d0670c90d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:50.587853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 1ef7b9d1-8e74-414a-b330-aa0d0670c90d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:50.869050 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50320) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:51.091259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7c704dd0-0dea-4b72-a0bc-9c9e74024aa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7bdbd60f22f42e98f98dc0d23fabbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206154 May 20 16:15:51.093519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50326) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:51.155458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.183447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.242397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.247061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d4e9c1b1-bf37-4340-a13a-54af12325e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:51.262710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23f74ce-e810-48e0-a5e3-8e516b9fbaec,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:51.266928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:51.271647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.272767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d23f74ce-e810-48e0-a5e3-8e516b9fbaec HTTP/1.1" status: 204 len: 168 time: 0.1781409 May 20 16:15:51.631353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50334) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:51.655292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.676038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:51.680433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Usage tracker for resource:security_group_rule and tenant:9cb37dafe56f49a88806552f4e25b28f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:51.684219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:51.690513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:51.782364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.786893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.795295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a7d388d4-13c1-4ad9-a2f3-8a405d1d7c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:51.837432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cb37dafe56f49a88806552f4e25b28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044294 May 20 16:15:51.838489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa91151-5f92-4813-9392-d87e7606f542,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:51.840784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50338) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:51.842529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-423afaa0-a56f-4555-acb5-8322ac3d35cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:51.905793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.933900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.992123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:51.997366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-de8821b7-f602-470a-902a-41adb4d81608 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:52.011789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa91151-5f92-4813-9392-d87e7606f542,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:52.014881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:52.017057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:52.018173 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfa91151-5f92-4813-9392-d87e7606f542 HTTP/1.1" status: 204 len: 168 time: 0.1763573 May 20 16:15:59.372456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-355e80d1-e6e7-4f6a-947f-04c11f463195 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=aed32866d21c41ee8c6ac8fd3bad1e97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287364 May 20 16:15:59.542797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-bb8054d1-21a3-4f8c-993c-da4c557f4824 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:59.544289 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-bb8054d1-21a3-4f8c-993c-da4c557f4824 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663511 May 20 16:15:59.560519 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-db236be8-a3e6-43d4-a0ba-f6ffbaa9c313 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/quotas/aed32866d21c41ee8c6ac8fd3bad1e97 HTTP/1.1" status: 200 len: 375 time: 0.0103664 May 20 16:15:59.607803 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-1c4fa268-1277-4f68-8726-3d701ae5ef51 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aed32866d21c41ee8c6ac8fd3bad1e97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418015 May 20 16:15:59.795770 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-66147b95-11b9-46ea-b748-f9e4539ee08c req-309face6-643f-47b9-8526-1921e53e68e5 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 210 time: 0.0516815 May 20 16:16:00.726131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-710da598-ba80-4219-a35f-5dc29b40a033 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aed32866d21c41ee8c6ac8fd3bad1e97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278525 May 20 16:16:00.886904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-46281351-cbff-4689-a974-7b8ce0257316 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:00.888390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-46281351-cbff-4689-a974-7b8ce0257316 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574831 May 20 16:16:00.905232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Request body: {'port': {'device_id': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf', 'admin_state_up': True, 'tenant_id': 'aed32866d21c41ee8c6ac8fd3bad1e97'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:00.905994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.022210 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bad5edb0-7a11-4b07-83ce-594de833648d req-73580b05-232b-4cd3-b8c1-a50c09796481 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 210 time: 0.1004541 May 20 16:16:01.114937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:01.119517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Usage tracker for resource:port and tenant:aed32866d21c41ee8c6ac8fd3bad1e97 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:01.122468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:01.128281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:01.138388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Made reservation on behalf of aed32866d21c41ee8c6ac8fd3bad1e97 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:01.142005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.157185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.177611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:01.182271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Usage tracker for resource:security_group_rule and tenant:aed32866d21c41ee8c6ac8fd3bad1e97 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:01.185226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:01.191288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:01.289065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.294775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.297946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-90fbe4e6-8574-4fb3-9f6f-da2b3508ae96 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:01.389266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9858d22f-0393-4821-81f4-317d185f5b89,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:01.395081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:01.491848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Allocated IP 192.168.233.154 (e539db90-7dd3-40b7-969f-a98629126ccf/af4df2ba-e394-45f4-9985-c1c0ccad09cd/ed3f1519-d391-4146-8b37-a0929bf4bba7) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:16:01.702884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.718488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Transition to ACTIVE for port object ed3f1519-d391-4146-8b37-a0929bf4bba7 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:16:01.742675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.748545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-49965f29-7922-42fa-8826-999ea2f89fdf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:01.818330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Network e539db90-7dd3-40b7-969f-a98629126ccf is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:16:01.822051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:16:01.825964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:16:02.017732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Pushing event updated for resources: {'Port': ['ID=ed3f1519-d391-4146-8b37-a0929bf4bba7,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:02.027521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:02.050997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:02.051615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.085331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1850779 May 20 16:16:02.100142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Request body: {'port': {'device_id': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:02.102070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9c637fa6-3c4b-4e0c-91ec-104515e52b2e None None] Provisioning for port ed3f1519-d391-4146-8b37-a0929bf4bba7 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:16:02.108783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9c637fa6-3c4b-4e0c-91ec-104515e52b2e None None] Provisioning complete for port ed3f1519-d391-4146-8b37-a0929bf4bba7 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:16:02.109462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9c637fa6-3c4b-4e0c-91ec-104515e52b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.171118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-9c637fa6-3c4b-4e0c-91ec-104515e52b2e None None] Port ed3f1519-d391-4146-8b37-a0929bf4bba7 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:16:02.276661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.343480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-df4f8aa7-46db-4d34-a612-1c726f41c1f5 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:02.344175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-df4f8aa7-46db-4d34-a612-1c726f41c1f5 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Synchronizing usage tracker for tenant:aed32866d21c41ee8c6ac8fd3bad1e97 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:02.422657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-df4f8aa7-46db-4d34-a612-1c726f41c1f5 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Unset dirty status for tenant:aed32866d21c41ee8c6ac8fd3bad1e97 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:02.423951 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-df4f8aa7-46db-4d34-a612-1c726f41c1f5 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 936 time: 0.2775817 May 20 16:16:02.549988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-72aa8d83-2875-4d34-a518-338012d1fa98 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Synchronizing usage tracker for tenant:aed32866d21c41ee8c6ac8fd3bad1e97 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:02.587249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-72aa8d83-2875-4d34-a518-338012d1fa98 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Unset dirty status for tenant:aed32866d21c41ee8c6ac8fd3bad1e97 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:02.588440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd953f24-3a9b-4cfe-8c7f-d7157f7327d1 req-72aa8d83-2875-4d34-a518-338012d1fa98 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562111 May 20 16:16:02.700642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3f1519-d391-4146-8b37-a0929bf4bba7 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:02.707987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.722723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Transition to ACTIVE for port object ed3f1519-d391-4146-8b37-a0929bf4bba7 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:16:02.726799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.731197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:02.888338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Pushing event updated for resources: {'Port': ['ID=ed3f1519-d391-4146-8b37-a0929bf4bba7,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:02.897380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:02.973324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Attempting to bind port ed3f1519-d391-4146-8b37-a0929bf4bba7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:16:02.973679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Attempting to bind port ed3f1519-d391-4146-8b37-a0929bf4bba7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:16:02.974004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Attempting to bind port ed3f1519-d391-4146-8b37-a0929bf4bba7 on network e539db90-7dd3-40b7-969f-a98629126ccf {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:02.979169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Port ed3f1519-d391-4146-8b37-a0929bf4bba7 on network e539db90-7dd3-40b7-969f-a98629126ccf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:16:02.979483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Attempting to bind port ed3f1519-d391-4146-8b37-a0929bf4bba7 on network e539db90-7dd3-40b7-969f-a98629126ccf {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:02.984669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:16:02.985018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Checking segment: {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:16:02.985381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Bound using segment: {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:16:02.985807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Bound port: ed3f1519-d391-4146-8b37-a0929bf4bba7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22139e56-7349-4435-af0b-681b793fc6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:16:02.986148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:03.074783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] For port ed3f1519-d391-4146-8b37-a0929bf4bba7, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:16:03.077595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] For port ed3f1519-d391-4146-8b37-a0929bf4bba7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:16:03.082337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:03.085931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6a790d20-6530-4309-8971-421191e85200 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:03.145364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.145980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:03.147378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] 10.222.0.25 "PUT /v2.0/ports/ed3f1519-d391-4146-8b37-a0929bf4bba7 HTTP/1.1" status: 200 len: 1098 time: 1.0527313 May 20 16:16:03.147378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'tag': 'ed3f1519-d391-4146-8b37-a0929bf4bba7'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:03.177916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Pushing event updated for resources: {'Port': ['ID=ed3f1519-d391-4146-8b37-a0929bf4bba7,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:03.181493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:03.226836 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'tag': 'ed3f1519-d391-4146-8b37-a0929bf4bba7', 'status': 'completed', 'code': 200} May 20 16:16:03.270133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-565d3e30-9860-409b-808e-45bd09361269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.271642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-565d3e30-9860-409b-808e-45bd09361269 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aed32866d21c41ee8c6ac8fd3bad1e97&device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 1101 time: 0.0780516 May 20 16:16:03.345957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-64e71d1e-10e4-4326-8d63-a5889d682194 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7 HTTP/1.1" status: 200 len: 217 time: 0.0667832 May 20 16:16:03.412908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-a0fcb558-d552-471c-afbf-af7c7bfeb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.414451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-a0fcb558-d552-471c-afbf-af7c7bfeb138 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af4df2ba-e394-45f4-9985-c1c0ccad09cd HTTP/1.1" status: 200 len: 843 time: 0.0621562 May 20 16:16:03.495765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-72b1724a-cf7e-42e2-93ab-098a3b0b6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.497242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-72b1724a-cf7e-42e2-93ab-098a3b0b6f1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e539db90-7dd3-40b7-969f-a98629126ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0767229 May 20 16:16:03.629371 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-fb03780b-251d-4660-9a35-eb1c139d66f4 service neutron] 10.222.0.25 "GET /v2.0/networks/e539db90-7dd3-40b7-969f-a98629126ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254015 May 20 16:16:03.770014 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d550c5ea-b9a7-436a-87bd-b55774c423f8 req-f7c3f2c4-84bb-4551-9873-4e81d456fab3 service neutron] 10.222.0.25 "GET /v2.0/networks/e539db90-7dd3-40b7-969f-a98629126ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345372 May 20 16:16:03.946416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-c39d5a9a-a4a9-41fc-8f2d-1bc376824327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.947791 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-c39d5a9a-a4a9-41fc-8f2d-1bc376824327 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aed32866d21c41ee8c6ac8fd3bad1e97&device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 1101 time: 0.1324639 May 20 16:16:03.956020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9162387-5c87-453e-820b-fd45f023e28a req-4a60c3a8-6c08-4895-a898-139be920df5a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.957381 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f9162387-5c87-453e-820b-fd45f023e28a req-4a60c3a8-6c08-4895-a898-139be920df5a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 948 time: 0.1120746 May 20 16:16:04.221656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f9162387-5c87-453e-820b-fd45f023e28a req-2dda2c66-2f2a-4214-833b-17f088534abd tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041689 May 20 16:16:04.260698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-21d23299-0035-4088-acc0-8d8b5a32fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.262185 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-21d23299-0035-4088-acc0-8d8b5a32fc63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e539db90-7dd3-40b7-969f-a98629126ccf HTTP/1.1" status: 200 len: 869 time: 0.3039820 May 20 16:16:04.330786 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-507d7eb6-fb9d-4654-848b-15175d47fb7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7 HTTP/1.1" status: 200 len: 217 time: 0.0618391 May 20 16:16:04.392675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-c3e9d160-7568-46b8-9b94-9f6efc34e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.394141 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-c3e9d160-7568-46b8-9b94-9f6efc34e5a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af4df2ba-e394-45f4-9985-c1c0ccad09cd HTTP/1.1" status: 200 len: 843 time: 0.0562098 May 20 16:16:04.474986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-1c151747-672d-4e34-9ba7-c39e8ab1374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.476344 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-1c151747-672d-4e34-9ba7-c39e8ab1374d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e539db90-7dd3-40b7-969f-a98629126ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0743260 May 20 16:16:04.609218 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-859a5d80-e7a5-4468-8375-505cde8f3315 service neutron] 10.222.0.25 "GET /v2.0/networks/e539db90-7dd3-40b7-969f-a98629126ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260662 May 20 16:16:04.742169 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9a6731-caef-4b7b-8d32-7a7a94b52970 req-746999ac-0e95-4f9c-89e2-26f31e7e9820 service neutron] 10.222.0.25 "GET /v2.0/networks/e539db90-7dd3-40b7-969f-a98629126ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269314 May 20 16:16:05.403102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478438-7614-4189-80a2-a01a4e0da11f req-6c02ae76-4e27-4797-9495-b5ceb6252bb3 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:05.404578 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a7478438-7614-4189-80a2-a01a4e0da11f req-6c02ae76-4e27-4797-9495-b5ceb6252bb3 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 948 time: 0.0785758 May 20 16:16:05.451303 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a7478438-7614-4189-80a2-a01a4e0da11f req-db486eec-aeb5-4fca-ae78-a6090703770a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 May 20 16:16:05.466091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ed3f1519-d391-4146-8b37-a0929bf4bba7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:16:05.599400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ed3f1519-d391-4146-8b37-a0929bf4bba7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:05.612141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'ed3f1519-d391-4146-8b37-a0929bf4bba7', 'network_id': 'e539db90-7dd3-40b7-969f-a98629126ccf', 'port_id': 'ed3f1519-d391-4146-8b37-a0929bf4bba7', 'mac_address': 'fa:16:3e:3b:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4df2ba-e394-45f4-9985-c1c0ccad09cd', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:16:05.669937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:05.686031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3f1519-d391-4146-8b37-a0929bf4bba7 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:05.701640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ed3f1519-d391-4146-8b37-a0929bf4bba7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:05.705515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:05.707265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:05.776065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ed3f1519-d391-4146-8b37-a0929bf4bba7,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:05.779458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:05.907874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ed3f1519-d391-4146-8b37-a0929bf4bba7'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:06.638077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0b792-2fb1-40a0-8f56-ee1aa15074c9 req-22af8057-af72-416e-ba69-6ac7ab260a9c tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:06.639895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61d0b792-2fb1-40a0-8f56-ee1aa15074c9 req-22af8057-af72-416e-ba69-6ac7ab260a9c tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 949 time: 0.0824468 May 20 16:16:06.685125 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61d0b792-2fb1-40a0-8f56-ee1aa15074c9 req-66f811c6-0c61-46d8-aebc-010e21c7b50e tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 May 20 16:16:07.481717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ed3f1519-d391-4146-8b37-a0929bf4bba7 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:16:07.550776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port ed3f1519-d391-4146-8b37-a0929bf4bba7 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:16:07.556068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port ed3f1519-d391-4146-8b37-a0929bf4bba7 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:16:07.556450 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:07.673519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:07.700710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3f1519-d391-4146-8b37-a0929bf4bba7'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:07.710458 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ed3f1519-d391-4146-8b37-a0929bf4bba7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:07.715774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:07.717957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:07.789221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ed3f1519-d391-4146-8b37-a0929bf4bba7,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:07.792801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:07.807208 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3f1519-d391-4146-8b37-a0929bf4bba7', 'code': 200} May 20 16:16:07.877087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499a1a-5f13-495b-baff-aef396fb908f req-bc64e240-b4b0-4128-bcca-1d7b1f8d6341 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:07.878747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56499a1a-5f13-495b-baff-aef396fb908f req-bc64e240-b4b0-4128-bcca-1d7b1f8d6341 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 950 time: 0.0844941 May 20 16:16:07.928431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56499a1a-5f13-495b-baff-aef396fb908f req-41aafb48-f210-4db1-a581-172fc7630ab7 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 May 20 16:16:08.035566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece730bc-922c-43e1-a5e7-c7e7048d8781 req-4bbea7b1-df2a-4193-8651-9bd6630280ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:08.036957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ece730bc-922c-43e1-a5e7-c7e7048d8781 req-4bbea7b1-df2a-4193-8651-9bd6630280ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 1103 time: 0.0734649 May 20 16:16:08.079936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ece730bc-922c-43e1-a5e7-c7e7048d8781 req-078dc6fe-13dc-45f1-baea-3f2395ca6b39 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 May 20 16:16:09.117193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1882-e808-4a8f-a5fd-e2f87a14bec8 req-20e1a6ae-e273-4861-b4da-15a4314dee97 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:09.118811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ecca1882-e808-4a8f-a5fd-e2f87a14bec8 req-20e1a6ae-e273-4861-b4da-15a4314dee97 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 950 time: 0.0809560 May 20 16:16:09.163331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ecca1882-e808-4a8f-a5fd-e2f87a14bec8 req-164859d0-591c-43c0-96d5-c0a4dba82eeb tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386899 May 20 16:16:10.280535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2ea87-2dab-44d9-8e42-7170efc4198e req-f61a4675-9a81-4428-ac38-1231afb2f1ec tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:10.282041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97c2ea87-2dab-44d9-8e42-7170efc4198e req-f61a4675-9a81-4428-ac38-1231afb2f1ec tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 950 time: 0.0859101 May 20 16:16:10.327830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97c2ea87-2dab-44d9-8e42-7170efc4198e req-0e8cee18-cdfe-46bc-ad36-ab606ffa7d20 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 May 20 16:16:10.396861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b61500c7-aa05-4706-b3ed-e974cd49d2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:11.516969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-b973273d-97a4-4e85-978a-d26ee4299cf9 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:11.518470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-b973273d-97a4-4e85-978a-d26ee4299cf9 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.25 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 950 time: 0.1329951 May 20 16:16:11.633936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbc9b8-2cc2-413d-9dce-978052f06475 req-bba44757-4b9b-4823-95ba-0e64c9cd5e5d tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:11.635394 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5bbc9b8-2cc2-413d-9dce-978052f06475 req-bba44757-4b9b-4823-95ba-0e64c9cd5e5d tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 950 time: 0.1928627 May 20 16:16:11.702582 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5bbc9b8-2cc2-413d-9dce-978052f06475 req-c5480e71-324f-48b4-b4f0-0a5d3464c309 tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/security-groups?id=9858d22f-0393-4821-81f4-317d185f5b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606732 May 20 16:16:11.718787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Deleting port ed3f1519-d391-4146-8b37-a0929bf4bba7 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:16:11.719132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:11.992812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] For port ed3f1519-d391-4146-8b37-a0929bf4bba7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3f1519-d391-4146-8b37-a0929bf4bba7,segment=NetworkSegment(22139e56-7349-4435-af0b-681b793fc6e1),segment_id=22139e56-7349-4435-af0b-681b793fc6e1)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:11.993163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.121017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Calling delete_port for ed3f1519-d391-4146-8b37-a0929bf4bba7 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:16:12.238322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.244250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e2e8a108-68d6-4bcb-93a3-e574838579d3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:12.250090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ed3f1519-d391-4146-8b37-a0929bf4bba7'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:12.291423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Pushing event deleted for resources: {'Port': ['ID=ed3f1519-d391-4146-8b37-a0929bf4bba7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:12.294606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:12.370550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] No DVR routers for this DVR port ed3f1519-d391-4146-8b37-a0929bf4bba7 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:16:12.373148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.376028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'name': 'network-vif-deleted', 'tag': 'ed3f1519-d391-4146-8b37-a0929bf4bba7'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:12.394683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8852d46e-4f0d-41e9-b1e2-b2efbb810784 req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.25 "DELETE /v2.0/ports/ed3f1519-d391-4146-8b37-a0929bf4bba7 HTTP/1.1" status: 204 len: 173 time: 0.8698230 May 20 16:16:12.430591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031e89ac-3bee-4a11-9993-ac6f48faeab4', 'name': 'network-vif-deleted', 'tag': 'ed3f1519-d391-4146-8b37-a0929bf4bba7', 'status': 'completed', 'code': 200} May 20 16:16:12.882817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4c0edb52-3469-4e04-b357-5d9cac778ec8 req-235bf567-6a64-43d1-a5a8-cefe3df5c6ce tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Synchronizing usage tracker for tenant:aed32866d21c41ee8c6ac8fd3bad1e97 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:12.899404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4c0edb52-3469-4e04-b357-5d9cac778ec8 req-235bf567-6a64-43d1-a5a8-cefe3df5c6ce tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Unset dirty status for tenant:aed32866d21c41ee8c6ac8fd3bad1e97 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:12.900678 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4c0edb52-3469-4e04-b357-5d9cac778ec8 req-235bf567-6a64-43d1-a5a8-cefe3df5c6ce tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] 10.222.0.13 "GET /v2.0/ports?device_id=031e89ac-3bee-4a11-9993-ac6f48faeab4 HTTP/1.1" status: 200 len: 210 time: 0.0658169 May 20 16:16:13.159548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:13.767221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3955a197-7891-4a5f-b36c-b6e5f700302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.292157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50476) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:14.447966 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d8bb5df8-dd9d-4b93-a306-c5e45508575a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aed32866d21c41ee8c6ac8fd3bad1e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544876 May 20 16:16:14.450348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50482) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:14.513793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.540066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.592748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.596587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6413e68d-25a6-49d6-881f-267d47f32ebc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:14.609501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858d22f-0393-4821-81f4-317d185f5b89,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:14.612174 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:14.624654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.625667 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e1db372b-ebbf-40fd-a14f-3398ee07cc28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9858d22f-0393-4821-81f4-317d185f5b89 HTTP/1.1" status: 204 len: 168 time: 0.1743927 May 20 16:16:14.662956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.923061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50490) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:14.941564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.956826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:14.960628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed5c16bbc55487a907239143cfc3b86 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:14.963952 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:14.969591 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:15.057634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.061722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.069040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-713201d9-3e75-427e-9649-9afe071a9b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:15.113591 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ed5c16bbc55487a907239143cfc3b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894133 May 20 16:16:15.115621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4acbfd-979e-4475-96dc-707ce962ea38,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:15.116439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50494) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:15.125685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:15.181492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.208166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.268299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.272251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c04b581a-1038-4f84-bb86-8cffbc89a3a2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:15.287014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4acbfd-979e-4475-96dc-707ce962ea38,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:15.290690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:15.292728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.293934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa4acbfd-979e-4475-96dc-707ce962ea38 HTTP/1.1" status: 204 len: 168 time: 0.1764529 May 20 16:16:15.559527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ed3f1519-d391-4146-8b37-a0929bf4bba7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:16:15.596806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: ed3f1519-d391-4146-8b37-a0929bf4bba7 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:16:15.597257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ed3f1519-d391-4146-8b37-a0929bf4bba7 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:16:16.110648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50518) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:16.216020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1899878861-network', 'tenant_id': '76154dfd738f41fca3f6b52a0fa0680c'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:16.220790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:16.226622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Usage tracker for resource:network and tenant:76154dfd738f41fca3f6b52a0fa0680c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:16.230117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:16.236618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:16.250317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Made reservation on behalf of 76154dfd738f41fca3f6b52a0fa0680c for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:16.252642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.265018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.279363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:16.283158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Usage tracker for resource:security_group_rule and tenant:76154dfd738f41fca3f6b52a0fa0680c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:16.286058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:16.292216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:16.378330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.383728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.386143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-098f2be3-e470-4f11-89c2-cdafbd15743e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:16.416376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:16:16.425542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92282ff-3857-423a-9024-6ece599ed97a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:16.429302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:16.435153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.435792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Added segment c9bbb2a1-5212-46d0-af8f-561feb610161 of type vlan for network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a May 20 16:16:16.474221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.505077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.507037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.508142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.508717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.512355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f51f164-4ea3-4ff9-8e2d-bd2791f2840d tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:16.621828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5100312 May 20 16:16:16.624778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50524) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:16.627631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Pushing event updated for resources: {'Network': ['ID=3f4c4ab6-f228-4c65-82ae-195d0e6d283a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:16.632915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Request body: {'subnet': {'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1899878861-subnet', 'tenant_id': '76154dfd738f41fca3f6b52a0fa0680c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:16.636637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:16.638715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:16:16.639290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:16.643777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Usage tracker for resource:subnet and tenant:76154dfd738f41fca3f6b52a0fa0680c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:16.646808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:16.653601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:16.665756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Made reservation on behalf of 76154dfd738f41fca3f6b52a0fa0680c for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:16.669912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:17.058175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:17.061693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b090b45a-47e1-4923-8691-713ba4ce6027 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:17.134232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b248b08f-cdf1-49de-bc82-061389786f1e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:17.138110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:17.145273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Checking segment: {'id': 'c9bbb2a1-5212-46d0-af8f-561feb610161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:16:17.145653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Network hostable DHCP agents. Network: 3f4c4ab6-f228-4c65-82ae-195d0e6d283a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:16:17.163434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:16:17.173167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 3f4c4ab6-f228-4c65-82ae-195d0e6d283a) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:16:17.186019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b01cd-61a6-43b5-b29f-46c096b8b337 None None] Network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:16:17.187928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:17.188831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:17.219933 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5940733 May 20 16:16:17.399038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d3c9b-1133-4259-ab2c-9a42dfe42ddb None None] Network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:16:17.760698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-d8faaaac-c78e-4129-a31f-a6b2bc1d14a3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:17.761418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-d8faaaac-c78e-4129-a31f-a6b2bc1d14a3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Synchronizing usage tracker for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:17.779295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-d8faaaac-c78e-4129-a31f-a6b2bc1d14a3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Unset dirty status for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:17.780708 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-d8faaaac-c78e-4129-a31f-a6b2bc1d14a3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 812 time: 0.1719718 May 20 16:16:17.797152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-58faac50-7231-488a-a99b-1694afa89c8b tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/quotas/76154dfd738f41fca3f6b52a0fa0680c HTTP/1.1" status: 200 len: 375 time: 0.0103934 May 20 16:16:17.845711 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-06a61bd9-dece-4558-aabd-874cb0491ad7 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420563 May 20 16:16:17.980765 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-c32339b6-5cbd-4c2e-b888-971e3eeb794b service neutron] 10.222.0.13 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277266 May 20 16:16:18.265723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-f909d573-90d8-4a10-bbf1-4910b083de4c service neutron] 10.222.0.13 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782357 May 20 16:16:18.451325 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-72742a75-4b4f-4fdc-bcd5-f55f39d0bbe6 req-4b3c19eb-d2bd-4e52-b9b7-d7a6ccf24b6e tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 210 time: 0.0442314 May 20 16:16:19.507389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-b7f9a719-3641-4dd9-b68b-ed6c1ad04472 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:19.509057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-b7f9a719-3641-4dd9-b68b-ed6c1ad04472 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.25 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 812 time: 0.1570334 May 20 16:16:19.521530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Request body: {'port': {'device_id': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a', 'admin_state_up': True, 'tenant_id': '76154dfd738f41fca3f6b52a0fa0680c'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:19.659896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47cfc751-983e-4885-a625-10a74fcf3369 req-e5d67746-7aeb-474f-b916-e8b1b7db5c37 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 210 time: 0.0626171 May 20 16:16:19.710224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:19.714536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Usage tracker for resource:port and tenant:76154dfd738f41fca3f6b52a0fa0680c is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:19.717365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:19.723067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:19.733512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Made reservation on behalf of 76154dfd738f41fca3f6b52a0fa0680c for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:19.736947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:19.902265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Allocated IP 172.20.0.9 (3f4c4ab6-f228-4c65-82ae-195d0e6d283a/b248b08f-cdf1-49de-bc82-061389786f1e/3ec13dd6-403d-41f7-b8c0-5455909df0f3) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:16:20.107533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.136980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.142582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-05cd2779-d436-4e0d-b022-cbef8572ed52 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:20.204466 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:16:20.211042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:16:20.214685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:16:20.218597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:16:20.254791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:20.264162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:20.286787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:20.287386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.307373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900357 May 20 16:16:20.318892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Request body: {'port': {'device_id': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:20.431967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.827010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec13dd6-403d-41f7-b8c0-5455909df0f3 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:20.836553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.864510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Transition to ACTIVE for port object 3ec13dd6-403d-41f7-b8c0-5455909df0f3 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:16:20.870499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.874560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:20.930986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d43e-2aa7-493f-a724-99603178628b req-498629d3-e3d1-47cb-87f8-2867fa4f913c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:20.931614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a643d43e-2aa7-493f-a724-99603178628b req-498629d3-e3d1-47cb-87f8-2867fa4f913c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Synchronizing usage tracker for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:21.199144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:21.201944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:21.245696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a643d43e-2aa7-493f-a724-99603178628b req-498629d3-e3d1-47cb-87f8-2867fa4f913c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Unset dirty status for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:21.246867 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a643d43e-2aa7-493f-a724-99603178628b req-498629d3-e3d1-47cb-87f8-2867fa4f913c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 931 time: 0.4757333 May 20 16:16:21.321398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a643d43e-2aa7-493f-a724-99603178628b req-58f01d0b-3ff2-4df5-a4e9-ab0beaeb6007 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Synchronizing usage tracker for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:21.323772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Attempting to bind port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:16:21.324096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Attempting to bind port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c9bbb2a1-5212-46d0-af8f-561feb610161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:16:21.324417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Attempting to bind port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 on network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:21.333044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 on network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:16:21.333379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Attempting to bind port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 on network 3f4c4ab6-f228-4c65-82ae-195d0e6d283a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:21.344436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:16:21.344767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Checking segment: {'id': 'c9bbb2a1-5212-46d0-af8f-561feb610161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:16:21.345168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Bound using segment: {'id': 'c9bbb2a1-5212-46d0-af8f-561feb610161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:16:21.345674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Bound port: 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9bbb2a1-5212-46d0-af8f-561feb610161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:16:21.346304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:21.364626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a643d43e-2aa7-493f-a724-99603178628b req-58f01d0b-3ff2-4df5-a4e9-ab0beaeb6007 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Unset dirty status for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:21.365792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a643d43e-2aa7-493f-a724-99603178628b req-58f01d0b-3ff2-4df5-a4e9-ab0beaeb6007 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083741 May 20 16:16:21.444539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:16:21.449132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:16:21.453603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:21.457446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3a752d52-729f-4acc-a3ac-7e2879859b9a tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:21.520829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:21.521477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:21.522833 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] 10.222.0.25 "PUT /v2.0/ports/3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 1093 time: 1.2080266 May 20 16:16:21.523376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:21.544512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:21.547709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:21.595963 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'status': 'completed', 'code': 200} May 20 16:16:21.636944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-f03c3ea8-9dfc-4598-b308-010a01bb8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:21.638490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-f03c3ea8-9dfc-4598-b308-010a01bb8600 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1096 time: 0.0749147 May 20 16:16:21.711846 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-4838893e-0ee7-4363-b2e9-db414c98cd42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 217 time: 0.0653276 May 20 16:16:21.774714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-ef55b5cc-ac10-4ce1-a539-19dbf3bc30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:21.776157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-ef55b5cc-ac10-4ce1-a539-19dbf3bc30c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 200 len: 852 time: 0.0589533 May 20 16:16:21.826556 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-cbc88939-f210-4361-9ca9-8924e05cce64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441999 May 20 16:16:21.960587 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-566754d6-0808-4a05-8be6-c0367346ae53 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273358 May 20 16:16:22.091289 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b84b223-1ef0-478f-a82e-d4954ab27c18 req-030ffdac-7041-4512-8804-8d2b1e427036 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242435 May 20 16:16:22.207605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-90b3c6d5-3e33-4862-91da-817deee74037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:22.209058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-90b3c6d5-3e33-4862-91da-817deee74037 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1096 time: 0.0707097 May 20 16:16:22.339354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-fccd3ef5-be9a-4a06-bdfe-f2dd8061cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:22.340781 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-fccd3ef5-be9a-4a06-bdfe-f2dd8061cb82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 912 time: 0.1246345 May 20 16:16:22.412195 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-6f0589ac-0721-431b-8f24-8db58d453277 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 217 time: 0.0644855 May 20 16:16:22.475754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-a4bc4b65-f08b-4c30-b42f-82f8181c30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:22.477848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-a4bc4b65-f08b-4c30-b42f-82f8181c30fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 200 len: 852 time: 0.0585670 May 20 16:16:22.565436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-bd80ecbe-f5d6-4e74-b62e-9e133139b511 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503352 May 20 16:16:22.685897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dc98e-fef8-4ba1-b154-4692729fdfd8 req-f3469689-01ee-44cb-9beb-e1897294c296 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:22.687355 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c7dc98e-fef8-4ba1-b154-4692729fdfd8 req-f3469689-01ee-44cb-9beb-e1897294c296 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 943 time: 0.2086608 May 20 16:16:22.740103 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-f8ec6ef6-ef88-49e8-9d54-3232404d6ca2 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670649 May 20 16:16:22.782037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c7dc98e-fef8-4ba1-b154-4692729fdfd8 req-84062874-2e74-4ffb-ae4b-5df9f0977b65 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810516 May 20 16:16:22.887442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-006d443c-acfe-45ea-8d87-c5a60b2fc2dd req-f0982a94-cfec-4820-a6e7-e96fd40962ef service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401510 May 20 16:16:23.621751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:16:23.753522 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:23.766686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a', 'port_id': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'mac_address': 'fa:16:3e:58:86:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b248b08f-cdf1-49de-bc82-061389786f1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:16:23.824752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.841322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec13dd6-403d-41f7-b8c0-5455909df0f3 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:23.857025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:23.861280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.863035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:23.929376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:23.932372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:23.973382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04ae2b-c90d-403c-9c17-df3791fb7fd6 req-326a2b54-eb24-4f41-9f69-cd19da8fa25d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:23.974851 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff04ae2b-c90d-403c-9c17-df3791fb7fd6 req-326a2b54-eb24-4f41-9f69-cd19da8fa25d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 944 time: 0.0821528 May 20 16:16:24.027281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff04ae2b-c90d-403c-9c17-df3791fb7fd6 req-1624aac8-029d-4ffe-99bd-22f6cc82f0a7 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 May 20 16:16:24.051225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['3ec13dd6-403d-41f7-b8c0-5455909df0f3'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:25.212726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbe21c-7fea-47f0-a80d-6f9b95ac715f req-dab9d29b-71b6-438e-b384-38d1748414c6 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:25.214314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eacbe21c-7fea-47f0-a80d-6f9b95ac715f req-dab9d29b-71b6-438e-b384-38d1748414c6 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 944 time: 0.0796618 May 20 16:16:25.258924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eacbe21c-7fea-47f0-a80d-6f9b95ac715f req-d6d47024-3b4a-4f85-aabe-00e235740621 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 May 20 16:16:25.621643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:16:25.693651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:16:25.699402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:16:25.699866 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:25.815044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:25.840758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:25.850247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:25.854793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:25.857455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:25.892173 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'code': 200} May 20 16:16:25.936888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:25.939858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:26.127041 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f35490-c73a-4fbb-9fcb-33c43ab50603 req-e623c3ed-0883-4aa9-be8e-5024cad519a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:26.128611 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-50f35490-c73a-4fbb-9fcb-33c43ab50603 req-e623c3ed-0883-4aa9-be8e-5024cad519a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1098 time: 0.0785451 May 20 16:16:26.325143 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-50f35490-c73a-4fbb-9fcb-33c43ab50603 req-d559331a-04ae-4d13-8d58-e0c65f61e4b3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902854 May 20 16:16:26.449813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4025-232f-4431-8e7c-3fd9b6882a73 req-eed736e1-7aaa-49f2-8ea7-9f49eeeb7a60 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:26.451271 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-41ed4025-232f-4431-8e7c-3fd9b6882a73 req-eed736e1-7aaa-49f2-8ea7-9f49eeeb7a60 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0808396 May 20 16:16:26.499774 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-41ed4025-232f-4431-8e7c-3fd9b6882a73 req-f988b8c9-7968-4ca9-9d5e-3bcf927b4334 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 May 20 16:16:27.689043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfa8f-e860-46cc-94c9-e9d83d9e22c7 req-b4bf85aa-b56d-4d2e-870d-55ae42311b54 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:27.690551 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-98dcfa8f-e860-46cc-94c9-e9d83d9e22c7 req-b4bf85aa-b56d-4d2e-870d-55ae42311b54 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0826702 May 20 16:16:27.739001 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-98dcfa8f-e860-46cc-94c9-e9d83d9e22c7 req-b1d7ad48-f690-4ab8-8017-22d163b91c23 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 May 20 16:16:28.256188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50584) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:28.301130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd0c77-2703-48d1-b647-9b45e555973c req-f49e1055-f845-4ad7-8a54-b92987d366c4 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:28.303075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14bd0c77-2703-48d1-b647-9b45e555973c req-f49e1055-f845-4ad7-8a54-b92987d366c4 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0911264 May 20 16:16:28.350071 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14bd0c77-2703-48d1-b647-9b45e555973c req-863347e2-7ca1-41dc-9d9f-16e7636aae79 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 May 20 16:16:28.376266 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-479b43c5-9b7f-492e-ae74-06b83939f2dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184654 May 20 16:16:29.592029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd201-37ed-4de5-b376-06a8b85cbe5e req-f1642aee-0dec-49c6-b7c5-1ddf017dacce tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:29.593645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ceebd201-37ed-4de5-b376-06a8b85cbe5e req-f1642aee-0dec-49c6-b7c5-1ddf017dacce tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.1342275 May 20 16:16:29.658601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ceebd201-37ed-4de5-b376-06a8b85cbe5e req-5b0098af-231d-4885-929f-b608c8c00ab9 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576150 May 20 16:16:29.665472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-30cbcf01-4638-4e9c-bb1b-548e13e5bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:29.666931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-30cbcf01-4638-4e9c-bb1b-548e13e5bc76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1098 time: 0.1299710 May 20 16:16:29.801803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-8ceafe17-ee5c-43c3-adac-8763d4909ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:29.803228 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-8ceafe17-ee5c-43c3-adac-8763d4909ed1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 912 time: 0.1300707 May 20 16:16:29.873529 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-f9562c32-0956-43e7-acf1-1cc0ea23e69f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 217 time: 0.0635457 May 20 16:16:29.935835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-09d88405-5e3b-499f-83c3-265711f20ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:29.937196 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-09d88405-5e3b-499f-83c3-265711f20ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 200 len: 852 time: 0.0583224 May 20 16:16:29.984275 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-d8ab25e6-cf8a-4a07-94c6-6eecd5711427 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412123 May 20 16:16:30.118762 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-240a6a20-6ca5-426d-9e36-fcfec57bbe8a service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279387 May 20 16:16:30.251568 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-ebe93890-09e8-4487-b888-86193810f5ac service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268225 May 20 16:16:30.422826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c20ce-9881-474d-9c49-e638575081d7 req-46c7c49c-7516-4a24-808c-653e0e0bc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:30.424326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-46c7c49c-7516-4a24-808c-653e0e0bc7cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1098 time: 0.0827148 May 20 16:16:30.573475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c20ce-9881-474d-9c49-e638575081d7 req-df8a44ab-61b8-43da-b67f-456854dcfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:30.574811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-df8a44ab-61b8-43da-b67f-456854dcfa53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 912 time: 0.1306713 May 20 16:16:30.641249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-8533b07f-0e86-4890-8e70-a287212306a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 217 time: 0.0599642 May 20 16:16:30.710455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c20ce-9881-474d-9c49-e638575081d7 req-44bfa198-f37e-474e-876c-084bf118c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:30.712450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-44bfa198-f37e-474e-876c-084bf118c57c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 200 len: 852 time: 0.0655873 May 20 16:16:30.759475 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-d24655b0-ac0b-4c28-aaa3-efdaf47659c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409477 May 20 16:16:30.919079 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:31.103920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-1f745ede-11bd-4ba6-9f13-3fb6d269228e service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383114 May 20 16:16:31.115631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a66e26-b86e-4732-9005-29436542065d req-3b68a654-ca4a-4a38-ad6b-f3835ac3a549 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:31.117080 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29a66e26-b86e-4732-9005-29436542065d req-3b68a654-ca4a-4a38-ad6b-f3835ac3a549 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.3332851 May 20 16:16:31.249201 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29a66e26-b86e-4732-9005-29436542065d req-dbb6e40a-dde4-49ba-bee0-b6e29c07985b tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128299 May 20 16:16:31.289830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-731c20ce-9881-474d-9c49-e638575081d7 req-2c3371be-9d92-4fd1-80dd-8c52a1101477 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709766 May 20 16:16:32.439188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9633-2168-42b8-bd14-0f12cb5f16a8 req-ec4a71b1-a240-4aba-8112-388ae20655c8 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:32.440642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e39b9633-2168-42b8-bd14-0f12cb5f16a8 req-ec4a71b1-a240-4aba-8112-388ae20655c8 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0811009 May 20 16:16:32.490723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e39b9633-2168-42b8-bd14-0f12cb5f16a8 req-2c1c8a00-fc0f-47e7-a413-b9dd16b546e3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 May 20 16:16:33.672987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9302a3-32e3-4849-b229-e6e375695e2e req-eab47146-1b06-4ff9-8769-9c902ba927ea tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:33.674758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd9302a3-32e3-4849-b229-e6e375695e2e req-eab47146-1b06-4ff9-8769-9c902ba927ea tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0806103 May 20 16:16:33.719603 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd9302a3-32e3-4849-b229-e6e375695e2e req-441053f3-70d1-4681-9817-b7400623359e tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 May 20 16:16:34.907544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a910357-a9e9-4e79-a5d3-dd5600fc3c94 req-14689ce4-3ddc-417e-bd0a-d4b397f3aa42 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:34.908901 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a910357-a9e9-4e79-a5d3-dd5600fc3c94 req-14689ce4-3ddc-417e-bd0a-d4b397f3aa42 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0826757 May 20 16:16:34.952789 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a910357-a9e9-4e79-a5d3-dd5600fc3c94 req-3aa3bd5d-03a6-4902-a0e4-d57bdb4de091 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 May 20 16:16:36.134472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850796d-db21-4704-8bd6-003f8601ccea req-9195b4a0-850b-4d6d-8252-742f3691797d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:36.135917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8850796d-db21-4704-8bd6-003f8601ccea req-9195b4a0-850b-4d6d-8252-742f3691797d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0796471 May 20 16:16:36.180900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8850796d-db21-4704-8bd6-003f8601ccea req-3b66ca98-b028-4dc6-93f8-ed185b9c1ae8 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 May 20 16:16:37.368357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b46bcb-4f86-43af-99e5-a4bde8ca7ee8 req-8d1e0096-6dec-4b59-be6b-c56a0474dd55 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:37.369853 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a0b46bcb-4f86-43af-99e5-a4bde8ca7ee8 req-8d1e0096-6dec-4b59-be6b-c56a0474dd55 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0829735 May 20 16:16:37.415129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a0b46bcb-4f86-43af-99e5-a4bde8ca7ee8 req-642ecf84-c5d2-4a26-b53f-61bc0ad169e0 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 May 20 16:16:38.602933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da281-7f80-4d7c-8a33-ea9cd9b45200 req-33f4613e-0dc0-4b7f-b215-875b525f3585 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:38.604372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-491da281-7f80-4d7c-8a33-ea9cd9b45200 req-33f4613e-0dc0-4b7f-b215-875b525f3585 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0841830 May 20 16:16:38.654242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-491da281-7f80-4d7c-8a33-ea9cd9b45200 req-7856e0e7-e0d2-4da7-803a-ea0fb10df41d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 May 20 16:16:39.838572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5675-6930-4d69-afab-7fcfe7dcd045 req-e7b69dc4-8bfb-4b0a-b782-d5d31a46c5ab tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:39.840018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-77eb5675-6930-4d69-afab-7fcfe7dcd045 req-e7b69dc4-8bfb-4b0a-b782-d5d31a46c5ab tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0792148 May 20 16:16:39.884710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-77eb5675-6930-4d69-afab-7fcfe7dcd045 req-e57525d1-dad4-40af-9c0c-0fc80be0d698 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 May 20 16:16:40.400761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b8db9996-9be1-47d8-afc2-5e136968e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:41.072272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732e7c-143b-4f40-85e2-3633e86c6bcb req-6e14cee6-46b5-4969-8922-cf69686c8eba tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:41.073748 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-72732e7c-143b-4f40-85e2-3633e86c6bcb req-6e14cee6-46b5-4969-8922-cf69686c8eba tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0837626 May 20 16:16:41.117717 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-72732e7c-143b-4f40-85e2-3633e86c6bcb req-44aef7cf-a76f-4bbe-9c53-e248dd3e68a1 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 May 20 16:16:42.300756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5132e6-c884-41c0-9bd1-6d6579ddb3b2 req-909d900d-ab62-48c5-a058-626e70500045 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:42.302220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd5132e6-c884-41c0-9bd1-6d6579ddb3b2 req-909d900d-ab62-48c5-a058-626e70500045 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0791583 May 20 16:16:42.348086 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd5132e6-c884-41c0-9bd1-6d6579ddb3b2 req-76971ca6-ad0d-47e1-9157-0f9692ddf31d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 May 20 16:16:43.162265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.535224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383071a-28fa-42a5-8b4e-5a8853a2da7b req-2825797f-6689-4a6b-ae3f-1b40bfe3661a tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:43.536712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6383071a-28fa-42a5-8b4e-5a8853a2da7b req-2825797f-6689-4a6b-ae3f-1b40bfe3661a tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0851219 May 20 16:16:43.584098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6383071a-28fa-42a5-8b4e-5a8853a2da7b req-bde767de-63ea-4042-a78c-5aacc21bbd3a tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 May 20 16:16:43.769434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b4728a14-9e54-4eec-82bb-095ef8de5370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.664762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.770002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440b1b-6dfa-4cfb-ac89-85e7eaed3a65 req-08bc512c-5705-4d3d-bdc6-ebd1e91713b0 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:44.771438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7440b1b-6dfa-4cfb-ac89-85e7eaed3a65 req-08bc512c-5705-4d3d-bdc6-ebd1e91713b0 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0787525 May 20 16:16:44.819281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7440b1b-6dfa-4cfb-ac89-85e7eaed3a65 req-e80e2c4c-3ef1-42e5-b8a4-b0d69e54c0ee tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 May 20 16:16:46.003728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb951ff-4986-447c-8b45-c4c12efef0cf req-68a133b4-00d9-44c7-9ee2-9a56cbef8870 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:46.005292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8eb951ff-4986-447c-8b45-c4c12efef0cf req-68a133b4-00d9-44c7-9ee2-9a56cbef8870 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0794537 May 20 16:16:46.050333 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8eb951ff-4986-447c-8b45-c4c12efef0cf req-c6c8c142-a1b7-48c0-bdd8-db67a13c5397 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 May 20 16:16:46.505903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:47.238579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9d60-8792-4808-913a-bfb6d48d2c96 req-a493356e-e770-44b7-b8b2-9c302caec6d6 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:47.240022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b5e9d60-8792-4808-913a-bfb6d48d2c96 req-a493356e-e770-44b7-b8b2-9c302caec6d6 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0822241 May 20 16:16:47.284977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b5e9d60-8792-4808-913a-bfb6d48d2c96 req-3c876999-aef4-4452-911c-8baa9adc9b20 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 May 20 16:16:48.470666 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f98c-f3cf-49ff-b2e8-759a8998ba29 req-1f5cae5d-d191-4dda-861a-671934f5f1d3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:48.472109 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6d9f98c-f3cf-49ff-b2e8-759a8998ba29 req-1f5cae5d-d191-4dda-861a-671934f5f1d3 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0811350 May 20 16:16:48.516248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6d9f98c-f3cf-49ff-b2e8-759a8998ba29 req-c7ad181c-6e69-4d98-ac26-75823ce28906 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 May 20 16:16:49.708471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda8e8-18be-457d-9542-5b7bfc60eaf1 req-877465cd-c95a-418f-a94c-e8d9cfae4017 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:49.710061 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b8fda8e8-18be-457d-9542-5b7bfc60eaf1 req-877465cd-c95a-418f-a94c-e8d9cfae4017 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0868990 May 20 16:16:49.756895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b8fda8e8-18be-457d-9542-5b7bfc60eaf1 req-3ff43421-9a2a-40c2-a752-80a809c4edad tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 May 20 16:16:50.938488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c062-0759-4317-9148-421f152350e6 req-3b26b67d-47ec-4d6b-ac9e-25c42092c0b1 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:50.939920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b1b7c062-0759-4317-9148-421f152350e6 req-3b26b67d-47ec-4d6b-ac9e-25c42092c0b1 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0791647 May 20 16:16:50.987504 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b1b7c062-0759-4317-9148-421f152350e6 req-0fbeb963-694d-42d0-ad32-7fd57632bbc9 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 May 20 16:16:52.174738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2a3d-6898-4da4-84cc-63b4a52fb110 req-f7419dfa-6cf3-4a7b-b68d-3f11b3041281 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:52.176227 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-266c2a3d-6898-4da4-84cc-63b4a52fb110 req-f7419dfa-6cf3-4a7b-b68d-3f11b3041281 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0790086 May 20 16:16:52.221635 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-266c2a3d-6898-4da4-84cc-63b4a52fb110 req-41985e8f-448d-4930-bdf2-29d4f94d0dff tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 May 20 16:16:53.410583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d2d38-c1f9-468e-b454-4b20df298912 req-f4d00b4d-4722-4516-81ca-7cfa04968410 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:53.412021 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-827d2d38-c1f9-468e-b454-4b20df298912 req-f4d00b4d-4722-4516-81ca-7cfa04968410 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0852346 May 20 16:16:53.456378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-827d2d38-c1f9-468e-b454-4b20df298912 req-a0763569-599b-4936-a4ff-8ff826c30031 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 May 20 16:16:54.650111 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eefcf2-27d0-4b39-b464-7c35c9ce68f1 req-9bffdf72-8db6-4160-9d71-1dcfec69aeb5 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:54.651656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f9eefcf2-27d0-4b39-b464-7c35c9ce68f1 req-9bffdf72-8db6-4160-9d71-1dcfec69aeb5 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0832450 May 20 16:16:54.696922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f9eefcf2-27d0-4b39-b464-7c35c9ce68f1 req-5e502a22-ae07-4ca3-a5be-712d4312fc60 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 May 20 16:16:56.029354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0591076-bec2-4f5b-aa0f-144beefb8bd3 req-9982f5f0-8a1e-4398-85dd-f60fa06b708f tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:56.030818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0591076-bec2-4f5b-aa0f-144beefb8bd3 req-9982f5f0-8a1e-4398-85dd-f60fa06b708f tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.2243032 May 20 16:16:56.076382 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0591076-bec2-4f5b-aa0f-144beefb8bd3 req-3021b434-8b50-47e6-9d5f-1ce0d957b2b4 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 May 20 16:16:56.952123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-f2bbe85a-f97d-44f3-aab5-a2a7119e9376 service neutron] 10.222.0.25 "GET /v2.0/ports/3ec13dd6-403d-41f7-b8c0-5455909df0f3/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0729151 May 20 16:16:57.203546 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:16:57.275077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-a5f56600-3562-4bee-a256-4ff825b25920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.276531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-a5f56600-3562-4bee-a256-4ff825b25920 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888&tenant_id=76154dfd738f41fca3f6b52a0fa0680c HTTP/1.1" status: 200 len: 1098 time: 0.1328712 May 20 16:16:57.294859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5b4d1-74ff-4935-9dcb-87950830f0f7 req-5a124cfa-c65b-4ae1-9cae-3f506156046c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.296503 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bae5b4d1-74ff-4935-9dcb-87950830f0f7 req-5a124cfa-c65b-4ae1-9cae-3f506156046c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.1057863 May 20 16:16:57.379523 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bae5b4d1-74ff-4935-9dcb-87950830f0f7 req-8d26dfc5-082e-4887-b821-30f941c53c4a tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 May 20 16:16:57.401959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-71329571-4a17-496e-a5a1-bf5a87b8b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.403465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-71329571-4a17-496e-a5a1-bf5a87b8b25e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1098 time: 0.1054535 May 20 16:16:57.542635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-c470d8dc-edcc-48f2-8cb8-95a6ec282974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.544103 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-c470d8dc-edcc-48f2-8cb8-95a6ec282974 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 912 time: 0.1344266 May 20 16:16:57.617329 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-6e5b9545-a991-4228-80d8-6b47e282a1a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 217 time: 0.0666285 May 20 16:16:57.681253 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-db1c9ec6-b3ff-40a0-904b-fba897062e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.682747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-db1c9ec6-b3ff-40a0-904b-fba897062e79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 200 len: 852 time: 0.0602391 May 20 16:16:57.735443 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-b5cd96da-3354-4257-bb8e-47b0e294c6d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458581 May 20 16:16:57.864248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-9cf02f0a-1bea-4249-9352-51cdc63ffae8 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223001 May 20 16:16:57.993087 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5d70ea6-9886-4130-a939-f85716bc78c9 req-01103782-a9fd-4c26-95ef-134495439c99 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227210 May 20 16:16:58.563770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0f0d8-fe8e-43cf-bf4c-dcf77fa50a75 req-499a6444-4989-42cb-bced-98b7662859a1 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:58.565228 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4f0f0d8-fe8e-43cf-bf4c-dcf77fa50a75 req-499a6444-4989-42cb-bced-98b7662859a1 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0802374 May 20 16:16:58.609707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4f0f0d8-fe8e-43cf-bf4c-dcf77fa50a75 req-58cc174f-3dd8-4e0c-b443-a97aaea7ac00 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 May 20 16:16:59.777665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:16:59.783076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:16:59.808530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e699-6aaf-4e98-a933-a275b7a24fce req-a0eb4353-6119-48bb-a7a1-3b05cd4bed2c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:59.810009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a06e699-6aaf-4e98-a933-a275b7a24fce req-a0eb4353-6119-48bb-a7a1-3b05cd4bed2c tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0887773 May 20 16:16:59.856047 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a06e699-6aaf-4e98-a933-a275b7a24fce req-e8f9bf37-79cd-4242-9e44-f18add52722a tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 May 20 16:17:00.042096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:00.078857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:00.095944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:00.103766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'network_id': '3f4c4ab6-f228-4c65-82ae-195d0e6d283a', 'port_id': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'mac_address': 'fa:16:3e:58:86:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b248b08f-cdf1-49de-bc82-061389786f1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:17:00.109826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:00.141321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:00.149469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:00.183571 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'code': 200} May 20 16:17:00.226467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:00.250679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec13dd6-403d-41f7-b8c0-5455909df0f3 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:17:00.254734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:00.268295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.268723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.269084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.269504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.269834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.270180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.270523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.270894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.271245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.271635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.271935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.272252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:00.277208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:00.281619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:00.285261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:00.287028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-bb5edf97-cee6-4bce-b5d2-dd4f21ac8aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:00.347415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['3ec13dd6-403d-41f7-b8c0-5455909df0f3'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:00.402741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:00.407591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:00.917933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:01.045487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4351831-819d-4a5c-ac89-98fd974156c1 req-868fe21e-9b2d-44ac-90c8-c7d9c313ef12 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.046945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c4351831-819d-4a5c-ac89-98fd974156c1 req-868fe21e-9b2d-44ac-90c8-c7d9c313ef12 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 944 time: 0.0801303 May 20 16:17:01.093204 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c4351831-819d-4a5c-ac89-98fd974156c1 req-4c01ce8b-d311-41bd-91e8-944cc1d42245 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 May 20 16:17:01.468023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1e7c-c702-448f-871e-48468807f459 req-2940a071-49d0-42d1-85ab-ccbd18c2163f tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.469494 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-2940a071-49d0-42d1-85ab-ccbd18c2163f tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.25 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888&tenant_id=76154dfd738f41fca3f6b52a0fa0680c&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0894468 May 20 16:17:01.608490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1e7c-c702-448f-871e-48468807f459 req-f9259230-ecff-4a83-ab3f-6fe107520c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.610001 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-f9259230-ecff-4a83-ab3f-6fe107520c8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 1097 time: 0.0703030 May 20 16:17:01.744706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1e7c-c702-448f-871e-48468807f459 req-f365c28a-bc17-477c-bf30-81fb29329a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.746131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-f365c28a-bc17-477c-bf30-81fb29329a06 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 200 len: 912 time: 0.1297324 May 20 16:17:01.808581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:17:01.816707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-098d365a-2856-4f06-94ec-b9a1c552584e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 200 len: 217 time: 0.0642958 May 20 16:17:01.877513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1e7c-c702-448f-871e-48468807f459 req-55e44c45-269f-4225-9d4b-461917191e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.878974 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-55e44c45-269f-4225-9d4b-461917191e03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 200 len: 852 time: 0.0566103 May 20 16:17:01.881327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:17:01.881724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:01.928435 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-07eca4bd-c7db-449c-8c44-0d72a9df0bd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f4c4ab6-f228-4c65-82ae-195d0e6d283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431914 May 20 16:17:02.002298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:02.040146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:02.044525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:02.047373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:02.115422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:02.118430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:02.184318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:02.202911 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-2bec58a9-e091-42ea-ab00-7230df802199 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682853 May 20 16:17:02.241318 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'code': 200} May 20 16:17:02.340750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-a3c38965-174b-48de-8bdd-21f159b90184 service neutron] 10.222.0.25 "GET /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305389 May 20 16:17:03.157682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba01e7-ada5-4e67-93b4-3bcc8b2ad406 req-4b40fe4c-f798-4b72-8cb8-be3664fcb0fe tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:03.159107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f4ba01e7-ada5-4e67-93b4-3bcc8b2ad406 req-4b40fe4c-f798-4b72-8cb8-be3664fcb0fe tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0795782 May 20 16:17:03.203627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f4ba01e7-ada5-4e67-93b4-3bcc8b2ad406 req-1e992c0f-04c9-4ee8-b46f-a0f7d7353f0b tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 May 20 16:17:04.393935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c443743-0675-43fe-93c5-ac1d3e76867e req-1ff571d5-5bad-4bb0-8dbe-28d30f640d5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.395366 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c443743-0675-43fe-93c5-ac1d3e76867e req-1ff571d5-5bad-4bb0-8dbe-28d30f640d5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0821886 May 20 16:17:04.440908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c443743-0675-43fe-93c5-ac1d3e76867e req-b53291a9-8fea-4557-920f-24237f4c35cf tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92282ff-3857-423a-9024-6ece599ed97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 May 20 16:17:04.724409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1e7c-c702-448f-871e-48468807f459 req-60105ebe-c47a-49c1-8865-c82f1237bd70 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.725859 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-60105ebe-c47a-49c1-8865-c82f1237bd70 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.25 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 945 time: 0.0789793 May 20 16:17:04.859164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Deleting port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:17:04.859496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:04.989162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] For port 3ec13dd6-403d-41f7-b8c0-5455909df0f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3ec13dd6-403d-41f7-b8c0-5455909df0f3,segment=NetworkSegment(c9bbb2a1-5212-46d0-af8f-561feb610161),segment_id=c9bbb2a1-5212-46d0-af8f-561feb610161)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:04.989539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:05.113074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Calling delete_port for 3ec13dd6-403d-41f7-b8c0-5455909df0f3 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:17:05.221468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:05.227073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ac73b78-0ddd-42f6-8d52-9477482d1565 tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:05.233006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['3ec13dd6-403d-41f7-b8c0-5455909df0f3'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:05.271542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Pushing event deleted for resources: {'Port': ['ID=3ec13dd6-403d-41f7-b8c0-5455909df0f3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:05.311679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.312054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.312426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.312794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.313158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.313542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.313903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.314262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.314619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.314978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.315337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.315686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:05.323228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:05.357623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] No DVR routers for this DVR port 3ec13dd6-403d-41f7-b8c0-5455909df0f3 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:17:05.359998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:05.362464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-deleted', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:05.377648 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fcbd1e7c-c702-448f-871e-48468807f459 req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.25 "DELETE /v2.0/ports/3ec13dd6-403d-41f7-b8c0-5455909df0f3 HTTP/1.1" status: 204 len: 173 time: 0.6466470 May 20 16:17:05.411424 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de162d61-0c7d-4510-b5e9-6a52a9db8888', 'name': 'network-vif-deleted', 'tag': '3ec13dd6-403d-41f7-b8c0-5455909df0f3', 'status': 'completed', 'code': 200} May 20 16:17:05.608885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b05e314c-027d-4ef5-b662-4ef74e5556a3 req-4c9cc3a3-68e2-416d-b2c8-81ac52d469aa tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Synchronizing usage tracker for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:17:05.624033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-b05e314c-027d-4ef5-b662-4ef74e5556a3 req-4c9cc3a3-68e2-416d-b2c8-81ac52d469aa tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Unset dirty status for tenant:76154dfd738f41fca3f6b52a0fa0680c on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:17:05.625246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b05e314c-027d-4ef5-b662-4ef74e5556a3 req-4c9cc3a3-68e2-416d-b2c8-81ac52d469aa tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] 10.222.0.13 "GET /v2.0/ports?device_id=de162d61-0c7d-4510-b5e9-6a52a9db8888 HTTP/1.1" status: 200 len: 210 time: 0.0583274 May 20 16:17:06.866040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50690) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:06.927355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Deleting subnet b248b08f-cdf1-49de-bc82-061389786f1e {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:17:06.930114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:06.977659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.034008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.422694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.427192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ed734292-e4bf-41cd-99d2-2ef1c8d69dc1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:07.464913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b248b08f-cdf1-49de-bc82-061389786f1e,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:07.466847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.469296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:07.473299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b248b08f-cdf1-49de-bc82-061389786f1e HTTP/1.1" status: 204 len: 168 time: 0.6062670 May 20 16:17:07.475868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 50694) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:07.579804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.710803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.723403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4c4ab6-f228-4c65-82ae-195d0e6d283a']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:07.735594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bbb2a1-5212-46d0-af8f-561feb610161') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:07.735886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bbb2a1-5212-46d0-af8f-561feb610161') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:07.747439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.763437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.769426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:17:07.769863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:17:07.783033 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:17:07.839617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:17:07.861267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.866264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.870681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8705c261-7156-4c7b-ba7b-c38eb715e92c tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:07.877143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 3ec13dd6-403d-41f7-b8c0-5455909df0f3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:17:07.877520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3ec13dd6-403d-41f7-b8c0-5455909df0f3 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:17:07.893458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4c4ab6-f228-4c65-82ae-195d0e6d283a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:07.896138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:07.898120 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/3f4c4ab6-f228-4c65-82ae-195d0e6d283a HTTP/1.1" status: 204 len: 168 time: 0.4213409 May 20 16:17:08.005899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50700) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:08.057414 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fb540729-e42e-49a8-972b-820f2ae078d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76154dfd738f41fca3f6b52a0fa0680c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502422 May 20 16:17:08.059836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50704) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:08.117856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.150429 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.209724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.213705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4164af03-d058-446a-a1eb-7b5ea69b5340 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:08.228510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92282ff-3857-423a-9024-6ece599ed97a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:08.238627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.239013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.239392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.239762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.240132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.240498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.240863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.241224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.241617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.242470 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.242831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.243186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:08.246566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:08.255390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.258077 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f92282ff-3857-423a-9024-6ece599ed97a HTTP/1.1" status: 204 len: 168 time: 0.1958003 May 20 16:17:09.037073 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50728) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:09.151320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-611278755-network', 'tenant_id': 'e6558acc5778421d859f092f9920b52e'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:09.156405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:09.160262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Usage tracker for resource:network and tenant:e6558acc5778421d859f092f9920b52e is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:09.163176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:09.172274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:09.183639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Made reservation on behalf of e6558acc5778421d859f092f9920b52e for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:09.186022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.199101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.213175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:09.216989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Usage tracker for resource:security_group_rule and tenant:e6558acc5778421d859f092f9920b52e is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:09.219815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:09.225673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:09.315745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.319817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.322817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-19e7cc1e-fb6f-4946-8045-69b16bcc7001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:09.351305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:17:09.360067 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:09.364012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:09.367210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.368212 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Added segment 75de0ccf-274a-441f-9570-a4d3cdc45ae9 of type vlan for network 9869c895-0a4b-40a7-a2c1-0282b185c780 May 20 16:17:09.395157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.427812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.428816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:09.429904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.434703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e129a5a7-781c-431d-9a3d-ed4d9bd39f31 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:09.528918 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4906013 May 20 16:17:09.531673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 50734) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:09.534534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Pushing event updated for resources: {'Network': ['ID=9869c895-0a4b-40a7-a2c1-0282b185c780,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:09.539570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Request body: {'subnet': {'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-611278755-subnet', 'tenant_id': 'e6558acc5778421d859f092f9920b52e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:09.543052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:09.545281 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:09.545454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 9869c895-0a4b-40a7-a2c1-0282b185c780 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:17:09.549224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Usage tracker for resource:subnet and tenant:e6558acc5778421d859f092f9920b52e is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:09.552115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:09.558448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:09.567541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Made reservation on behalf of e6558acc5778421d859f092f9920b52e for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:09.570699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:10.087456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:10.091816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-80794543-ae04-42c6-8335-7f542922b6f2 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:10.164435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e82237-75f2-4f1b-953b-31df9a525ece,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:10.168383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:10.172515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Checking segment: {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:17:10.172870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Network hostable DHCP agents. Network: 9869c895-0a4b-40a7-a2c1-0282b185c780, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:17:10.190415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Network 9869c895-0a4b-40a7-a2c1-0282b185c780 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:17:10.199728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 9869c895-0a4b-40a7-a2c1-0282b185c780) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:17:10.209050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7383b-dbe3-44d7-a613-1ec509c0bef8 None None] Network 9869c895-0a4b-40a7-a2c1-0282b185c780 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:17:10.210617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:10.211203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:10.242592 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7024066 May 20 16:17:10.403499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c00e3-2513-430e-9043-a8974f35b764 None None] Network 9869c895-0a4b-40a7-a2c1-0282b185c780 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:17:10.419849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c9a67702-33c2-4e53-b6ab-d3b377ee5da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:10.759354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-6aaa37d3-08be-4462-8f7f-acb9a5bd16a9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:10.760785 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-6aaa37d3-08be-4462-8f7f-acb9a5bd16a9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 814 time: 0.1459944 May 20 16:17:10.776168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-c22fcccb-c88c-4fef-8fb3-ca607554effe tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/quotas/e6558acc5778421d859f092f9920b52e HTTP/1.1" status: 200 len: 375 time: 0.0096850 May 20 16:17:10.821929 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-1dec35f4-ba4a-46e8-b697-59e8b3666ca4 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403671 May 20 16:17:10.950022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-c1d9ceaa-961c-4b98-a3c2-fffed99a8de1 service neutron] 10.222.0.13 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213715 May 20 16:17:11.079069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-c689e692-bd55-4e5d-bf5e-de587a794af1 service neutron] 10.222.0.13 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233511 May 20 16:17:11.255730 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d03b02d-f963-4325-a78c-0b3800f8bcc9 req-6f1ea080-ccf2-4dcd-a0fd-e76045d3a953 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 210 time: 0.0466752 May 20 16:17:12.262039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-0fa9db5d-0ab0-41ae-9627-918b3644158b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:12.263498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-0fa9db5d-0ab0-41ae-9627-918b3644158b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 814 time: 0.1545143 May 20 16:17:12.276279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Request body: {'port': {'device_id': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'admin_state_up': True, 'tenant_id': 'e6558acc5778421d859f092f9920b52e'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:12.421968 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-84cae93e-ccb9-4d9a-bb08-96b172314372 req-cefb74e5-6bb8-41fa-bb95-238e86a27feb tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 210 time: 0.0537562 May 20 16:17:12.471959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:12.476285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Usage tracker for resource:port and tenant:e6558acc5778421d859f092f9920b52e is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:12.479756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:12.485973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:12.496954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Made reservation on behalf of e6558acc5778421d859f092f9920b52e for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:12.500730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:12.838544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Allocated IP 172.20.0.7 (9869c895-0a4b-40a7-a2c1-0282b185c780/70e82237-75f2-4f1b-953b-31df9a525ece/ad7e832d-339e-4e71-991f-f8c40fe5387c) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:17:13.051030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.083774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.090674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d3fda544-41f4-43ed-80de-1b0cb1e86e20 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:13.156335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Network 9869c895-0a4b-40a7-a2c1-0282b185c780 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:17:13.159525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:17:13.163416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:17:13.168889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.194015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:13.200508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:13.234508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:13.235116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.255041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826550 May 20 16:17:13.266638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Request body: {'port': {'device_id': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:13.376759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.721295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abf850-0b43-4f80-ab98-9665a8891ec7 req-e44eb237-ce1f-463a-8e62-17df0df4a354 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:13.722007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e0abf850-0b43-4f80-ab98-9665a8891ec7 req-e44eb237-ce1f-463a-8e62-17df0df4a354 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Synchronizing usage tracker for tenant:e6558acc5778421d859f092f9920b52e on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:17:13.771784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9e228e9c-9a0c-461b-acb2-8217aae8be1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.792974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e0abf850-0b43-4f80-ab98-9665a8891ec7 req-e44eb237-ce1f-463a-8e62-17df0df4a354 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Unset dirty status for tenant:e6558acc5778421d859f092f9920b52e on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:17:13.794166 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e0abf850-0b43-4f80-ab98-9665a8891ec7 req-e44eb237-ce1f-463a-8e62-17df0df4a354 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 931 time: 0.2524114 May 20 16:17:13.819679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7e832d-339e-4e71-991f-f8c40fe5387c {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:17:13.830697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.860877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Transition to ACTIVE for port object ad7e832d-339e-4e71-991f-f8c40fe5387c will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:17:13.864557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e0abf850-0b43-4f80-ab98-9665a8891ec7 req-f65928ca-b4e1-4dff-ad81-57681b71141e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637794 May 20 16:17:13.865805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:13.869464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-903623c4-4137-4d93-97af-05ac14ab8ad8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:13.996832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:14.022152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:14.097967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Attempting to bind port ad7e832d-339e-4e71-991f-f8c40fe5387c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:17:14.098289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Attempting to bind port ad7e832d-339e-4e71-991f-f8c40fe5387c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:17:14.098607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Attempting to bind port ad7e832d-339e-4e71-991f-f8c40fe5387c on network 9869c895-0a4b-40a7-a2c1-0282b185c780 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:17:14.103655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Port ad7e832d-339e-4e71-991f-f8c40fe5387c on network 9869c895-0a4b-40a7-a2c1-0282b185c780 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:17:14.103970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Attempting to bind port ad7e832d-339e-4e71-991f-f8c40fe5387c on network 9869c895-0a4b-40a7-a2c1-0282b185c780 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:17:14.108981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:17:14.109309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Checking segment: {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:17:14.109710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Bound using segment: {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:17:14.110126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Bound port: ad7e832d-339e-4e71-991f-f8c40fe5387c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:17:14.110465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:14.200482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:17:14.203406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:17:14.208273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:14.213243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:14.264278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:14.264896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:14.266305 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] 10.222.0.25 "PUT /v2.0/ports/ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 1093 time: 1.0039229 May 20 16:17:14.266831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:14.293509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:14.296521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:14.339512 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'status': 'completed', 'code': 200} May 20 16:17:14.377002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-dfa5dde3-4d00-487d-ba2e-2a0ead8e73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:14.378530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-dfa5dde3-4d00-487d-ba2e-2a0ead8e73ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1096 time: 0.0751157 May 20 16:17:14.446513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-24fa367c-0577-4665-8189-a6a1078865b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 217 time: 0.0612009 May 20 16:17:14.510511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-4d92ff47-149b-4578-a721-f7116da74e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:14.511933 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-4d92ff47-149b-4578-a721-f7116da74e97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0597482 May 20 16:17:14.559179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-906a3ffd-0e00-482e-bf57-4c0288ce7ab9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405586 May 20 16:17:14.668283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:14.692648 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-d538ec54-cab5-43d0-976e-85b12155eeb4 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274493 May 20 16:17:14.967700 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd6bd8e4-e56c-468b-a7b9-bd25ee19b9ab req-0a409460-5493-4ff2-86cb-5ad48fb14dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686985 May 20 16:17:15.111138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7b364-9933-4bd1-9b6d-686c46e71055 req-a3e1780b-d6cf-4bee-86cb-45bca0891c77 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:15.112578 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0a7b364-9933-4bd1-9b6d-686c46e71055 req-a3e1780b-d6cf-4bee-86cb-45bca0891c77 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 943 time: 0.1429300 May 20 16:17:15.115259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-d171f701-5c0c-4c65-97c8-b4969a1f68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:15.116634 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-d171f701-5c0c-4c65-97c8-b4969a1f68ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1096 time: 0.1030860 May 20 16:17:15.236238 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0a7b364-9933-4bd1-9b6d-686c46e71055 req-1d96e8aa-7649-43a9-abe6-f4bf495ed310 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 May 20 16:17:15.278208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-cf7d798d-9d4b-4cbf-bf15-eef646c579c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:15.279655 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-cf7d798d-9d4b-4cbf-bf15-eef646c579c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1490631 May 20 16:17:15.350394 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-aece88c5-1e12-4d13-a665-6c3e36cd432e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 217 time: 0.0641158 May 20 16:17:15.416312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-80c9a3ba-a140-4731-8411-21dcb6e92089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:15.417786 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-80c9a3ba-a140-4731-8411-21dcb6e92089 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0613086 May 20 16:17:15.466511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-589e927c-4e48-4371-b201-27517be02943 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418742 May 20 16:17:15.605456 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-879076ef-c96f-4805-ba5f-02f8acccaed0 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307871 May 20 16:17:15.740005 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8495fe5b-7066-4dd2-88e7-94c9fce6eaee req-d3a3c663-ee34-4a4f-98bc-9f60324e00bc service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265266 May 20 16:17:16.427590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04025-23c4-4562-994c-a029ce86e3f9 req-1eb07a65-23fa-4e89-8fac-9928b2089a3f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:16.429879 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94b04025-23c4-4562-994c-a029ce86e3f9 req-1eb07a65-23fa-4e89-8fac-9928b2089a3f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 943 time: 0.0816591 May 20 16:17:16.475178 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94b04025-23c4-4562-994c-a029ce86e3f9 req-53382085-8431-487b-b4cd-7e8a2c45766d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 May 20 16:17:16.509916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:17.668053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66f570-9813-41ec-8cdb-6fdd533c2091 req-bfed2b7c-2ebd-45bc-92b7-6c996d9562c5 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:17.669528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3b66f570-9813-41ec-8cdb-6fdd533c2091 req-bfed2b7c-2ebd-45bc-92b7-6c996d9562c5 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 943 time: 0.0832102 May 20 16:17:17.715563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3b66f570-9813-41ec-8cdb-6fdd533c2091 req-6106d78c-6c54-498e-ae59-47d5be22105b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 May 20 16:17:17.886104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:17:18.068123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:18.081122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'port_id': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'mac_address': 'fa:16:3e:29:45:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e82237-75f2-4f1b-953b-31df9a525ece', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:17:18.136884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.154650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7e832d-339e-4e71-991f-f8c40fe5387c {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:17:18.169584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:18.173560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.176433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:18.246483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:18.249618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:18.376412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ad7e832d-339e-4e71-991f-f8c40fe5387c'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:18.905421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091ab2c-6d0b-4fd0-b7ab-08ed3bc840ab req-2a85ac76-c253-4565-9c9f-86590258a723 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:18.906882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a091ab2c-6d0b-4fd0-b7ab-08ed3bc840ab req-2a85ac76-c253-4565-9c9f-86590258a723 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 944 time: 0.0859447 May 20 16:17:18.957648 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a091ab2c-6d0b-4fd0-b7ab-08ed3bc840ab req-2d77fc3f-1e5f-4116-9ab4-90b36eb43273 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 May 20 16:17:19.902010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:17:19.969981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port ad7e832d-339e-4e71-991f-f8c40fe5387c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:17:19.974335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port ad7e832d-339e-4e71-991f-f8c40fe5387c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:17:19.974707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:20.097970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:20.124416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:20.135337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:20.139310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:20.142559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:20.148326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6a31-5730-4d5f-b3c3-9e5db830eb49 req-deb09ce8-1b52-431b-a424-1744fd9588ab tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:20.149985 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e76b6a31-5730-4d5f-b3c3-9e5db830eb49 req-deb09ce8-1b52-431b-a424-1744fd9588ab tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 944 time: 0.0863495 May 20 16:17:20.174653 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'code': 200} May 20 16:17:20.198352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e76b6a31-5730-4d5f-b3c3-9e5db830eb49 req-4e685faf-0651-44e7-a84b-bbe87dcd9e89 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 May 20 16:17:20.215575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:20.220810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:20.398870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f6b1-b92e-4382-a499-90fb740d4e00 req-9c4c60a9-8d4a-4912-9e2c-ddf57dfaeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:20.400344 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fe60f6b1-b92e-4382-a499-90fb740d4e00 req-9c4c60a9-8d4a-4912-9e2c-ddf57dfaeca0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1098 time: 0.0718040 May 20 16:17:20.440374 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fe60f6b1-b92e-4382-a499-90fb740d4e00 req-b30ad82b-17dc-4f41-8241-34487af8d465 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 May 20 16:17:21.386947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fbe40-51fa-4014-8137-5aac38a374c6 req-7ba21058-016d-45f1-a0a6-7cea8b918735 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:21.388451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-302fbe40-51fa-4014-8137-5aac38a374c6 req-7ba21058-016d-45f1-a0a6-7cea8b918735 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0802016 May 20 16:17:21.437198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-302fbe40-51fa-4014-8137-5aac38a374c6 req-b925ad44-e2ae-414f-803f-a9530bcb316b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 May 20 16:17:21.628854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10c40e-4bd4-416c-931a-9ae11d5f7e7b req-859fe060-4115-435a-a6d7-dbe9db133f2d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:21.630317 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6e10c40e-4bd4-416c-931a-9ae11d5f7e7b req-859fe060-4115-435a-a6d7-dbe9db133f2d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0847998 May 20 16:17:21.695741 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6e10c40e-4bd4-416c-931a-9ae11d5f7e7b req-3c5a1876-a118-444d-a5cc-f61dfffc3af9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 May 20 16:17:22.051998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca87be4-502f-408d-a986-c8b60b45ca11 req-ec740c29-551c-4db9-b8ab-8114be1c95db tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:22.053575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ca87be4-502f-408d-a986-c8b60b45ca11 req-ec740c29-551c-4db9-b8ab-8114be1c95db tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0838816 May 20 16:17:22.099695 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ca87be4-502f-408d-a986-c8b60b45ca11 req-f6d4d8e0-21cf-45f3-bef0-9b4e5ba9e07c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 May 20 16:17:22.285260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedff63-2dc6-474f-b038-f0bd9c5b09f7 req-4170f664-b4a0-49d4-844a-b5ebdbabb3bc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:22.286875 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eedff63-2dc6-474f-b038-f0bd9c5b09f7 req-4170f664-b4a0-49d4-844a-b5ebdbabb3bc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0815980 May 20 16:17:22.335063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eedff63-2dc6-474f-b038-f0bd9c5b09f7 req-13cab684-c049-4df1-8ebf-fe317d0488cc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 May 20 16:17:22.687920 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-edd0010d-5f94-4ff6-a9c8-00c35d29510b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734150 May 20 16:17:22.751889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f93f92-a8a2-4c17-9d03-3cfa7fa8bf56 req-c2dd0543-1a76-4d90-85da-5ac5344ebddd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:22.753836 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-75f93f92-a8a2-4c17-9d03-3cfa7fa8bf56 req-c2dd0543-1a76-4d90-85da-5ac5344ebddd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0887256 May 20 16:17:22.806174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-75f93f92-a8a2-4c17-9d03-3cfa7fa8bf56 req-8dac3503-4ff9-4c38-a132-55d6f030ab0c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 May 20 16:17:24.161902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-133a02cf-7425-4af0-9155-8765985b6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:24.163348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-133a02cf-7425-4af0-9155-8765985b6767 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1098 time: 0.2932322 May 20 16:17:24.271852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fd7a-f4f9-4c90-ae79-64630c6ad425 req-be1c3818-7811-4a75-a1c5-9f0a54b1724a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:24.274299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4db4fd7a-f4f9-4c90-ae79-64630c6ad425 req-be1c3818-7811-4a75-a1c5-9f0a54b1724a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.3512895 May 20 16:17:24.346588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-e155623e-cf40-4f48-9abb-65497b65f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:24.348067 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-e155623e-cf40-4f48-9abb-65497b65f95e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1785798 May 20 16:17:24.353364 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4db4fd7a-f4f9-4c90-ae79-64630c6ad425 req-f0771e00-059f-48e1-bbd1-e711ff6cacbb tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718205 May 20 16:17:24.419662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-7def94ce-5852-4643-a759-906ecab662d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 217 time: 0.0651422 May 20 16:17:24.481068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-5d7dab66-dec0-48fe-a54a-8b355318b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:24.482495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-5d7dab66-dec0-48fe-a54a-8b355318b9cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0574524 May 20 16:17:24.531398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-126df6f6-fc07-4f44-bcea-8bbe485122c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429981 May 20 16:17:24.662884 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-585aba48-f2af-4e94-a5c7-92b8a75029a8 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255038 May 20 16:17:24.798704 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-25f4b4a4-843b-484c-9171-fb173db8d1ab service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300595 May 20 16:17:25.543917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d8ab-2484-42d8-b92b-8adda9a49109 req-bda7aa58-7691-4ed6-b643-c046bc48a6c5 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:25.545434 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-15b3d8ab-2484-42d8-b92b-8adda9a49109 req-bda7aa58-7691-4ed6-b643-c046bc48a6c5 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0815585 May 20 16:17:25.591923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-15b3d8ab-2484-42d8-b92b-8adda9a49109 req-1f587409-063e-4700-bea5-a1ec04778475 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 May 20 16:17:26.777112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd61849-c4f6-477e-bcda-b030dc26d2c3 req-dd7ef1fb-05a9-4a89-b73c-8f76d75a7510 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:26.778584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efd61849-c4f6-477e-bcda-b030dc26d2c3 req-dd7ef1fb-05a9-4a89-b73c-8f76d75a7510 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0824738 May 20 16:17:26.822688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efd61849-c4f6-477e-bcda-b030dc26d2c3 req-d396618c-85c4-4603-bf7c-a9a6ec600c65 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 May 20 16:17:28.008824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a8a0-31af-44e4-8344-d8af6b135da6 req-6020106e-c408-4191-bdc1-8ced3f332ec0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:28.010370 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa55a8a0-31af-44e4-8344-d8af6b135da6 req-6020106e-c408-4191-bdc1-8ced3f332ec0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0815055 May 20 16:17:28.055343 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa55a8a0-31af-44e4-8344-d8af6b135da6 req-5f9bcfea-3fb0-48d8-b092-700bf80b76a9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391517 May 20 16:17:29.257717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8019-8f59-4381-8814-7cdaaffa1b41 req-8f6e34a0-2011-4abf-abca-a83ee69e97fe tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:29.259264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa4d8019-8f59-4381-8814-7cdaaffa1b41 req-8f6e34a0-2011-4abf-abca-a83ee69e97fe tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0933490 May 20 16:17:29.307450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa4d8019-8f59-4381-8814-7cdaaffa1b41 req-861dce28-a220-4a19-9056-f707a2df4a16 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 May 20 16:17:29.918187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-d89edea9-d2c4-4c3b-a099-835c653c1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:29.919680 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-d89edea9-d2c4-4c3b-a099-835c653c1306 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1098 time: 0.0780594 May 20 16:17:30.070161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-6283d5c2-514d-43fc-9a42-81d5692ba31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:30.071398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-6283d5c2-514d-43fc-9a42-81d5692ba31f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1333673 May 20 16:17:30.138698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-c6c19622-10e2-401c-b809-0fef9bb3e80f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 217 time: 0.0613339 May 20 16:17:30.207421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-7c1606b3-efcb-429d-9bff-55afe94322dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:30.208762 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-7c1606b3-efcb-429d-9bff-55afe94322dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0633593 May 20 16:17:30.254957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-d51026fb-c774-4f51-82f5-020d69ece059 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403709 May 20 16:17:30.468209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-b4a1b958-e75c-4be1-9c56-3f9423cd547b service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063599 May 20 16:17:30.785859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b2f5-45f7-4611-bc2f-a6c64d5a8b72 req-b5400bbf-721e-4d63-836f-0334f4f9e5d3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:30.787327 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1636b2f5-45f7-4611-bc2f-a6c64d5a8b72 req-b5400bbf-721e-4d63-836f-0334f4f9e5d3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.3630452 May 20 16:17:30.791584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3a30bec4-d55e-42c4-b2cc-c44e36d483c2 req-7111ddd1-4f0b-4c3a-9b45-3f55b8df7fc4 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164151 May 20 16:17:30.840006 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1636b2f5-45f7-4611-bc2f-a6c64d5a8b72 req-23511e7b-11c8-4577-88ad-ee0d12ca22c3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 May 20 16:17:30.933584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.033675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b7fff-62c4-4c7c-8863-5062c6b3ab3e req-c38d641f-cf85-46e5-896e-44866d7dded2 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:32.035188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d25b7fff-62c4-4c7c-8863-5062c6b3ab3e req-c38d641f-cf85-46e5-896e-44866d7dded2 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0825801 May 20 16:17:32.080858 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d25b7fff-62c4-4c7c-8863-5062c6b3ab3e req-e984dae0-ecac-49c1-ace8-7d77aa48c0c1 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 May 20 16:17:33.271750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebaa9d-cbb3-48f5-8433-fd088e8f5b1b req-9767b33f-8078-480c-bd46-78563dc818d6 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:33.273233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57ebaa9d-cbb3-48f5-8433-fd088e8f5b1b req-9767b33f-8078-480c-bd46-78563dc818d6 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0852137 May 20 16:17:33.319152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57ebaa9d-cbb3-48f5-8433-fd088e8f5b1b req-293ab5b7-125b-442f-8ba7-2b1787bdbd39 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 May 20 16:17:34.203548 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:17:34.506830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3a79-432c-4373-aabd-ed512628fb62 req-ca190196-8e21-416e-9b0c-7d2ee9913c74 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:34.508302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4dfb3a79-432c-4373-aabd-ed512628fb62 req-ca190196-8e21-416e-9b0c-7d2ee9913c74 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0815556 May 20 16:17:34.558020 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4dfb3a79-432c-4373-aabd-ed512628fb62 req-6d9c22d9-81fb-4ccf-a0f4-83ca39489b36 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 May 20 16:17:35.752742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e49-654e-4215-8c05-51f86d51e3f1 req-91a4c787-240f-459f-b36c-c66aa3f9f450 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:35.754272 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5aa77e49-654e-4215-8c05-51f86d51e3f1 req-91a4c787-240f-459f-b36c-c66aa3f9f450 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0854886 May 20 16:17:35.802791 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5aa77e49-654e-4215-8c05-51f86d51e3f1 req-cdf7122a-76c7-4bde-a18a-f1880ab8a3b7 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 May 20 16:17:37.001665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71674cb9-f513-4c52-817d-cbd45975b289 req-0f4509cc-9a6c-41d2-8d57-d7772d18107f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:37.003217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-71674cb9-f513-4c52-817d-cbd45975b289 req-0f4509cc-9a6c-41d2-8d57-d7772d18107f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0900092 May 20 16:17:37.050530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-71674cb9-f513-4c52-817d-cbd45975b289 req-5f10dcfe-fcf9-49bc-b4a7-9bf28e1c3783 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 May 20 16:17:38.273284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f36e6-4bf1-4287-9c58-8e6e65407372 req-879ef8a2-4491-4c93-978c-ff738a683dc0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:38.275101 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d0f36e6-4bf1-4287-9c58-8e6e65407372 req-879ef8a2-4491-4c93-978c-ff738a683dc0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0863657 May 20 16:17:38.324710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d0f36e6-4bf1-4287-9c58-8e6e65407372 req-51182c16-b94e-46c3-9aae-747f388493b3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 May 20 16:17:39.585855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056f89-04d1-47c0-8bb8-42c8c91233c8 req-bf5f0645-f00b-4b75-91fa-8294a361b398 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:39.587450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b6056f89-04d1-47c0-8bb8-42c8c91233c8 req-bf5f0645-f00b-4b75-91fa-8294a361b398 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.1460950 May 20 16:17:39.639760 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b6056f89-04d1-47c0-8bb8-42c8c91233c8 req-54a6cdf3-d0c0-4c55-9978-8eb733ce66fc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 May 20 16:17:40.405905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8b756078-0952-4059-b9d5-93006a187225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:40.843897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbd252-df48-42b2-a9a2-30e9717496b2 req-73cdebe0-a863-4cbe-b0b3-a2ddaa1067e2 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:40.845440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7ebbd252-df48-42b2-a9a2-30e9717496b2 req-73cdebe0-a863-4cbe-b0b3-a2ddaa1067e2 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0890055 May 20 16:17:40.894001 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7ebbd252-df48-42b2-a9a2-30e9717496b2 req-cbeeeac3-19cc-4e33-95f2-d89cdec63756 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 May 20 16:17:42.100363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5745-8577-418e-9f15-27c07c236bc8 req-5bb922e6-cfbd-4db1-a5ee-6f87e489d4fc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:42.101958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-506c5745-8577-418e-9f15-27c07c236bc8 req-5bb922e6-cfbd-4db1-a5ee-6f87e489d4fc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0866349 May 20 16:17:42.152054 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-506c5745-8577-418e-9f15-27c07c236bc8 req-df36a09f-0733-40a1-9268-554e83c13cb0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 May 20 16:17:43.164757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:43.356469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7692-37fd-4f3f-9d3a-57976b981418 req-6a87d329-a33a-453a-80b4-3db282b48122 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:43.357982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c2d7692-37fd-4f3f-9d3a-57976b981418 req-6a87d329-a33a-453a-80b4-3db282b48122 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0851204 May 20 16:17:43.406790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c2d7692-37fd-4f3f-9d3a-57976b981418 req-3c8984a4-8549-4119-abc3-34a134500390 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 May 20 16:17:43.774962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-01be42f4-ebf5-4734-8b5f-bcabe5f7747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:44.601496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5d918-eec9-4c58-97ac-ceadf4a47c57 req-075e2340-8c11-4784-a497-958fa0463e54 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:44.602989 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33c5d918-eec9-4c58-97ac-ceadf4a47c57 req-075e2340-8c11-4784-a497-958fa0463e54 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0863931 May 20 16:17:44.655160 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33c5d918-eec9-4c58-97ac-ceadf4a47c57 req-542fdd2e-3005-4e2c-96fc-746d5446e6f4 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 May 20 16:17:44.672087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:45.854403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424c9b0-20bc-4f58-bc01-23b14e675929 req-6ad89d7f-9344-4b8a-b3b4-91cbf3e3df20 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:45.855971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a424c9b0-20bc-4f58-bc01-23b14e675929 req-6ad89d7f-9344-4b8a-b3b4-91cbf3e3df20 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0842741 May 20 16:17:45.902544 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a424c9b0-20bc-4f58-bc01-23b14e675929 req-2e40487c-cd1e-42e0-80fa-1604c244095b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 May 20 16:17:46.516235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:47.119610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78936629-9d44-4d6c-bd93-db7f3aac93f8 req-234235d5-2565-4c8f-a8ba-c8c060cccada tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:47.121149 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-78936629-9d44-4d6c-bd93-db7f3aac93f8 req-234235d5-2565-4c8f-a8ba-c8c060cccada tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0896072 May 20 16:17:47.167821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-78936629-9d44-4d6c-bd93-db7f3aac93f8 req-0b81696d-c34e-475e-8a2f-7e82a0c4a286 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 May 20 16:17:48.351051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf9499-5259-47fb-a79d-92868a35aa43 req-10994105-29d9-4043-abb2-620e6e08b603 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:48.352496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9dbf9499-5259-47fb-a79d-92868a35aa43 req-10994105-29d9-4043-abb2-620e6e08b603 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0790708 May 20 16:17:48.396883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9dbf9499-5259-47fb-a79d-92868a35aa43 req-9cf7c079-1fa1-4198-959d-4af41a40a34a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387335 May 20 16:17:49.671990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd915d08-05b8-4c9c-9920-56311222c349 req-71be04ee-6be9-4f6c-8ba6-24531fa4e580 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:49.673470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd915d08-05b8-4c9c-9920-56311222c349 req-71be04ee-6be9-4f6c-8ba6-24531fa4e580 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.1713626 May 20 16:17:49.717548 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd915d08-05b8-4c9c-9920-56311222c349 req-e5d79beb-5e19-46bb-9910-f28e29005c0d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 May 20 16:17:50.904276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0ce0-7a0f-45c0-ae60-8787c3980f5a req-deeffaea-09ab-44ff-8092-d637979bc2fe tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:50.905752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e7d0ce0-7a0f-45c0-ae60-8787c3980f5a req-deeffaea-09ab-44ff-8092-d637979bc2fe tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0818238 May 20 16:17:50.954306 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e7d0ce0-7a0f-45c0-ae60-8787c3980f5a req-e4ce6083-7e8d-44ff-b16b-a30bacb42dba tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 May 20 16:17:51.477158 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-df93aee6-8d24-41cc-a4f3-c360d7212a19 service neutron] 10.222.0.25 "GET /v2.0/ports/ad7e832d-339e-4e71-991f-f8c40fe5387c/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1175950 May 20 16:17:51.749101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-3d8dd51c-7c7f-40ab-ae28-49e8fd2cfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:51.750778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-3d8dd51c-7c7f-40ab-ae28-49e8fd2cfb87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461&tenant_id=e6558acc5778421d859f092f9920b52e HTTP/1.1" status: 200 len: 1098 time: 0.0742300 May 20 16:17:51.846676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-b2beeea0-413f-4f1c-a242-4493f5dc17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:51.848155 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-b2beeea0-413f-4f1c-a242-4493f5dc17eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1098 time: 0.0752490 May 20 16:17:51.980196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-2e66f06d-7414-4048-8cf3-6604513d6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:51.981685 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-2e66f06d-7414-4048-8cf3-6604513d6205 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1271555 May 20 16:17:52.051514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-dbee1996-dd2c-400b-8848-8f8d93144935 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 217 time: 0.0633078 May 20 16:17:52.298629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-29e28140-e6ce-43a9-b50b-bbbca1f99754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:52.299987 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-29e28140-e6ce-43a9-b50b-bbbca1f99754 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.2426934 May 20 16:17:52.352022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-0c832187-5939-4bcd-acda-426a89ef688f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453842 May 20 16:17:52.387415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae204ad3-a7fb-4a25-a31b-9e0bcd632f2d req-909e8cb9-1318-43ec-936a-fd8f7d442775 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:52.388911 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ae204ad3-a7fb-4a25-a31b-9e0bcd632f2d req-909e8cb9-1318-43ec-936a-fd8f7d442775 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.1644652 May 20 16:17:52.510491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ae204ad3-a7fb-4a25-a31b-9e0bcd632f2d req-a2a67a30-27fe-4716-a4a1-6397747cbb5c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149321 May 20 16:17:52.533998 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-d5c52161-73f5-4eb9-8347-551beef5286d service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744478 May 20 16:17:52.674143 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5350c2fe-b12b-46ef-ac2d-ac8c4ce423b6 req-490f05dc-9753-4b8b-8063-968598680c94 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335199 May 20 16:17:53.753656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22975c-dcc1-431d-a325-2ad5b50dba90 req-a77f5a0a-6a8f-4820-bd12-110faccad31d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:53.755314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f22975c-dcc1-431d-a325-2ad5b50dba90 req-a77f5a0a-6a8f-4820-bd12-110faccad31d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.1361444 May 20 16:17:53.801324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f22975c-dcc1-431d-a325-2ad5b50dba90 req-3cada217-eda9-4c6c-a025-54e854e9e508 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 May 20 16:17:53.980529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:17:53.982931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:17:54.215300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:54.230420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:54.249247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'port_id': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'mac_address': 'fa:16:3e:29:45:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e82237-75f2-4f1b-953b-31df9a525ece', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:17:54.286219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:54.309632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:54.317486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:54.321715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a1f11d85-7732-4213-a8eb-1aaa5ef477a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:54.356214 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'code': 200} May 20 16:17:54.375485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:54.406649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad7e832d-339e-4e71-991f-f8c40fe5387c {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:17:54.416802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:54.442725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:54.473623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:17:54.473985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:17:54.993455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda882c1-dba9-47fa-bb56-62542de346aa req-79999216-32c9-4808-a2d3-59ad044a17ae tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:54.995353 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cda882c1-dba9-47fa-bb56-62542de346aa req-79999216-32c9-4808-a2d3-59ad044a17ae tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 943 time: 0.0833063 May 20 16:17:55.034242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:55.046975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cda882c1-dba9-47fa-bb56-62542de346aa req-ee6e6688-b1de-43cd-8e98-5d0a506d6ba3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445473 May 20 16:17:55.051722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7e832d-339e-4e71-991f-f8c40fe5387c {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:17:55.067964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:55.072341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:55.075081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:55.141959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ad7e832d-339e-4e71-991f-f8c40fe5387c'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:55.204800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:55.209177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:55.440018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d51b0-d2b6-454e-8f77-395562b255da req-0ba41d6c-3590-4cc9-bbf7-d3484a77823a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.441409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-411d51b0-d2b6-454e-8f77-395562b255da req-0ba41d6c-3590-4cc9-bbf7-d3484a77823a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 944 time: 0.1456628 May 20 16:17:55.450548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-839be4d3-c507-44f2-99fa-99842001b6af tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.451924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-839be4d3-c507-44f2-99fa-99842001b6af tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461&tenant_id=e6558acc5778421d859f092f9920b52e&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1548598 May 20 16:17:55.493792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-411d51b0-d2b6-454e-8f77-395562b255da req-af28e94f-3079-41ce-b846-c973f701cf40 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 May 20 16:17:55.596038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-75202b25-50a3-41c9-b711-f5dff0e9944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.597520 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-75202b25-50a3-41c9-b711-f5dff0e9944c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 1097 time: 0.0703580 May 20 16:17:55.730866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-72300402-718e-4476-a9b8-78823c11857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.732283 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-72300402-718e-4476-a9b8-78823c11857d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1285892 May 20 16:17:55.802378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-8191227c-4d47-49f5-8a56-5e97370c453f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 200 len: 217 time: 0.0631828 May 20 16:17:55.864012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-9c233686-35c9-4f91-9f4c-75f44c321b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.865465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-9c233686-35c9-4f91-9f4c-75f44c321b92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0574102 May 20 16:17:55.915943 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-8f244a88-3ffd-4c8a-a611-165756b781c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444865 May 20 16:17:55.994059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:17:56.054842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-0453f7fe-b49d-40d4-946b-70038f413122 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323886 May 20 16:17:56.065272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port ad7e832d-339e-4e71-991f-f8c40fe5387c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:17:56.067412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:56.188472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:56.192575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ea8192-184d-4925-b9df-c046749ddcd6 req-a09e8734-4825-4d12-bf03-9a9c7509a21b service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314352 May 20 16:17:56.231008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:56.236140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:56.238280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:56.347950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:56.351373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:56.357022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:56.410531 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'code': 200} May 20 16:17:56.686756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb8464-5393-4eda-9d0f-eadddc150f7f req-b207266e-9493-47c7-83dd-cc0c8ced7026 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:56.688406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ebeb8464-5393-4eda-9d0f-eadddc150f7f req-b207266e-9493-47c7-83dd-cc0c8ced7026 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0844615 May 20 16:17:56.740710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ebeb8464-5393-4eda-9d0f-eadddc150f7f req-53e97f4d-188b-4ed7-b3af-e5e90d4579df tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 May 20 16:17:58.097071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8dca-fa63-4c79-b338-5182a8859bdb req-136cb6d9-dcac-4c5d-87db-16301292ad0f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:58.098581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9fae8dca-fa63-4c79-b338-5182a8859bdb req-136cb6d9-dcac-4c5d-87db-16301292ad0f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.2418156 May 20 16:17:58.142759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9fae8dca-fa63-4c79-b338-5182a8859bdb req-a164b780-0221-463d-9fa9-093ef85dfeac tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 May 20 16:17:58.336048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206371c7-8213-4a52-bb96-51f480c2f5e1 req-0ce4af20-6dd0-4232-88e0-67ee60da5cc7 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:58.337622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-206371c7-8213-4a52-bb96-51f480c2f5e1 req-0ce4af20-6dd0-4232-88e0-67ee60da5cc7 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0881102 May 20 16:17:58.390110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-206371c7-8213-4a52-bb96-51f480c2f5e1 req-29d59e2c-c06a-4ef8-9b9c-53b3c236d78f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 May 20 16:17:58.575505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d427c-86e3-4901-b493-f06782c2614d req-6eec674b-88df-4cb1-8d4a-124e29526dc1 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:58.576972 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-828d427c-86e3-4901-b493-f06782c2614d req-6eec674b-88df-4cb1-8d4a-124e29526dc1 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0810657 May 20 16:17:58.621628 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-828d427c-86e3-4901-b493-f06782c2614d req-3eda2c3c-ba29-4abd-a4fb-e6f160651306 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 May 20 16:17:59.104477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-5ab5be95-8137-4a90-a26f-562a31304a1d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:59.105919 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-5ab5be95-8137-4a90-a26f-562a31304a1d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 814 time: 0.1445160 May 20 16:17:59.121103 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-0314ac21-952d-4ed3-bcfd-a7eb257529d8 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/quotas/e6558acc5778421d859f092f9920b52e HTTP/1.1" status: 200 len: 375 time: 0.0094705 May 20 16:17:59.204227 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-27fbe806-4266-4b95-835b-0a47bc4a410d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777473 May 20 16:17:59.215179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-78e4e128-3878-4bf2-beb7-f9193ce82a8a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:17:59.216085 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-78e4e128-3878-4bf2-beb7-f9193ce82a8a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049305 May 20 16:17:59.346453 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-93de5377-d301-4994-9a5b-c1129bed694b service neutron] 10.222.0.13 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250474 May 20 16:17:59.477838 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-acd1fd54-4c75-478e-a96d-cee7b06beb96 service neutron] 10.222.0.13 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252801 May 20 16:17:59.655181 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5774f439-d769-417d-bc3f-d57bea4c291a req-b256b702-1511-4f92-a075-d760288a52c3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 210 time: 0.0431168 May 20 16:18:00.644436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-3f133f6a-6e27-4c8c-9ab1-6636a04c6afd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:00.646004 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-3f133f6a-6e27-4c8c-9ab1-6636a04c6afd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "GET /v2.0/ports?device_id=54d744c1-2eac-45a6-8d57-b5942dd31461 HTTP/1.1" status: 200 len: 945 time: 0.0885997 May 20 16:18:00.698077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-ff167660-1f69-4a5d-823d-55e1151845d5 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:00.700377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-ff167660-1f69-4a5d-823d-55e1151845d5 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 814 time: 0.1649637 May 20 16:18:00.713467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Request body: {'port': {'device_id': 'ed78076f-f87f-41d8-9232-a985b8752963', 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'admin_state_up': True, 'tenant_id': 'e6558acc5778421d859f092f9920b52e'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:00.797036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Deleting port ad7e832d-339e-4e71-991f-f8c40fe5387c {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:00.797415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:00.850500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f8815d3-963d-4115-8738-6c75567921ec req-d374d467-bc3d-444c-9118-b2bcf6b3cc4a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 210 time: 0.0544713 May 20 16:18:00.900947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:00.910829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:00.921554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Made reservation on behalf of e6558acc5778421d859f092f9920b52e for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:18:00.925011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:00.930707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] For port ad7e832d-339e-4e71-991f-f8c40fe5387c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad7e832d-339e-4e71-991f-f8c40fe5387c,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:00.931066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:00.947676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.059784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Calling delete_port for ad7e832d-339e-4e71-991f-f8c40fe5387c owned by compute:nova {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:01.095796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Allocated IP 172.20.0.3 (9869c895-0a4b-40a7-a2c1-0282b185c780/70e82237-75f2-4f1b-953b-31df9a525ece/76d8ab82-ac13-4b16-9f57-901013469a09) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:01.174647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.181325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:01.185765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ad7e832d-339e-4e71-991f-f8c40fe5387c'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:01.230257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Pushing event deleted for resources: {'Port': ['ID=ad7e832d-339e-4e71-991f-f8c40fe5387c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:01.234995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:01.307884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] No DVR routers for this DVR port ad7e832d-339e-4e71-991f-f8c40fe5387c on host hv-neutron-6013 {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:18:01.310463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.313048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-deleted', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:01.329791 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "DELETE /v2.0/ports/ad7e832d-339e-4e71-991f-f8c40fe5387c HTTP/1.1" status: 204 len: 173 time: 0.6782269 May 20 16:18:01.417987 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d744c1-2eac-45a6-8d57-b5942dd31461', 'name': 'network-vif-deleted', 'tag': 'ad7e832d-339e-4e71-991f-f8c40fe5387c', 'status': 'completed', 'code': 200} May 20 16:18:01.433137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.465799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.471374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2e578cca-3472-47ff-a214-6cb71c8f6bd9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:01.476568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['ad7e832d-339e-4e71-991f-f8c40fe5387c'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:01.541170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Network 9869c895-0a4b-40a7-a2c1-0282b185c780 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:01.544090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:01.548473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:01.576982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:01.582324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:01.769562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:01.770232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.796830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0879912 May 20 16:18:01.808758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Request body: {'port': {'device_id': 'ed78076f-f87f-41d8-9232-a985b8752963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:01.927216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.199675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ef200-3d2f-4934-bb97-876064e9b0e1 req-41d6c498-e0e7-4786-bbb2-ff3ffb45c7fa tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:02.200252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-709ef200-3d2f-4934-bb97-876064e9b0e1 req-41d6c498-e0e7-4786-bbb2-ff3ffb45c7fa tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Synchronizing usage tracker for tenant:e6558acc5778421d859f092f9920b52e on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:02.235872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-709ef200-3d2f-4934-bb97-876064e9b0e1 req-41d6c498-e0e7-4786-bbb2-ff3ffb45c7fa tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Unset dirty status for tenant:e6558acc5778421d859f092f9920b52e on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:02.237000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-709ef200-3d2f-4934-bb97-876064e9b0e1 req-41d6c498-e0e7-4786-bbb2-ff3ffb45c7fa tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 931 time: 0.2717164 May 20 16:18:02.303754 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-709ef200-3d2f-4934-bb97-876064e9b0e1 req-0f42fa48-25be-41fe-83e8-db8b463013ee tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 May 20 16:18:02.376109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d8ab82-ac13-4b16-9f57-901013469a09 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:02.383668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.398318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Transition to ACTIVE for port object 76d8ab82-ac13-4b16-9f57-901013469a09 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:02.401123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.404917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6e731d0b-b0ae-466d-a461-6cc7512cd755 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:02.552173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:02.559359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:02.631263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Attempting to bind port 76d8ab82-ac13-4b16-9f57-901013469a09 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:18:02.632065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Attempting to bind port 76d8ab82-ac13-4b16-9f57-901013469a09 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:18:02.632381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Attempting to bind port 76d8ab82-ac13-4b16-9f57-901013469a09 on network 9869c895-0a4b-40a7-a2c1-0282b185c780 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:02.636911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Port 76d8ab82-ac13-4b16-9f57-901013469a09 on network 9869c895-0a4b-40a7-a2c1-0282b185c780 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:18:02.637227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Attempting to bind port 76d8ab82-ac13-4b16-9f57-901013469a09 on network 9869c895-0a4b-40a7-a2c1-0282b185c780 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:02.642387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:18:02.643085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Checking segment: {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:18:02.643085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Bound using segment: {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:18:02.643479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Bound port: 76d8ab82-ac13-4b16-9f57-901013469a09, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de0ccf-274a-441f-9570-a4d3cdc45ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:18:02.643815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.730104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:18:02.732982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:18:02.737308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.742141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:02.796124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:02.796729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.798124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] 10.222.0.25 "PUT /v2.0/ports/76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 1093 time: 0.9933887 May 20 16:18:02.798722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:02.826697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:02.829712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:02.866511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09', 'status': 'completed', 'code': 200} May 20 16:18:02.906800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-735d37d4-8fc1-4a58-a410-ea509bcc5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:02.908272 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-735d37d4-8fc1-4a58-a410-ea509bcc5bf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1096 time: 0.0730243 May 20 16:18:02.978599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-1f03a88a-a82e-4b25-ad11-02695ff8a3b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 217 time: 0.0634439 May 20 16:18:03.039978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-9018f44f-b828-44ec-89d0-448ef4cb4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:03.041294 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-9018f44f-b828-44ec-89d0-448ef4cb4903 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0570927 May 20 16:18:03.090070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-d5e52b0a-ca57-4043-aefb-981a779311ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414596 May 20 16:18:03.222804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-9134a0d6-2e55-4057-9cc1-4a5470dbdacb service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259823 May 20 16:18:03.353607 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-090f329b-2eed-41e2-92f2-ef9ebc3c897f req-a80bfb48-2914-44a5-a00d-2f94352bc704 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245902 May 20 16:18:03.527711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-39226814-d410-4de9-8826-aa5e538696cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:03.529143 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-39226814-d410-4de9-8826-aa5e538696cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1096 time: 0.1337044 May 20 16:18:03.536474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97523a2-6df7-4d76-beda-88432a5a41a3 req-f3858bb2-f7fd-4e1e-a23c-6b6a69c62e45 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:03.537872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a97523a2-6df7-4d76-beda-88432a5a41a3 req-f3858bb2-f7fd-4e1e-a23c-6b6a69c62e45 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 943 time: 0.1087270 May 20 16:18:03.661637 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a97523a2-6df7-4d76-beda-88432a5a41a3 req-ab7f0315-12ab-4a95-b0cd-a2bf1b5aaddc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027560 May 20 16:18:03.697836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-902020c6-629a-4751-a012-dc976eaf8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:03.699249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-902020c6-629a-4751-a012-dc976eaf8915 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1605582 May 20 16:18:03.764295 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-bbf1c837-f8b8-44c4-adb6-e5732a0c1cae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 217 time: 0.0585053 May 20 16:18:03.970116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-8cef13d4-2538-4b8d-bb4e-2d9b4e121a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:03.971522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-8cef13d4-2538-4b8d-bb4e-2d9b4e121a45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.2005482 May 20 16:18:04.017581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-39f60760-8eef-4c57-9b3b-02c546dbca82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388100 May 20 16:18:04.025618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:04.061717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: ad7e832d-339e-4e71-991f-f8c40fe5387c {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:18:04.062074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device ad7e832d-339e-4e71-991f-f8c40fe5387c not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:18:04.148579 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-91183a05-61ff-4131-9e6c-12cf6a17a203 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244512 May 20 16:18:04.279504 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd062ce0-95d2-4f3f-99f5-3fa7996bef0f req-7e1422e9-1dd8-480e-8cd6-4ef221f7af0f service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249225 May 20 16:18:04.843621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac39e9-b7fe-4362-b06a-130e6cfda2a8 req-95b81cc8-198b-4e52-af32-bbf783873196 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:04.845062 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aaac39e9-b7fe-4362-b06a-130e6cfda2a8 req-95b81cc8-198b-4e52-af32-bbf783873196 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 943 time: 0.0789092 May 20 16:18:04.893450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aaac39e9-b7fe-4362-b06a-130e6cfda2a8 req-dab2a371-5f4f-4257-bea5-ec747f2e45ac tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 May 20 16:18:06.024629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:18:06.076531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb101-d70b-4308-95cd-b8fda7f9676a req-dc59edc4-7369-467b-95d6-fcf195525a87 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:06.078027 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3eccb101-d70b-4308-95cd-b8fda7f9676a req-dc59edc4-7369-467b-95d6-fcf195525a87 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 943 time: 0.0799763 May 20 16:18:06.125210 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3eccb101-d70b-4308-95cd-b8fda7f9676a req-a7d1b92c-53b7-4f07-95b1-b63752da40c1 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 May 20 16:18:06.158915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:06.172864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '76d8ab82-ac13-4b16-9f57-901013469a09', 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'port_id': '76d8ab82-ac13-4b16-9f57-901013469a09', 'mac_address': 'fa:16:3e:85:c6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e82237-75f2-4f1b-953b-31df9a525ece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:18:06.232674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.250582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d8ab82-ac13-4b16-9f57-901013469a09 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:06.266592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:06.270565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.273097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:06.341391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:06.348431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.348778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.349118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.349485 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.349817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.350739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.351067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.351392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.351716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.352035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.352353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.352670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:06.356581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:06.455498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['76d8ab82-ac13-4b16-9f57-901013469a09'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:07.311163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099f1e-8e2a-4577-a8cf-3a13c81eaf88 req-e71d7436-adac-42dc-ace9-a71ebc0e637c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:07.312594 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a099f1e-8e2a-4577-a8cf-3a13c81eaf88 req-e71d7436-adac-42dc-ace9-a71ebc0e637c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 944 time: 0.0828829 May 20 16:18:07.356832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a099f1e-8e2a-4577-a8cf-3a13c81eaf88 req-b5babee8-797a-44ee-bff6-d847a6e7ef6d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 May 20 16:18:08.040490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:18:08.109677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 76d8ab82-ac13-4b16-9f57-901013469a09 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:08.114117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 76d8ab82-ac13-4b16-9f57-901013469a09 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:08.114486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.234230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.260336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:08.269691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:08.273791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.275854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:08.312785 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09', 'code': 200} May 20 16:18:08.344344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:08.347202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:08.594531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f70f45-ea97-4dcb-9e43-c764e34927b5 req-792f3912-c44d-4c0d-84ab-bd8b99a494bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:08.595900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44f70f45-ea97-4dcb-9e43-c764e34927b5 req-792f3912-c44d-4c0d-84ab-bd8b99a494bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1098 time: 0.1313593 May 20 16:18:08.604573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a692-e0ee-4f61-a674-d6ea452d664d req-72eba1dd-8fba-4d03-b42f-357031dd15eb tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:08.605926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-45a6a692-e0ee-4f61-a674-d6ea452d664d req-72eba1dd-8fba-4d03-b42f-357031dd15eb tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.1426785 May 20 16:18:08.670364 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44f70f45-ea97-4dcb-9e43-c764e34927b5 req-b8f9290b-0bb6-4d82-8891-e0b7ff0b6838 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 May 20 16:18:08.674679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-45a6a692-e0ee-4f61-a674-d6ea452d664d req-6fc09fd5-5e0b-4192-9473-0ee4d9bec3dd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562549 May 20 16:18:09.862385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70723061-fcd4-4e11-9743-4ee1dac7a898 req-1f21b1c6-8a04-41a2-9dd9-34f1d2f06646 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:09.863796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-70723061-fcd4-4e11-9743-4ee1dac7a898 req-1f21b1c6-8a04-41a2-9dd9-34f1d2f06646 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0813391 May 20 16:18:09.908820 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-70723061-fcd4-4e11-9743-4ee1dac7a898 req-48948009-124f-4250-8d20-9aa90bdb84a0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 May 20 16:18:10.089804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3590ca-0470-42ef-bfcf-daaae144545c req-57e34b4e-2e54-43f6-8113-181890ef2a3f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:10.091244 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8e3590ca-0470-42ef-bfcf-daaae144545c req-57e34b4e-2e54-43f6-8113-181890ef2a3f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0787928 May 20 16:18:10.141817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8e3590ca-0470-42ef-bfcf-daaae144545c req-7540fdb8-349b-4d17-8c45-a4b82b296af2 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 May 20 16:18:10.401046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-29fc076a-7d93-4944-bdaa-b1c18919b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:10.499537 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-8a4326c4-2a13-47d3-91db-d5537196bf91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759664 May 20 16:18:10.548658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389cac9-f9a5-4fa4-8634-efbc47429f46 req-45784632-1f80-408e-ae0e-610128fa8f1c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:10.550210 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8389cac9-f9a5-4fa4-8634-efbc47429f46 req-45784632-1f80-408e-ae0e-610128fa8f1c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0870657 May 20 16:18:10.597154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8389cac9-f9a5-4fa4-8634-efbc47429f46 req-af13f360-58b4-4885-bae7-46aead9d5a5c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 May 20 16:18:11.202626 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:18:11.688528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-cf0d6993-f1a2-4d07-bdd2-bab8205f9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:11.690049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-cf0d6993-f1a2-4d07-bdd2-bab8205f9724 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1098 time: 0.0766037 May 20 16:18:11.878381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-f2f46661-f1c4-4833-a79b-6cf2389f1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:11.879754 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-f2f46661-f1c4-4833-a79b-6cf2389f1d1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1839881 May 20 16:18:11.888686 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3808421-7052-414e-a01e-d39fa26be0bc req-6ae7a90d-227c-4ede-8cfb-6e288ab77d47 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:11.890073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3808421-7052-414e-a01e-d39fa26be0bc req-6ae7a90d-227c-4ede-8cfb-6e288ab77d47 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.1767116 May 20 16:18:11.968609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-142f17b2-3658-4d61-a432-10ed3eb092e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 217 time: 0.0776219 May 20 16:18:12.031095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3808421-7052-414e-a01e-d39fa26be0bc req-c4543018-f1aa-43e6-a900-84f5367a8a91 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910172 May 20 16:18:12.044121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-0e4ee5d3-95d9-4bbd-ae61-92e060b4bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:12.045557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-0e4ee5d3-95d9-4bbd-ae61-92e060b4bb9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0663862 May 20 16:18:12.238663 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-f0fddd06-b5ca-48f4-a795-eb24c187877a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871364 May 20 16:18:12.368181 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-c1f59898-e0e3-4152-aaaa-da7f788247df service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233110 May 20 16:18:12.497760 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-453bc4d1-0d71-430e-851f-5fb6deedff6b service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232910 May 20 16:18:13.159177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.218693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac115-931d-44d1-84ea-84c55f43c0cc req-9f60f5f8-0006-4612-9f5d-c7f0333ac39a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:13.220145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e7ac115-931d-44d1-84ea-84c55f43c0cc req-9f60f5f8-0006-4612-9f5d-c7f0333ac39a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0809155 May 20 16:18:13.267020 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e7ac115-931d-44d1-84ea-84c55f43c0cc req-cd871bb8-96bc-4b42-832b-5eb5873b9708 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 May 20 16:18:13.776828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-db12ccc1-665a-4122-b96e-2d60555e56b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.456131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af2fb6-4044-44d4-b7d8-111f13a9604d req-9f10930c-72d4-4103-8697-3772d2c6c70e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:14.457609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a2af2fb6-4044-44d4-b7d8-111f13a9604d req-9f10930c-72d4-4103-8697-3772d2c6c70e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0818949 May 20 16:18:14.502207 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a2af2fb6-4044-44d4-b7d8-111f13a9604d req-2400cdb2-c53d-44f5-8f89-f054c7ccf94d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 May 20 16:18:14.673494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:15.689543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccec5f-16cb-4eaa-bc02-7f3bd30f47a7 req-18cb6b58-79c6-4526-b91b-095c2364330e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:15.690992 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0ccec5f-16cb-4eaa-bc02-7f3bd30f47a7 req-18cb6b58-79c6-4526-b91b-095c2364330e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0845091 May 20 16:18:15.735467 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0ccec5f-16cb-4eaa-bc02-7f3bd30f47a7 req-f837daf2-3800-4bd0-83c3-38af43afc2a8 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 May 20 16:18:16.516047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:16.917109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8e5fe-87dd-4451-9f08-f28eceabea8d req-c56850f0-ef02-45e0-8340-f17eea7d7e08 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:16.918584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd8e5fe-87dd-4451-9f08-f28eceabea8d req-c56850f0-ef02-45e0-8340-f17eea7d7e08 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0795829 May 20 16:18:16.962149 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd8e5fe-87dd-4451-9f08-f28eceabea8d req-c2a398fc-f4d9-4b69-a574-c4ee38b27680 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 May 20 16:18:18.144803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a20fe-c1dc-485a-93b8-cd52a91d69ad req-a3f3d34b-9a7d-4ae0-a2a6-1d583c9a9c8b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:18.146260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-065a20fe-c1dc-485a-93b8-cd52a91d69ad req-a3f3d34b-9a7d-4ae0-a2a6-1d583c9a9c8b tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0809422 May 20 16:18:18.191032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-065a20fe-c1dc-485a-93b8-cd52a91d69ad req-57e7ae72-d5ff-4452-8c75-02c1a770d099 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 May 20 16:18:19.376845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb52c62-b60d-4eae-bd26-64e134ad08e4 req-6d0ab299-f830-43ff-841e-b2e17e8df9e1 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:19.378296 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fb52c62-b60d-4eae-bd26-64e134ad08e4 req-6d0ab299-f830-43ff-841e-b2e17e8df9e1 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0819759 May 20 16:18:19.422653 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fb52c62-b60d-4eae-bd26-64e134ad08e4 req-503e1c8e-2a0f-48c8-b850-f1263c2b5d2c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 May 20 16:18:20.608096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dd041-3ea9-433a-9f33-fb079702a774 req-a24efcf6-a916-41aa-80e6-0cfd4fe94734 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:20.609562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d3dd041-3ea9-433a-9f33-fb079702a774 req-a24efcf6-a916-41aa-80e6-0cfd4fe94734 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0804334 May 20 16:18:20.655136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d3dd041-3ea9-433a-9f33-fb079702a774 req-13eef599-2093-411a-b8b1-c7282c7b087f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 May 20 16:18:21.861792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5e337-50b9-49f4-87bd-930d3efa8753 req-ac710e2f-dff3-43e3-8766-ac3e216ecc65 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:21.863263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86d5e337-50b9-49f4-87bd-930d3efa8753 req-ac710e2f-dff3-43e3-8766-ac3e216ecc65 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0835497 May 20 16:18:21.912290 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86d5e337-50b9-49f4-87bd-930d3efa8753 req-1fd85dea-6e12-43fa-b838-9d184eb1c868 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 May 20 16:18:23.098040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829fad2-e9b4-463a-a900-5dbcca083356 req-c96061a0-83dd-4bce-9b28-085f5832f195 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:23.099468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5829fad2-e9b4-463a-a900-5dbcca083356 req-c96061a0-83dd-4bce-9b28-085f5832f195 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0818319 May 20 16:18:23.144597 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5829fad2-e9b4-463a-a900-5dbcca083356 req-1fdff204-f9fc-4c88-a8f0-8eaadec6090a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 May 20 16:18:24.332803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cc48-b80e-46db-8c42-2f6ca443769f req-a69e6d79-a04a-4596-8140-25c45abec9e6 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:24.334279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2a1cc48-b80e-46db-8c42-2f6ca443769f req-a69e6d79-a04a-4596-8140-25c45abec9e6 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0852597 May 20 16:18:24.378016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2a1cc48-b80e-46db-8c42-2f6ca443769f req-d18a6f9c-f912-4b10-9597-ec4356501253 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 May 20 16:18:25.562066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f9d62-db19-4c9e-aa8e-6110ab8a5e76 req-5b5d9640-85ea-439e-982b-709f4b9a7996 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:25.563545 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-936f9d62-db19-4c9e-aa8e-6110ab8a5e76 req-5b5d9640-85ea-439e-982b-709f4b9a7996 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0820887 May 20 16:18:25.608563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-936f9d62-db19-4c9e-aa8e-6110ab8a5e76 req-52fce471-a24a-476e-8638-5a79d4743ff2 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 May 20 16:18:26.792974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45c30b-9ad8-44d2-89af-3eb59e71a4a1 req-7f57d609-766c-43a2-a1bf-2d79d8f83842 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:26.794432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee45c30b-9ad8-44d2-89af-3eb59e71a4a1 req-7f57d609-766c-43a2-a1bf-2d79d8f83842 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0813565 May 20 16:18:26.839340 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee45c30b-9ad8-44d2-89af-3eb59e71a4a1 req-054745c5-e343-4541-baad-763583e5fb81 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 May 20 16:18:28.023195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446c830-cb3d-4ff6-ac22-7f8bde2c3fe5 req-a96541e0-a105-4513-92f5-e8e48d021643 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:28.024624 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5446c830-cb3d-4ff6-ac22-7f8bde2c3fe5 req-a96541e0-a105-4513-92f5-e8e48d021643 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0778472 May 20 16:18:28.069783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5446c830-cb3d-4ff6-ac22-7f8bde2c3fe5 req-1ebd8853-9c62-44bc-aabe-824a6d0b46e7 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 May 20 16:18:29.259754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81d50-372c-4877-8b42-1d69fb04ea24 req-e868ed47-b438-432f-ba64-17f76c180659 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:29.261546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-96d81d50-372c-4877-8b42-1d69fb04ea24 req-e868ed47-b438-432f-ba64-17f76c180659 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0851893 May 20 16:18:29.307538 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-96d81d50-372c-4877-8b42-1d69fb04ea24 req-8fa5dbfa-c00e-4a91-b49a-01e2010bb946 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 May 20 16:18:29.906255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-c8afbd24-36b5-43ff-933b-c4f04be548bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:29.907610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-c8afbd24-36b5-43ff-933b-c4f04be548bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1098 time: 0.0691121 May 20 16:18:30.190840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-96c7faea-f609-4f8b-a28e-476aa898536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:30.192160 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-96c7faea-f609-4f8b-a28e-476aa898536c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.2650511 May 20 16:18:30.261128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-f96d1d37-3ef9-446a-b709-e900991b9fd1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 217 time: 0.0620079 May 20 16:18:30.328042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-8f08c80f-2eb8-441f-a8f6-1fb4d79a182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:30.329484 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-8f08c80f-2eb8-441f-a8f6-1fb4d79a182e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0614004 May 20 16:18:30.377963 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-c4da08cb-5521-409a-bb31-816e5610ee87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412383 May 20 16:18:30.564490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-d413f238-f664-4249-b2a2-9b7e501acddc service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794155 May 20 16:18:30.599042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5794686-58bc-483e-96e6-81c64965a1d3 req-ea3c28d3-3c13-47f5-a5ce-04a4872718dd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:30.600421 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5794686-58bc-483e-96e6-81c64965a1d3 req-ea3c28d3-3c13-47f5-a5ce-04a4872718dd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.1466835 May 20 16:18:30.710841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c5794686-58bc-483e-96e6-81c64965a1d3 req-fbb9bcf7-5b44-44ea-b772-22a997da1a3a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033731 May 20 16:18:30.742359 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c7ad208-a470-433b-b91c-d1a6efde5135 req-82ba5114-546d-4de3-9be0-bfe0db33937e service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705718 May 20 16:18:30.968885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:31.894956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce3e4-19a2-4888-b3d1-2536a9e01641 req-a7e5ae2f-360f-4383-b64b-7ba039a04106 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:31.896326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e78ce3e4-19a2-4888-b3d1-2536a9e01641 req-a7e5ae2f-360f-4383-b64b-7ba039a04106 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0800402 May 20 16:18:31.940583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e78ce3e4-19a2-4888-b3d1-2536a9e01641 req-829595a0-8c32-4ed9-89df-136133ebb98e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381725 May 20 16:18:33.123499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079875b6-4b27-495e-b826-07e9313ca024 req-42b03bbd-c329-46b8-8140-c56adf59a836 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:33.124937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-079875b6-4b27-495e-b826-07e9313ca024 req-42b03bbd-c329-46b8-8140-c56adf59a836 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0812283 May 20 16:18:33.171252 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-079875b6-4b27-495e-b826-07e9313ca024 req-5a2e3437-0e42-432f-a38d-0c4bc4537d10 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 May 20 16:18:34.360404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9a858-097d-4de6-a938-dddede3257b0 req-956d569d-ac16-4c77-adc3-18920cddded9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:34.361853 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42a9a858-097d-4de6-a938-dddede3257b0 req-956d569d-ac16-4c77-adc3-18920cddded9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0833936 May 20 16:18:34.412531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42a9a858-097d-4de6-a938-dddede3257b0 req-3d8f7642-8e03-4146-9932-53ea761308e6 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 May 20 16:18:35.602991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b18f-d690-47ac-91e3-565f84349928 req-3803df74-a15f-46d6-8791-2736345317ce tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:35.604472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9693b18f-d690-47ac-91e3-565f84349928 req-3803df74-a15f-46d6-8791-2736345317ce tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0808158 May 20 16:18:35.650546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9693b18f-d690-47ac-91e3-565f84349928 req-b8420996-aa2b-4717-803a-3f2249928417 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 May 20 16:18:36.994467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ecc3a-7b68-4997-b3fb-e7b1e819923f req-7610030c-bbbb-4d9a-853b-dc810fb0f812 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:36.996018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fe9ecc3a-7b68-4997-b3fb-e7b1e819923f req-7610030c-bbbb-4d9a-853b-dc810fb0f812 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0870979 May 20 16:18:37.041975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fe9ecc3a-7b68-4997-b3fb-e7b1e819923f req-c3b4da6b-49f6-45a8-929f-16dd244bc2d9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 May 20 16:18:38.224114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3b451-d502-445f-a963-c9f2f1d0f988 req-d6d16bd2-c573-4f81-9af0-417b77efe163 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:38.225627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74f3b451-d502-445f-a963-c9f2f1d0f988 req-d6d16bd2-c573-4f81-9af0-417b77efe163 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0799375 May 20 16:18:38.269917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74f3b451-d502-445f-a963-c9f2f1d0f988 req-1baaba60-bfc1-40f3-913a-ef7e3acb44ad tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385621 May 20 16:18:39.175475 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-56a4de10-733e-464f-ac00-cb0d38094739 service neutron] 10.222.0.25 "GET /v2.0/ports/76d8ab82-ac13-4b16-9f57-901013469a09/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0823119 May 20 16:18:39.498191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-abb221bc-37b8-4667-8569-0dfa10d872ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:39.500033 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-abb221bc-37b8-4667-8569-0dfa10d872ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963&tenant_id=e6558acc5778421d859f092f9920b52e HTTP/1.1" status: 200 len: 1098 time: 0.1247351 May 20 16:18:39.573885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa02f1-95c8-44da-aaa9-e9be74a55bf6 req-8f02639e-c122-4a0e-b47c-bbb7a5c969ac tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:39.575367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52aa02f1-95c8-44da-aaa9-e9be74a55bf6 req-8f02639e-c122-4a0e-b47c-bbb7a5c969ac tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.1404269 May 20 16:18:39.640216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52aa02f1-95c8-44da-aaa9-e9be74a55bf6 req-f30ba7a6-2b53-4d76-a03d-b8d3f3d844a0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571315 May 20 16:18:39.643299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-95aa6fd0-a470-4e7b-9078-05ed1c38aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:39.645035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-95aa6fd0-a470-4e7b-9078-05ed1c38aa8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1098 time: 0.1229961 May 20 16:18:39.922528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-2b5349b1-c07a-42bb-8557-d09bdaebfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:39.923876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-2b5349b1-c07a-42bb-8557-d09bdaebfb38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.2728872 May 20 16:18:39.995957 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-92b1699e-db35-4ea9-b4b5-fb19a5d75f97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 217 time: 0.0646756 May 20 16:18:40.062062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-5d6d46db-19d3-40fc-a468-d100e402e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:40.063542 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-5d6d46db-19d3-40fc-a468-d100e402e1d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0614030 May 20 16:18:40.111599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-cc2b7340-f4ce-4640-9f99-066471f804e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420461 May 20 16:18:40.251424 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-c1fd1f3e-713e-46b0-9490-7b6d662c947f service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334157 May 20 16:18:40.405547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2af3e0b3-1838-4758-90d4-daed0b2c7953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:40.419451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfd890f5-9b17-4658-a104-187f64d6c1f5 req-0dd33bf1-e783-4745-af66-e8069a638a04 service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605480 May 20 16:18:40.832374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f748f7b-e045-42fe-84bf-780ded923dc7 req-589e7d47-bdce-4f92-8a15-22fa76e12619 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:40.834018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f748f7b-e045-42fe-84bf-780ded923dc7 req-589e7d47-bdce-4f92-8a15-22fa76e12619 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0824382 May 20 16:18:40.880674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f748f7b-e045-42fe-84bf-780ded923dc7 req-e97c76ae-6829-465e-a0e8-3d7b689b3a6d tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 May 20 16:18:42.098616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dce17-9589-4c88-8c57-ad8ae4304706 req-19fd52ea-f32c-435c-ae0c-4b5dc365a41a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:42.100129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f3dce17-9589-4c88-8c57-ad8ae4304706 req-19fd52ea-f32c-435c-ae0c-4b5dc365a41a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.1060355 May 20 16:18:42.150483 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f3dce17-9589-4c88-8c57-ad8ae4304706 req-15f703f9-0138-4e56-bdc5-fb1b5c7e7eab tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 May 20 16:18:42.259571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:18:42.261992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:42.483893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:42.505948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:42.527231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '76d8ab82-ac13-4b16-9f57-901013469a09', 'network_id': '9869c895-0a4b-40a7-a2c1-0282b185c780', 'port_id': '76d8ab82-ac13-4b16-9f57-901013469a09', 'mac_address': 'fa:16:3e:85:c6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e82237-75f2-4f1b-953b-31df9a525ece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:18:42.532494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:42.571303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:42.584473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:42.588572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:42.622238 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09', 'code': 200} May 20 16:18:42.659953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:42.685429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d8ab82-ac13-4b16-9f57-901013469a09 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:42.689809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:42.694013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:42.707584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:42.712031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:42.714930 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:42.824726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['76d8ab82-ac13-4b16-9f57-901013469a09'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:42.881795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:42.887058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:43.163654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:43.346299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7da0-74c5-4423-8ab3-f6831bcf677f req-428226e7-eafe-47db-97bf-5ff3f46665eb tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:43.347753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-519a7da0-74c5-4423-8ab3-f6831bcf677f req-428226e7-eafe-47db-97bf-5ff3f46665eb tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 944 time: 0.0846138 May 20 16:18:43.397168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-519a7da0-74c5-4423-8ab3-f6831bcf677f req-15a09592-6aaa-4d18-94d1-57a7569a5fdd tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 May 20 16:18:43.764234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-8d3483b0-d702-4022-b4c2-a616c0baf7f7 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:43.765697 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-8d3483b0-d702-4022-b4c2-a616c0baf7f7 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963&tenant_id=e6558acc5778421d859f092f9920b52e&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1474767 May 20 16:18:43.773131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b2ca-dc5a-45a5-9259-88975d6eb0f4 req-593cca57-e71f-41dc-8c58-07f34aa69c5c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:43.774662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f945b2ca-dc5a-45a5-9259-88975d6eb0f4 req-593cca57-e71f-41dc-8c58-07f34aa69c5c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 944 time: 0.1247244 May 20 16:18:43.780150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-62b33e0c-9b92-4040-9ae8-8dac6b459cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:43.825409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f945b2ca-dc5a-45a5-9259-88975d6eb0f4 req-07ac6d73-9ff1-4523-9cae-b2d4533f0d96 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 May 20 16:18:43.906334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-39c0f19c-6538-4483-9424-e743e8865775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:43.907801 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-39c0f19c-6538-4483-9424-e743e8865775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6558acc5778421d859f092f9920b52e&device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 1097 time: 0.0695505 May 20 16:18:44.039120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-ef7c7707-2aa2-433e-b89e-52210253a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:44.040464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-ef7c7707-2aa2-433e-b89e-52210253a67d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 200 len: 914 time: 0.1259749 May 20 16:18:44.110084 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-372b7113-b20e-447f-b80c-96f2f4a3e0d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 200 len: 217 time: 0.0634606 May 20 16:18:44.170996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-717e70eb-ad9e-4e29-a701-4aa9b9250ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:44.172425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-717e70eb-ad9e-4e29-a701-4aa9b9250ae5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 200 len: 854 time: 0.0565298 May 20 16:18:44.222528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-96c12a59-60d7-4e25-be89-8100912e3770 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9869c895-0a4b-40a7-a2c1-0282b185c780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435812 May 20 16:18:44.260643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:18:44.334748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 76d8ab82-ac13-4b16-9f57-901013469a09 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:44.335023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:44.364180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-6681fab9-8c44-45c0-9daa-ade5fea87cbc service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353395 May 20 16:18:44.456765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:44.492393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:44.498008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:44.500086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:44.575584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:44.579589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:44.623835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:44.657212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7161950-a314-40e7-be1c-9d30f7cb7c5d req-c967d55d-6440-4d2e-9961-fd3902b932be service neutron] 10.222.0.25 "GET /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864766 May 20 16:18:44.679789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:44.690717 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09', 'code': 200} May 20 16:18:45.017987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a95eb-fcd3-4c52-b747-54f89ad79240 req-17aa4220-1f12-4bd1-baa7-7258aa04b690 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:45.019872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-671a95eb-fcd3-4c52-b747-54f89ad79240 req-17aa4220-1f12-4bd1-baa7-7258aa04b690 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0874474 May 20 16:18:45.068538 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-671a95eb-fcd3-4c52-b747-54f89ad79240 req-26f2395b-d91c-4239-8763-131a1079affc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 May 20 16:18:46.260924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c2239-5124-4eca-a18c-3f29723bb303 req-21189a6f-a642-4c68-a1c3-d8550de605a4 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:46.262429 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b06c2239-5124-4eca-a18c-3f29723bb303 req-21189a6f-a642-4c68-a1c3-d8550de605a4 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0832913 May 20 16:18:46.312938 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b06c2239-5124-4eca-a18c-3f29723bb303 req-64610f7c-5a3e-47b3-969b-79fa99da301a tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436292 May 20 16:18:46.519039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:46.524800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb0c86-8563-4080-9f33-f86e60265dec req-ba65ba9c-c746-48e4-8ec3-609e040fb762 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:46.526656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3feb0c86-8563-4080-9f33-f86e60265dec req-ba65ba9c-c746-48e4-8ec3-609e040fb762 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.1014931 May 20 16:18:46.575982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3feb0c86-8563-4080-9f33-f86e60265dec req-8b7d88eb-8259-4e78-b6f5-1e5c82036777 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 May 20 16:18:46.907699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce13bf-09bb-4bcc-aa29-27e29f03f4c5 req-7993d00b-b629-44d7-afce-5ab246ab1365 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:46.909081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0ce13bf-09bb-4bcc-aa29-27e29f03f4c5 req-7993d00b-b629-44d7-afce-5ab246ab1365 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0801816 May 20 16:18:46.955010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0ce13bf-09bb-4bcc-aa29-27e29f03f4c5 req-7dedc23b-f678-4bd6-b4f8-d3eb43a783e0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 May 20 16:18:47.528670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499a36-8ef4-48d4-820b-a9826739ccb2 req-5a734d71-4564-4551-87cd-415e0700e47c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:47.530237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5b499a36-8ef4-48d4-820b-a9826739ccb2 req-5a734d71-4564-4551-87cd-415e0700e47c tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0875397 May 20 16:18:47.577563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5b499a36-8ef4-48d4-820b-a9826739ccb2 req-971c4b3c-2abb-4af3-8017-cbb186bea6bc tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 May 20 16:18:48.202629 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:18:48.770531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a3e3c-b90d-4613-a58f-530b7745d1b1 req-b702c5cd-629d-4a74-9363-a38394807838 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:48.772069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2a2a3e3c-b90d-4613-a58f-530b7745d1b1 req-b702c5cd-629d-4a74-9363-a38394807838 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0876391 May 20 16:18:48.820414 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2a2a3e3c-b90d-4613-a58f-530b7745d1b1 req-2dfe5ff3-45f4-45cb-8cd9-bedfaf1b6cde tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 May 20 16:18:48.991016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-36a157fc-130f-422a-94a9-3499bc848662 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:48.992498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-36a157fc-130f-422a-94a9-3499bc848662 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 945 time: 0.0821793 May 20 16:18:49.140258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Deleting port 76d8ab82-ac13-4b16-9f57-901013469a09 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:49.140500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:49.281947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] For port 76d8ab82-ac13-4b16-9f57-901013469a09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=76d8ab82-ac13-4b16-9f57-901013469a09,segment=NetworkSegment(75de0ccf-274a-441f-9570-a4d3cdc45ae9),segment_id=75de0ccf-274a-441f-9570-a4d3cdc45ae9)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:49.282306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:49.411322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Calling delete_port for 76d8ab82-ac13-4b16-9f57-901013469a09 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:49.532971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:49.540335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f49a2ca9-8f0f-48de-a73c-5ec559f7a710 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:49.544889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['76d8ab82-ac13-4b16-9f57-901013469a09'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:49.587524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Pushing event deleted for resources: {'Port': ['ID=76d8ab82-ac13-4b16-9f57-901013469a09,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:49.633917 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.634296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.634673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.635044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.635410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.635775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.636140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.636537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.636899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.637262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.637643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.638005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:49.641442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:49.681374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] No DVR routers for this DVR port 76d8ab82-ac13-4b16-9f57-901013469a09 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:18:49.684026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:49.686945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-deleted', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:49.705188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8cdd2fa-8b63-4548-a816-4accb929c3a7 req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.25 "DELETE /v2.0/ports/76d8ab82-ac13-4b16-9f57-901013469a09 HTTP/1.1" status: 204 len: 173 time: 0.7074053 May 20 16:18:49.740872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78076f-f87f-41d8-9232-a985b8752963', 'name': 'network-vif-deleted', 'tag': '76d8ab82-ac13-4b16-9f57-901013469a09', 'status': 'completed', 'code': 200} May 20 16:18:50.005426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-3b9d92b8-0035-4bb1-aac3-dc994f41b76a req-09c9e06a-db23-478a-8042-1993e9045b7e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Synchronizing usage tracker for tenant:e6558acc5778421d859f092f9920b52e on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:50.020870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-3b9d92b8-0035-4bb1-aac3-dc994f41b76a req-09c9e06a-db23-478a-8042-1993e9045b7e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Unset dirty status for tenant:e6558acc5778421d859f092f9920b52e on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:50.022075 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3b9d92b8-0035-4bb1-aac3-dc994f41b76a req-09c9e06a-db23-478a-8042-1993e9045b7e tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed78076f-f87f-41d8-9232-a985b8752963 HTTP/1.1" status: 200 len: 210 time: 0.0585554 May 20 16:18:51.274064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51076) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:51.338386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Deleting subnet 70e82237-75f2-4f1b-953b-31df9a525ece {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:18:51.342319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.394748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.458782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.706206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.709830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b0880b8d-6fb6-4719-b4c0-b2c2aaf51ef1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:51.748626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e82237-75f2-4f1b-953b-31df9a525ece,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:51.758259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.761756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.762198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.762636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.763063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.763439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.763871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.764295 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.764714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.765147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.765592 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.765985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.766410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.770695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:51.774902 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70e82237-75f2-4f1b-953b-31df9a525ece HTTP/1.1" status: 204 len: 168 time: 0.4997377 May 20 16:18:51.777579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51080) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:51.898694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.166278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.182210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9869c895-0a4b-40a7-a2c1-0282b185c780']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:52.196237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de0ccf-274a-441f-9570-a4d3cdc45ae9') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:52.196556 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de0ccf-274a-441f-9570-a4d3cdc45ae9') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:52.207993 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.223897 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.230502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:18:52.230927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:18:52.244365 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:18:52.273641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:52.307526 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 76d8ab82-ac13-4b16-9f57-901013469a09 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:18:52.307879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 76d8ab82-ac13-4b16-9f57-901013469a09 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:18:52.320780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.324242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92a60ccf-3280-42ae-8c9b-df85983a70a5 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:52.336870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.346679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9869c895-0a4b-40a7-a2c1-0282b185c780,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:52.349199 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/9869c895-0a4b-40a7-a2c1-0282b185c780 HTTP/1.1" status: 204 len: 168 time: 0.5706708 May 20 16:18:52.350079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:52.462947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51086) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:52.513010 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5f8fdc0c-9b75-4091-9515-f9fde68eb3d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6558acc5778421d859f092f9920b52e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487854 May 20 16:18:52.515852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51090) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:52.575188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.605879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.659831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.664227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-62a4cee7-d9eb-41d1-a480-37d0b8efbd53 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:52.677111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e496ed-05fb-48e9-90f5-9fc18ceea6d2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:52.680580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:52.682576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.683666 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5e496ed-05fb-48e9-90f5-9fc18ceea6d2 HTTP/1.1" status: 204 len: 168 time: 0.1669264 May 20 16:18:53.430338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51114) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:53.543310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-244579260-network', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:53.548161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:53.552145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Usage tracker for resource:network and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:53.555540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:53.562086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:53.572442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Made reservation on behalf of 22e185a8faaa4c1e9e4c2c958fc10d43 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:18:53.574775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.587056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.601273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:53.605074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Usage tracker for resource:security_group_rule and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:53.607896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:53.613595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:53.698246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.702707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.705636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cb04043e-6eaf-48b5-b1db-44e29b9c071a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:53.734626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:18:53.744702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eba529d-0025-4909-9e90-d2d855f2b087,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:53.748686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:53.751801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.752206 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Added segment 8b8134e5-62f9-452e-adc0-0ee0a984bdbd of type vlan for network 50026e73-47fe-42fa-9022-9f684327d7b9 May 20 16:18:53.782483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.816432 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.817620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:53.818253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.823509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f948be21-154f-4deb-abf3-cdfca93a1dc6 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:53.919614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Pushing event updated for resources: {'Network': ['ID=50026e73-47fe-42fa-9022-9f684327d7b9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:53.922643 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4911058 May 20 16:18:53.923373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:53.925539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51120) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:53.931077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 50026e73-47fe-42fa-9022-9f684327d7b9 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:18:53.932070 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Request body: {'subnet': {'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-244579260-subnet', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:53.939167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:53.943861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Usage tracker for resource:subnet and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:53.947125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:53.953530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:53.970165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Made reservation on behalf of 22e185a8faaa4c1e9e4c2c958fc10d43 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:18:53.972570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.356537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.360286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1da2b30b-7eb1-4847-93bd-64eaaf7076ae tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:54.434524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37392b5b-d650-42ce-b96d-59556bf5163b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:54.437910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:54.443719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:18:54.444066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Network hostable DHCP agents. Network: 50026e73-47fe-42fa-9022-9f684327d7b9, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:18:54.462353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:18:54.471525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 50026e73-47fe-42fa-9022-9f684327d7b9) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:54.481652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:54.482462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.482586 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b60e59-66fb-4029-a8ed-8e5aa457b3e8 None None] Network 50026e73-47fe-42fa-9022-9f684327d7b9 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:18:54.503377 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5767694 May 20 16:18:54.506204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51124) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:54.511353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:54.516158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:54.520471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Usage tracker for resource:router and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:54.523553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:54.532228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:54.547721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.548954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.568333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.702904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-50026e73-47fe-42fa-9022-9f684327d7b9', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:18:54.703946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:54.863796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Allocated IP 172.20.0.2 (50026e73-47fe-42fa-9022-9f684327d7b9/37392b5b-d650-42ce-b96d-59556bf5163b/6704a706-ddb9-482a-9332-c26c68e85d1b) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:54.987668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.087390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.099314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Transition to ACTIVE for port object 6704a706-ddb9-482a-9332-c26c68e85d1b will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:55.123019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Transition to ACTIVE for port object 6704a706-ddb9-482a-9332-c26c68e85d1b will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:55.129091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.132911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-7b03e20d-fd44-436e-be2f-33e386f0305b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:55.201777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:55.204695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:55.208380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:55.219929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Pushing event updated for resources: {'Port': ['ID=6704a706-ddb9-482a-9332-c26c68e85d1b,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:55.219929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:55.307790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Attempting to bind port 6704a706-ddb9-482a-9332-c26c68e85d1b on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:18:55.308065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Attempting to bind port 6704a706-ddb9-482a-9332-c26c68e85d1b by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:18:55.308441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Attempting to bind port 6704a706-ddb9-482a-9332-c26c68e85d1b on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:55.314208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:18:55.314595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:18:55.315002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.315403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Bound using segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:18:55.315888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Bound port: 6704a706-ddb9-482a-9332-c26c68e85d1b, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:18:55.316265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.342798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.376935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.418074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] For port 6704a706-ddb9-482a-9332-c26c68e85d1b, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:18:55.423047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] For port 6704a706-ddb9-482a-9332-c26c68e85d1b, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6704a706-ddb9-482a-9332-c26c68e85d1b,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:18:55.426889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.432434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:55.514591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Pushing event updated for resources: {'Port': ['ID=6704a706-ddb9-482a-9332-c26c68e85d1b,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:55.523697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:55.528078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Allocated IP 172.26.8.244 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/a3c82afc-4466-4042-b831-4c247f0c0d0e) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:55.711754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.748644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.752611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:55.817724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:55.820638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:55.824192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:55.858408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c82afc-4466-4042-b831-4c247f0c0d0e,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:55.864378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:56.264166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.436345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8deefed-2f74-4ad9-a2a4-ec0203a5244b None None] Network 50026e73-47fe-42fa-9022-9f684327d7b9 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:18:56.577606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f123f82d-3369-47b6-9e59-6f00a0282498 None None] Provisioning for port 6704a706-ddb9-482a-9332-c26c68e85d1b completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:56.585795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6704a706-ddb9-482a-9332-c26c68e85d1b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:18:56.748236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6704a706-ddb9-482a-9332-c26c68e85d1b completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:56.765808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6704a706-ddb9-482a-9332-c26c68e85d1b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:56.766184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.805422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.910066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.963733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6704a706-ddb9-482a-9332-c26c68e85d1b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6704a706-ddb9-482a-9332-c26c68e85d1b,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:56.968590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.971172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:57.043494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:18:57.057766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6704a706-ddb9-482a-9332-c26c68e85d1b,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:57.063599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:57.066357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6d78484d-e867-4a20-bc5f-b17a888dfaab None None] Provisioning complete for port 6704a706-ddb9-482a-9332-c26c68e85d1b triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:57.066724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6d78484d-e867-4a20-bc5f-b17a888dfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.232557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:18:57.242557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:18:57.252979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:57.253769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:18:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:57.257139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.258481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7512746 May 20 16:18:57.261290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51128) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:57.441251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:57.744756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:56Z', 'revision_number': 3, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:57.749351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:18:57.749806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Updating router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 port a3c82afc-4466-4042-b831-4c247f0c0d0e binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:18:57.806580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.162835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.167944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.181054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Transition to ACTIVE for port object a3c82afc-4466-4042-b831-4c247f0c0d0e will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:58.192418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.197401 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:58.329441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Attempting to bind port a3c82afc-4466-4042-b831-4c247f0c0d0e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:18:58.329815 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Attempting to bind port a3c82afc-4466-4042-b831-4c247f0c0d0e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:18:58.330194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Attempting to bind port a3c82afc-4466-4042-b831-4c247f0c0d0e on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:58.339985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:18:58.340371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:18:58.340805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.341220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:18:58.341760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Bound port: a3c82afc-4466-4042-b831-4c247f0c0d0e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:18:58.342160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.367023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2bdc6-e32f-4824-95a2-e2625239a5a1 None None] Pushing event updated for resources: {'Port': ['ID=a3c82afc-4466-4042-b831-4c247f0c0d0e,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:58.370017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3cc2bdc6-e32f-4824-95a2-e2625239a5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:58.399973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Allocated IP 172.20.0.1 (50026e73-47fe-42fa-9022-9f684327d7b9/37392b5b-d650-42ce-b96d-59556bf5163b/b99877a8-f651-4193-9119-387b417f0315) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:58.426816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] For port a3c82afc-4466-4042-b831-4c247f0c0d0e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:18:58.430807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] For port a3c82afc-4466-4042-b831-4c247f0c0d0e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a3c82afc-4466-4042-b831-4c247f0c0d0e,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:18:58.435248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.439816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-21a7cb7c-e479-41cc-a219-fa97fa879a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:58.511411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:58.512066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:18:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:58.564557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.575105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6704a706-ddb9-482a-9332-c26c68e85d1b up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:18:58.582089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Transition to ACTIVE for port object b99877a8-f651-4193-9119-387b417f0315 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:58.605759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.616837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f4b3dd45-263e-4df2-9a64-3114f17051a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:58.656820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2bdc6-e32f-4824-95a2-e2625239a5a1 None None] Pushing event updated for resources: {'Port': ['ID=a3c82afc-4466-4042-b831-4c247f0c0d0e,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:58.668419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:58.676171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:58.679862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3cc2bdc6-e32f-4824-95a2-e2625239a5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:58.681559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:58.730272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Pushing event updated for resources: {'Port': ['ID=b99877a8-f651-4193-9119-387b417f0315,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:58.734979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:58.746839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.779191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6704a706-ddb9-482a-9332-c26c68e85d1b triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:58.779568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.826326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:59.016367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.057945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fb0703b7-9b04-4699-97e0-2ffc09530bdb None None] Provisioning for port b99877a8-f651-4193-9119-387b417f0315 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:59.072587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fb0703b7-9b04-4699-97e0-2ffc09530bdb None None] Provisioning complete for port b99877a8-f651-4193-9119-387b417f0315 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:59.073020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fb0703b7-9b04-4699-97e0-2ffc09530bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.207899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fb0703b7-9b04-4699-97e0-2ffc09530bdb None None] Port b99877a8-f651-4193-9119-387b417f0315 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:18:59.237692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.243198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.273306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-311e0aeb-5c78-4bb4-a433-0a747c99585f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:59.276382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:56Z', 'revision_number': 3, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:59.280357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66838612-5fab-4e6a-bcbb-faf9bc7b5e18 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:56Z', 'revision_number': 3, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:18:59.356059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.359704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Pushing event updated for resources: {'Port': ['ID=b99877a8-f651-4193-9119-387b417f0315,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:59.363001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:59.512820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:59.514008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:59.732400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7f296d1f-e0c8-4a0b-b643-9909108c38ed None None] Provisioning complete for port b99877a8-f651-4193-9119-387b417f0315 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:59.732981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7f296d1f-e0c8-4a0b-b643-9909108c38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.793106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7f296d1f-e0c8-4a0b-b643-9909108c38ed None None] Port b99877a8-f651-4193-9119-387b417f0315 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:18:59.881372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:19:00.068639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:19:00.077842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] 10.222.0.13 "PUT /v2.0/routers/546f373f-e02e-408a-b6b3-9b2ec6dbb903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8155215 May 20 16:19:00.560099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3c82afc-4466-4042-b831-4c247f0c0d0e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:00.640705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port a3c82afc-4466-4042-b831-4c247f0c0d0e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:19:00.643175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a3c82afc-4466-4042-b831-4c247f0c0d0e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:00.643312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.737092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51138) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:00.741178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340856897', 'description': 'tempest-description--1171492832'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:00.747576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:00.752329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Usage tracker for resource:security_group and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:00.756236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:00.763746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:00.773308 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:19:00.773886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.780991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.783953 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:19:00.784610 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:18:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:00.793568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port a3c82afc-4466-4042-b831-4c247f0c0d0e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a3c82afc-4466-4042-b831-4c247f0c0d0e,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:00.798371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.800270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:00.808354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:00.812806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Usage tracker for resource:security_group_rule and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:00.815841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:00.821850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:00.873962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=a3c82afc-4466-4042-b831-4c247f0c0d0e,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:00.877027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:00.901349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.906024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.911285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d2f35402-c4b7-42b6-9a21-e33363db3eaa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:00.951564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a151ff58-a5b3-4547-8f0d-733106f3af6f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:00.954805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.956152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2194519 May 20 16:19:00.957452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:00.959843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51142) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:00.967326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'security_group_rule': {'security_group_id': 'a151ff58-a5b3-4547-8f0d-733106f3af6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:00.974189 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:00.977373 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:19:00.977938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:00.980545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Usage tracker for resource:security_group_rule and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:00.983507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:00.990329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:01.009167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.079532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.083749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.086749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-aec4baad-534a-4cdd-a89d-fa3181bda81c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:01.110954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c17d3ab-49d6-4d34-b72f-8e2fe2da55f5,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:01.115550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:01.120599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.121792 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603425 May 20 16:19:01.124967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51146) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:01.130112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'security_group_rule': {'security_group_id': 'a151ff58-a5b3-4547-8f0d-733106f3af6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:01.135881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:01.139678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Usage tracker for resource:security_group_rule and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:01.142945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:01.149514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:01.165431 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.231873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.236059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.242395 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6e409837-cb67-4c5c-8d96-3b90df72c258 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:01.261982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903d1a02-5c0d-4267-b125-0b3513cc68b1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:01.268948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:01.273875 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.275045 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491461 May 20 16:19:01.278497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 51150) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:01.283780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:01.290614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:01.294533 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Usage tracker for resource:floatingip and tenant:22e185a8faaa4c1e9e4c2c958fc10d43 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:01.297325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:01.300088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:18:59Z', 'revision_number': 2, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:01.303197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:01.304051 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:19:01.304402 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Updating router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 port b99877a8-f651-4193-9119-387b417f0315 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:19:01.313992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.360367 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.455903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.592239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Allocated IP 172.26.8.19 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/d2944603-a9fe-4659-a50a-ec3cdffea667) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:19:01.734758 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.741921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.746071 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Transition to ACTIVE for port object b99877a8-f651-4193-9119-387b417f0315 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:19:01.752495 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.757360 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-bf73a906-3e82-40ba-9190-f9988e3d8b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:01.772271 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.777809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4e151403-dfa1-43b5-9deb-674ad75c5df5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:01.845261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:19:01.848924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:19:01.852999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:19:01.894921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'Port': ['ID=d2944603-a9fe-4659-a50a-ec3cdffea667,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:01.899800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:01.921423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Pushing event updated for resources: {'Port': ['ID=b99877a8-f651-4193-9119-387b417f0315,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:01.941129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.962778 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.963125 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.963457 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.963791 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.964110 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.964434 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.964752 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.965067 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.965410 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.965726 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.966041 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.966351 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:01.978497 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:01.987041 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Attempting to bind port b99877a8-f651-4193-9119-387b417f0315 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:19:01.987410 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Attempting to bind port b99877a8-f651-4193-9119-387b417f0315 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:19:01.987771 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Attempting to bind port b99877a8-f651-4193-9119-387b417f0315 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:19:01.994456 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:19:01.994832 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:19:01.995577 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:01.995696 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Bound using segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:19:01.996077 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Bound port: b99877a8-f651-4193-9119-387b417f0315, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:19:01.996455 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.012431 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.095050 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] For port b99877a8-f651-4193-9119-387b417f0315, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:19:02.097859 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] For port b99877a8-f651-4193-9119-387b417f0315, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b99877a8-f651-4193-9119-387b417f0315,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:19:02.103622 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.111147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e1dee037-ffb8-4a06-9d96-9d49d109f8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:02.201591 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:19:02.202234 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:18:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:02.240508 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.245915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.251087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d54850fb-9803-4ee9-8ef0-dd3b35276b0f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:02.268652 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Pushing event updated for resources: {'Port': ['ID=b99877a8-f651-4193-9119-387b417f0315,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:02.273845 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:02.395001 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:19:02.505288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'Port': ['ID=d2944603-a9fe-4659-a50a-ec3cdffea667,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:02.509978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:02.523537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.543314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3c82afc-4466-4042-b831-4c247f0c0d0e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:02.555565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.564378 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2774990 May 20 16:19:02.626473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port a3c82afc-4466-4042-b831-4c247f0c0d0e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:02.626852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:02.731195 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:02Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:02.732672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-df827cc6-2b46-4790-a50a-154f87837c5f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:19:02.735404 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c0c1c-8572-4373-b51e-af0bb568313e None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:02Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:19:02.752078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-df827cc6-2b46-4790-a50a-154f87837c5f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:19:02.761780 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-df827cc6-2b46-4790-a50a-154f87837c5f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--340856897&fields=id&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 267 time: 0.0710106 May 20 16:19:02.925270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-0d91b856-82d3-4464-a1e0-3fa5c9c39da6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:02.926770 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-0d91b856-82d3-4464-a1e0-3fa5c9c39da6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1642222 May 20 16:19:02.941986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-3d0893ad-0a1b-4281-aff7-a5b9c897cf3b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/quotas/22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 375 time: 0.0095534 May 20 16:19:03.030257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-eb182122-6458-48d2-9636-1d6ca7497db0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:19:03.048109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-eb182122-6458-48d2-9636-1d6ca7497db0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:19:03.049558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-eb182122-6458-48d2-9636-1d6ca7497db0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014230 May 20 16:19:03.254273 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-9f7e971e-fa8c-4cbd-aa3f-45b93762c62b service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918454 May 20 16:19:03.406674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-8d471a82-c01d-459f-bfcf-355640c4d91d service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451342 May 20 16:19:03.598203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-abebe316-d57c-4157-a064-78686a87850e req-dfe20333-bc0a-4b29-b000-e0da88d72e71 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 210 time: 0.0498915 May 20 16:19:04.591042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b99877a8-f651-4193-9119-387b417f0315 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:04.704600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-5c3ab104-2bf1-43d6-9406-5a70b3c7617d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:04.706298 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-5c3ab104-2bf1-43d6-9406-5a70b3c7617d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.2104385 May 20 16:19:04.735406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port b99877a8-f651-4193-9119-387b417f0315 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:19:04.741568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b99877a8-f651-4193-9119-387b417f0315 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:04.741946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.794958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-3a713786-2017-4946-9873-aa1726793a7e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 379 time: 0.0806549 May 20 16:19:04.809095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7ac2760-4863-4be6-92fe-c872073a256a req-61d55456-899e-4de7-88d7-b44c43222e00 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 210 time: 0.0526457 May 20 16:19:04.812479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'port': {'device_id': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'admin_state_up': True, 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'security_groups': ['a151ff58-a5b3-4547-8f0d-733106f3af6f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:04.865264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.899635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port b99877a8-f651-4193-9119-387b417f0315, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b99877a8-f651-4193-9119-387b417f0315,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:04.904710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.907535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-5b56a8dd-9dbb-45bc-a5fc-80183bf5e8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:04.949261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:04.960679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:04.973252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Made reservation on behalf of 22e185a8faaa4c1e9e4c2c958fc10d43 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:19:04.973730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=b99877a8-f651-4193-9119-387b417f0315,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:04.976897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:04.978141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.157947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Allocated IP 172.20.0.6 (50026e73-47fe-42fa-9022-9f684327d7b9/37392b5b-d650-42ce-b96d-59556bf5163b/6ea068fc-bfa8-4329-a93f-a72575328785) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:19:05.365749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.381052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Transition to ACTIVE for port object 6ea068fc-bfa8-4329-a93f-a72575328785 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:19:05.406149 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.412467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96e865b8-35f7-48df-8875-6bf54015d2b9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:05.490720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:19:05.495044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:19:05.499694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:19:05.545629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:05.556570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:05.583095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:05.584042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.613194 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8065469 May 20 16:19:05.625650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Request body: {'port': {'device_id': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:05.698991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-59f551b3-c2b7-41f6-9dee-f3594542c61e None None] Provisioning for port 6ea068fc-bfa8-4329-a93f-a72575328785 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:19:05.705028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-59f551b3-c2b7-41f6-9dee-f3594542c61e None None] Provisioning complete for port 6ea068fc-bfa8-4329-a93f-a72575328785 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:05.705465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-59f551b3-c2b7-41f6-9dee-f3594542c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.764992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.765731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-59f551b3-c2b7-41f6-9dee-f3594542c61e None None] Port 6ea068fc-bfa8-4329-a93f-a72575328785 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:19:06.306479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b544a-9053-4409-981d-dbe2dd28b630 req-bf363b53-6c68-4b11-8ee9-e2ef44dacf73 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:06.307304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f91b544a-9053-4409-981d-dbe2dd28b630 req-bf363b53-6c68-4b11-8ee9-e2ef44dacf73 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:19:06.342249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f91b544a-9053-4409-981d-dbe2dd28b630 req-bf363b53-6c68-4b11-8ee9-e2ef44dacf73 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:19:06.343420 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f91b544a-9053-4409-981d-dbe2dd28b630 req-bf363b53-6c68-4b11-8ee9-e2ef44dacf73 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 931 time: 0.3959606 May 20 16:19:06.449002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea068fc-bfa8-4329-a93f-a72575328785 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:19:06.460543 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f91b544a-9053-4409-981d-dbe2dd28b630 req-bdfd9b0b-c7e8-4194-955c-94a9010e0e51 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044199 May 20 16:19:06.462383 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.484330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Transition to ACTIVE for port object 6ea068fc-bfa8-4329-a93f-a72575328785 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:19:06.488735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.495916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43bb295a-4805-470e-982e-677acc2f2f92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:06.551631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b99877a8-f651-4193-9119-387b417f0315 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:06.649821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port b99877a8-f651-4193-9119-387b417f0315 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:06.650306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.712137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:06.717825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:06.762959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Attempting to bind port 6ea068fc-bfa8-4329-a93f-a72575328785 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:19:06.763434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Attempting to bind port 6ea068fc-bfa8-4329-a93f-a72575328785 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:19:06.763768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Attempting to bind port 6ea068fc-bfa8-4329-a93f-a72575328785 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:19:06.769147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Port 6ea068fc-bfa8-4329-a93f-a72575328785 on network 50026e73-47fe-42fa-9022-9f684327d7b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:19:06.769948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Attempting to bind port 6ea068fc-bfa8-4329-a93f-a72575328785 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:19:06.776453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:19:06.776885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:19:06.777269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Bound using segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:19:06.777826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Bound port: 6ea068fc-bfa8-4329-a93f-a72575328785, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:19:06.778102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.877036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:19:06.880868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:19:06.887745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.893242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e2a8c829-1284-4560-8b82-a88e6ac75bd3 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:06.953707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:06.954338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.955819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] 10.222.0.25 "PUT /v2.0/ports/6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 1093 time: 1.3350463 May 20 16:19:06.956402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:06.982285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:06.987059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:07.011267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785', 'status': 'completed', 'code': 200} May 20 16:19:07.103448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fa105ca8-46e7-4f9d-9cdf-98191d723efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.104960 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-fa105ca8-46e7-4f9d-9cdf-98191d723efc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1096 time: 0.0903602 May 20 16:19:07.181394 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-92e4486d-5a17-4c80-b55a-d819bbe93358 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 217 time: 0.0689003 May 20 16:19:07.263560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-e9ef4b53-e096-401a-8f20-97b531907af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.265426 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-e9ef4b53-e096-401a-8f20-97b531907af5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0776606 May 20 16:19:07.350554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-c03fe1ac-2f6a-47fe-af81-1e49092513bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.352066 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-c03fe1ac-2f6a-47fe-af81-1e49092513bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0801117 May 20 16:19:07.492386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-295142b5-d04c-4ddb-bf0c-899ce183e4ae service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332572 May 20 16:19:07.697546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5cb4ddb-42cb-4664-9ff0-9a780089c461 req-640baf99-78ac-4cab-80a7-aef6edff7c4b service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992469 May 20 16:19:07.717567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599dabd-f835-4fce-a022-cb3d0c3bb040 req-ae7aed7b-7754-419d-a1a9-abd2fe4cfc18 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.718981 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a599dabd-f835-4fce-a022-cb3d0c3bb040 req-ae7aed7b-7754-419d-a1a9-abd2fe4cfc18 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 943 time: 0.1295774 May 20 16:19:07.810819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a599dabd-f835-4fce-a022-cb3d0c3bb040 req-6f858bd3-167d-412d-9f44-fb0718a47bbb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858612 May 20 16:19:07.838375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-a33551a9-27b9-4c8f-82b6-ac0f780e20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.839828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-a33551a9-27b9-4c8f-82b6-ac0f780e20a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1096 time: 0.0940647 May 20 16:19:07.973317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-02a2b50b-5a29-4e93-9720-292d154d83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.974787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-02a2b50b-5a29-4e93-9720-292d154d83dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1272554 May 20 16:19:08.045835 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-5da0866a-7af7-44f0-9f6c-09aa9198b95f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 217 time: 0.0635169 May 20 16:19:08.112601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-fc919382-cf2f-4912-8c97-4d0c168315b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:08.114131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-fc919382-cf2f-4912-8c97-4d0c168315b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0616438 May 20 16:19:08.197902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-7303ef1d-cbe4-42c9-a9ea-c92dd28ac612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:08.199409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-7303ef1d-cbe4-42c9-a9ea-c92dd28ac612 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0778842 May 20 16:19:08.346656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-d4db7803-88f4-456e-93f5-e7e3b04edddd service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402400 May 20 16:19:08.487359 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa647222-35c4-4364-92f8-24fa1e2d192a req-38c5d202-3788-41d7-9b30-02e5afd0bff4 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343176 May 20 16:19:09.154279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d894-ac49-46c3-8467-6cc238f93444 req-ba64e504-d541-4978-b68a-78ff811c5dd4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:09.155673 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d995d894-ac49-46c3-8467-6cc238f93444 req-ba64e504-d541-4978-b68a-78ff811c5dd4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 943 time: 0.2294385 May 20 16:19:09.205779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d995d894-ac49-46c3-8467-6cc238f93444 req-e889bde7-29f6-492b-9ba7-300ab62bbb21 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 May 20 16:19:10.392195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d922-a1d0-47f0-bf92-a14744894fc8 req-c9ec242d-9f52-40d9-b511-2a99f18907e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:10.393705 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f010d922-a1d0-47f0-bf92-a14744894fc8 req-c9ec242d-9f52-40d9-b511-2a99f18907e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 943 time: 0.0816627 May 20 16:19:10.411229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-134617f0-ef1d-4efd-b297-63e75a3f2297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:10.414904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:19:10.448977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f010d922-a1d0-47f0-bf92-a14744894fc8 req-763aaf1d-da99-441b-9d92-f69cf5d8a956 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485473 May 20 16:19:10.559565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:10.573202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '6ea068fc-bfa8-4329-a93f-a72575328785', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '6ea068fc-bfa8-4329-a93f-a72575328785', 'mac_address': 'fa:16:3e:bc:a4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:19:10.628443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:10.649797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea068fc-bfa8-4329-a93f-a72575328785 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:19:10.668292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:10.671456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:10.674283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:10.742282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:10.749691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.750043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.750379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.750716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.751044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.751380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.751707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.752059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.752388 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.752714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.753035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.753359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:10.758537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:10.870228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['6ea068fc-bfa8-4329-a93f-a72575328785'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:19:11.636167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f41e2-9d40-4ff4-aa4b-07f7d34de4bb req-40aaef29-eaf7-4903-aac3-0865858a1048 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:11.637682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-048f41e2-9d40-4ff4-aa4b-07f7d34de4bb req-40aaef29-eaf7-4903-aac3-0865858a1048 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 944 time: 0.0806289 May 20 16:19:11.682735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-048f41e2-9d40-4ff4-aa4b-07f7d34de4bb req-60e471d5-1994-41f8-a3c4-2802033dd852 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393198 May 20 16:19:12.414037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:12.480763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 6ea068fc-bfa8-4329-a93f-a72575328785 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:19:12.485446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 6ea068fc-bfa8-4329-a93f-a72575328785 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:12.485825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:12.605811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:12.632564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:12.644358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:12.649739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:12.651875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:12.682316 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785', 'code': 200} May 20 16:19:12.722249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:12.725305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:12.948893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7499487-edb7-48e5-a98e-5215b437a40c req-a0de5537-2668-45ad-a5d9-7bf63ca5a936 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:12.950463 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7499487-edb7-48e5-a98e-5215b437a40c req-a0de5537-2668-45ad-a5d9-7bf63ca5a936 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.1530612 May 20 16:19:12.956795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf5a3c-87f8-46e2-ade3-019500df5d76 req-827ec0d5-9dce-453d-b8db-78319be542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:12.958323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4cf5a3c-87f8-46e2-ade3-019500df5d76 req-827ec0d5-9dce-453d-b8db-78319be542cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1098 time: 0.1063802 May 20 16:19:13.026471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7499487-edb7-48e5-a98e-5215b437a40c req-87d7093e-cdc5-49ea-8c89-569cc88dc8ea tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669458 May 20 16:19:13.028072 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4cf5a3c-87f8-46e2-ade3-019500df5d76 req-c50c6049-3695-4eaf-870b-9b328dcca146 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559323 May 20 16:19:13.166804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:13.785907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8dab95c8-d415-40ac-a20a-91b25fe0f774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.212407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f255ae5-0b5a-47a2-986f-298a35e6191c req-242705ef-9714-4ccb-ba15-d5269c30d089 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:14.213782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f255ae5-0b5a-47a2-986f-298a35e6191c req-242705ef-9714-4ccb-ba15-d5269c30d089 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0798306 May 20 16:19:14.260603 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f255ae5-0b5a-47a2-986f-298a35e6191c req-d2b553ab-81ef-4c6e-ac31-7eca62e02cdf tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 May 20 16:19:14.437480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3905-7c4f-4b7f-871a-11ce7d5dd0f8 req-76b7f0b1-0b17-4192-9d6c-107cbbb732d6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:14.438939 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12ab3905-7c4f-4b7f-871a-11ce7d5dd0f8 req-76b7f0b1-0b17-4192-9d6c-107cbbb732d6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0799284 May 20 16:19:14.448094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51206) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:14.453335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'floatingip': {'port_id': '6ea068fc-bfa8-4329-a93f-a72575328785'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:14.532503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.679998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:15.143961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:15.147986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:15.467476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 associated. External IP: 172.26.8.19, port: 6ea068fc-bfa8-4329-a93f-a72575328785. May 20 16:19:15.823819 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:19:15.997292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:19:16.001954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:16.008091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:19:16.017266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:19:16.017909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:19:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:16.059432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c1517998-ee67-44cb-86c3-2a2bda6b59ed tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "PUT /v2.0/floatingips/c1b3058d-5071-45f1-8f0a-1e42ec5232c3 HTTP/1.1" status: 200 len: 990 time: 1.6102583 May 20 16:19:16.060224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:16.104973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785', 'status': 'completed', 'code': 200} May 20 16:19:16.201346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-03cc1a3a-968f-4f78-a272-448448440cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.202846 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-03cc1a3a-968f-4f78-a272-448448440cd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1098 time: 0.0745573 May 20 16:19:16.204278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:19:16.332566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-6702b5e4-8409-45ea-a795-36c064c422c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.333996 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-6702b5e4-8409-45ea-a795-36c064c422c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1249123 May 20 16:19:16.437363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-97177c31-75ca-4bae-995a-42fdbed90b5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 998 time: 0.0972993 May 20 16:19:16.503030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-bd4c0f53-7196-4c25-bac5-00df84fcbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.504483 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-bd4c0f53-7196-4c25-bac5-00df84fcbbb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0608897 May 20 16:19:16.561020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:16.582748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-28310e94-10b5-4c43-9d52-483a1be22574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.584117 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-28310e94-10b5-4c43-9d52-483a1be22574 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738082 May 20 16:19:16.600241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '6ea068fc-bfa8-4329-a93f-a72575328785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:bc:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:19:15Z', 'revision_number': 1, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:16.604173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:19:16.612553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:19:16.613161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:19:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:16.718629 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-dbb5a502-1dd2-4a6a-9223-e1ef6bc7f305 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280043 May 20 16:19:16.796068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:19:17.003962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86a0cc41-1ff2-4bd2-b4af-6d7224c069fa req-23be4e33-f762-40f9-b6e4-40c732d034c7 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792013 May 20 16:19:17.157696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '6ea068fc-bfa8-4329-a93f-a72575328785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:bc:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:19:15Z', 'revision_number': 1, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:17.161945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c6319-c98c-437d-a849-7865eaba3c80 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '6ea068fc-bfa8-4329-a93f-a72575328785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:bc:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:19:15Z', 'revision_number': 1, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:19:17.341785 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c9b07-9b55-4b6c-989e-d5ffe3d4fa7d None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:19:25.201761 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:19:30.975738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:31.862291 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-0ac18ce0-b2a7-43ee-a027-2932a8d75fde service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701423 May 20 16:19:32.000289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-2a0bd8aa-4d89-4319-902e-af4b037970f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:32.001767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-2a0bd8aa-4d89-4319-902e-af4b037970f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1098 time: 0.0733376 May 20 16:19:32.148482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-ec8234a7-9377-4030-bd05-bd1d15d723ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:32.149955 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-ec8234a7-9377-4030-bd05-bd1d15d723ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1292293 May 20 16:19:32.254481 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-6848e962-fe45-4910-b4c7-b547f220665b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 1000 time: 0.0979519 May 20 16:19:32.315481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-af8eb5e9-de1d-4e0d-ba5f-8acc61605503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:32.316879 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-af8eb5e9-de1d-4e0d-ba5f-8acc61605503 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0564172 May 20 16:19:32.391505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-7568b772-1821-4175-8579-c3a34e9aac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:32.392948 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-7568b772-1821-4175-8579-c3a34e9aac24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694520 May 20 16:19:32.524411 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-ad9ddcfb-2522-40ea-acf4-29d7f56a4481 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227942 May 20 16:19:32.658228 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-289f96d0-b3fe-4079-9dbc-1e7313cdb919 req-a22ca686-c11b-41bf-88bb-7f4d6626ab61 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269641 May 20 16:19:40.404837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3078-0ae3-4098-ad0c-688db8ab1f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:43.169164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:43.781809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-25333b7b-3f7d-40c8-9099-0f9862dcdf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:44.681511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:46.522892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:52.167384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e33834-452a-4cd7-9623-ceb890f96970 req-94fe9992-30d4-42ef-ab9b-3c00167495bf tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:52.168741 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73e33834-452a-4cd7-9623-ceb890f96970 req-94fe9992-30d4-42ef-ab9b-3c00167495bf tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0835364 May 20 16:19:52.212883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73e33834-452a-4cd7-9623-ceb890f96970 req-cebc322d-938b-49bd-ba32-8f9b0a5fe9de tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 May 20 16:19:53.581052 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-afb64a87-d795-40e8-84da-7b1554f312eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754902 May 20 16:19:53.628335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3b3c-e7cd-4bb0-8904-606118594959 req-070bc8c6-fc40-4e65-8a6c-4d1bad959435 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:53.629866 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-320e3b3c-e7cd-4bb0-8904-606118594959 req-070bc8c6-fc40-4e65-8a6c-4d1bad959435 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0811214 May 20 16:19:53.682719 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-320e3b3c-e7cd-4bb0-8904-606118594959 req-039aa83d-c4c3-4af6-a5d7-f006ab1a77a7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 May 20 16:19:54.885062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-dfd6a4cb-bdc1-47b8-be4a-defb80882eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:54.886544 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-dfd6a4cb-bdc1-47b8-be4a-defb80882eff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1098 time: 0.1349514 May 20 16:19:54.898723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f846-1a5c-4058-b030-b144c079c51d req-617dfdd3-6ff2-4c44-ba06-c749e11432dc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:54.899983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b71f846-1a5c-4058-b030-b144c079c51d req-617dfdd3-6ff2-4c44-ba06-c749e11432dc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.1070883 May 20 16:19:55.022496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b71f846-1a5c-4058-b030-b144c079c51d req-c6fd3b2c-c5cc-40d6-b40a-ece4bac96217 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042590 May 20 16:19:55.058591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-7aea31cb-9631-4f46-a361-163f776ba992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:55.060027 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-7aea31cb-9631-4f46-a361-163f776ba992 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1592321 May 20 16:19:55.163037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-15defea7-e7a1-4246-8f7d-702c952d4675 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 1000 time: 0.0963023 May 20 16:19:55.227947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-6c40e2a3-5249-4751-8e94-02ce972b0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:55.229410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-6c40e2a3-5249-4751-8e94-02ce972b0058 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0606222 May 20 16:19:55.455997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-09af2be3-1ac4-453e-98e9-74fe682d82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:55.457390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-09af2be3-1ac4-453e-98e9-74fe682d82dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2218969 May 20 16:19:55.589573 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-0d7ff18d-844f-431a-98a0-242fa494aa5d service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256826 May 20 16:19:55.726661 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-60089671-6555-420b-915b-f77f093ff105 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311917 May 20 16:19:56.204921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d578e6e-7cde-46be-ad6a-ff4eaa0af5ea req-ff827557-3ad5-4c4f-a7cb-d9ef756c845b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:56.206919 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3d578e6e-7cde-46be-ad6a-ff4eaa0af5ea req-ff827557-3ad5-4c4f-a7cb-d9ef756c845b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0808084 May 20 16:19:56.251677 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3d578e6e-7cde-46be-ad6a-ff4eaa0af5ea req-3c24c532-417c-40e9-9c95-4e4ce8d8a8f3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 May 20 16:19:57.443305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c442ade-43f2-451f-b632-8a79ca86d104 req-c4556967-42c6-418c-afd9-dba67ae27dbb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:57.444752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c442ade-43f2-451f-b632-8a79ca86d104 req-c4556967-42c6-418c-afd9-dba67ae27dbb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0832698 May 20 16:19:57.489621 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c442ade-43f2-451f-b632-8a79ca86d104 req-41149375-2f3e-40a6-8167-4eb4cac92545 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 May 20 16:19:58.677365 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb08d-a86c-46c8-92ba-799e8498c6fd req-e74586e6-e268-49f4-94f7-f1efdc2bf506 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:58.678817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27fcb08d-a86c-46c8-92ba-799e8498c6fd req-e74586e6-e268-49f4-94f7-f1efdc2bf506 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0828750 May 20 16:19:58.722528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27fcb08d-a86c-46c8-92ba-799e8498c6fd req-e08eaef1-5ca0-4eb1-b676-54d82aa62ab3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 May 20 16:19:59.908736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b1a02-53e6-4403-baf8-c41bb8666a55 req-60883d38-65f0-44db-9150-772d6e9161f4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:59.910740 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-795b1a02-53e6-4403-baf8-c41bb8666a55 req-60883d38-65f0-44db-9150-772d6e9161f4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0836403 May 20 16:19:59.953923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-795b1a02-53e6-4403-baf8-c41bb8666a55 req-abc228c3-4987-4fff-a555-6d3d2243bc6c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374486 May 20 16:20:00.973438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:01.145869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78905c6-b393-4311-a789-f661d2d34cbb req-841c2d6e-def5-4857-90df-444cd1acb7ea tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:01.147395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d78905c6-b393-4311-a789-f661d2d34cbb req-841c2d6e-def5-4857-90df-444cd1acb7ea tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0863826 May 20 16:20:01.195141 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d78905c6-b393-4311-a789-f661d2d34cbb req-e3757c6b-837e-4188-8298-9870ff38445b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 May 20 16:20:02.200107 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:20:02.380015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21a8d5-fea4-4bb7-9a48-803ecf9a436f req-d9e17c1b-cec3-4089-b286-d2c45bda82f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:02.381522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ad21a8d5-fea4-4bb7-9a48-803ecf9a436f req-d9e17c1b-cec3-4089-b286-d2c45bda82f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0815489 May 20 16:20:02.428788 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ad21a8d5-fea4-4bb7-9a48-803ecf9a436f req-df8db73e-3fdb-4a2c-8a4f-9da8fd1e940f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414131 May 20 16:20:03.615811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda349f3-4a38-4e7b-9615-09ee01e071c6 req-699207fa-c604-482c-b9ac-98fa6c7fbcb1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:03.617251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eda349f3-4a38-4e7b-9615-09ee01e071c6 req-699207fa-c604-482c-b9ac-98fa6c7fbcb1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0828860 May 20 16:20:03.662033 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eda349f3-4a38-4e7b-9615-09ee01e071c6 req-80a1f974-2f26-4695-aeb4-3223e24b6a06 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390944 May 20 16:20:04.852262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05531d-681d-4154-ae07-9296f9465974 req-fa7fb26b-0a5f-4029-a58a-6bc09c053346 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:04.853764 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ec05531d-681d-4154-ae07-9296f9465974 req-fa7fb26b-0a5f-4029-a58a-6bc09c053346 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0819468 May 20 16:20:04.901936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ec05531d-681d-4154-ae07-9296f9465974 req-ed8800b9-dcc5-41fb-b754-61d4bd536fcf tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424755 May 20 16:20:05.527819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [req-10e1a2d4-6f8e-4681-9611-96ef15fc8f5e req-eb327330-1a8b-44b6-a6b9-d98bc8041d73 tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] (92431) timed out ('10.222.0.25', 64415) {{(pid=92431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:20:06.093255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139d5eb-13cc-47fc-a292-f095e170f5dd req-4c117a5d-4a3f-45dc-a1b4-e36c5af41ff8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:06.094736 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9139d5eb-13cc-47fc-a292-f095e170f5dd req-4c117a5d-4a3f-45dc-a1b4-e36c5af41ff8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0833945 May 20 16:20:06.139561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9139d5eb-13cc-47fc-a292-f095e170f5dd req-2db218c7-9416-4cdd-bc7d-6fcda7766ae1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385900 May 20 16:20:07.390276 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-b699b350-70d9-429f-b51e-ff7d2ce186d4 service neutron] 10.222.0.25 "GET /v2.0/ports/6ea068fc-bfa8-4329-a93f-a72575328785/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1038489 May 20 16:20:07.402316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd68e-5b6f-42a6-bab2-09e0ce756c47 req-d5c18660-3bfc-4271-85e1-8df479667f44 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:07.403771 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-924dd68e-5b6f-42a6-bab2-09e0ce756c47 req-d5c18660-3bfc-4271-85e1-8df479667f44 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.1488240 May 20 16:20:07.453521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-924dd68e-5b6f-42a6-bab2-09e0ce756c47 req-172c8cf0-2e01-4b3b-8fe0-93198fa98cd7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 May 20 16:20:07.648831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-d02550ac-cb1f-4cd9-a169-e2e3900e7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:07.650364 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-d02550ac-cb1f-4cd9-a169-e2e3900e7ca5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 1098 time: 0.0706801 May 20 16:20:07.744321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-45a3ea01-6f2c-4167-a50d-4e16168b77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:07.745828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-45a3ea01-6f2c-4167-a50d-4e16168b77b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1098 time: 0.0738075 May 20 16:20:07.882787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-a15b123a-ccaf-4b53-b8b9-a2b5454f951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:07.884255 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-a15b123a-ccaf-4b53-b8b9-a2b5454f951c service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1319396 May 20 16:20:07.991112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-79b437be-52bb-460b-9e7b-0ca3ff527344 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 1000 time: 0.0998666 May 20 16:20:08.057842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-45016ee2-e54a-42ee-a708-c95005362bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:08.059243 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-45016ee2-e54a-42ee-a708-c95005362bc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0625732 May 20 16:20:08.136358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-9b6f5384-35fd-4554-817c-40aa0f115937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:08.137896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-9b6f5384-35fd-4554-817c-40aa0f115937 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720408 May 20 16:20:08.274471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-10b8a08e-4ab1-4c5e-9583-ca7d9212141d service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299763 May 20 16:20:08.555487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8de65cd-e59e-461e-ac1c-341c0ca2bbe9 req-826258e8-0290-4a4a-a6b6-c2818cb146d4 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742369 May 20 16:20:08.652370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec929349-aa4e-4964-82d8-96ea00e4f847 req-59f23dc9-5eb9-41b3-8c15-1806d411665e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:08.654245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ec929349-aa4e-4964-82d8-96ea00e4f847 req-59f23dc9-5eb9-41b3-8c15-1806d411665e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0926116 May 20 16:20:08.708123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ec929349-aa4e-4964-82d8-96ea00e4f847 req-3e2d95d2-8b72-4b11-905a-c862314ba2cc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478516 May 20 16:20:09.897427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5164-2531-431a-9bf4-65e430650263 req-484011e0-ef95-4a05-ba30-17299fb78880 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:09.898808 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-039e5164-2531-431a-9bf4-65e430650263 req-484011e0-ef95-4a05-ba30-17299fb78880 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0806112 May 20 16:20:09.945671 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-039e5164-2531-431a-9bf4-65e430650263 req-e464c11c-73aa-4ceb-b473-f444d507f99e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 May 20 16:20:10.408841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-04d3f685-74b7-407a-9231-397ab7374c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:10.678269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:20:10.680598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:10.907119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:10.930174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:10.955370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:10.961768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '6ea068fc-bfa8-4329-a93f-a72575328785', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '6ea068fc-bfa8-4329-a93f-a72575328785', 'mac_address': 'fa:16:3e:bc:a4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:20:10.967789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:11.005304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:11.013498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:11.066624 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785', 'code': 200} May 20 16:20:11.087731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:11.109612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:11.112445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea068fc-bfa8-4329-a93f-a72575328785 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:20:11.127482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.127822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.128156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.129074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.129436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.129782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.130602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.130602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.130789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.131034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.131340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.131652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:11.136705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:11.141984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:11.146921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:11.148701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:11.207019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc99355-3e18-4bfb-80a2-79f76816b715 req-a6c9ed14-3869-4310-ab1c-6d41f5a8594c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:11.209044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfc99355-3e18-4bfb-80a2-79f76816b715 req-a6c9ed14-3869-4310-ab1c-6d41f5a8594c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 944 time: 0.0998752 May 20 16:20:11.214223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['6ea068fc-bfa8-4329-a93f-a72575328785'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:20:11.265424 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cfc99355-3e18-4bfb-80a2-79f76816b715 req-516a1c5e-1944-4a1b-be2f-7db31e6479c4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503650 May 20 16:20:11.272742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:11.277474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:11.638120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803c936-fcc3-46eb-9d56-9b1dd15f6a38 req-0d986395-4e24-41e6-adcc-5be79da8ae58 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:11.639721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6803c936-fcc3-46eb-9d56-9b1dd15f6a38 req-0d986395-4e24-41e6-adcc-5be79da8ae58 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 944 time: 0.1463685 May 20 16:20:11.649966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-fcfaeaf9-32e8-4ad4-9947-6304a14d90c6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:11.651668 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-fcfaeaf9-32e8-4ad4-9947-6304a14d90c6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1260335 May 20 16:20:11.694543 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6803c936-fcc3-46eb-9d56-9b1dd15f6a38 req-b09a8528-d2d3-4a63-85d4-56c212809f67 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 May 20 16:20:11.796808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-9c9cb2ba-1234-4f06-8405-216ad36a5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:11.798321 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-9c9cb2ba-1234-4f06-8405-216ad36a5974 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 1097 time: 0.0742764 May 20 16:20:11.930055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-1c8089ec-b95e-47b2-a47b-bddb63fa7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:11.931397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-1c8089ec-b95e-47b2-a47b-bddb63fa7e9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1274703 May 20 16:20:12.036400 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-9f5ad40a-e294-485e-8119-162bd41f6813 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 200 len: 999 time: 0.0989163 May 20 16:20:12.100356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-d887c666-3a0c-4ec6-9d62-fa129257e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:12.101811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-d887c666-3a0c-4ec6-9d62-fa129257e5a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0596373 May 20 16:20:12.176857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-e75bec8c-76dd-4a1e-a6fe-b99c7ed2dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:12.178358 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-e75bec8c-76dd-4a1e-a6fe-b99c7ed2dce6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704248 May 20 16:20:12.313269 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-532094ee-9e76-4a8c-8ab6-b0a732d06610 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289341 May 20 16:20:12.449733 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33f81277-a3b6-4225-ac7e-e13f70894627 req-80218ae7-3179-445c-864c-e8715fecb183 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299825 May 20 16:20:12.708759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:20:12.837250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 6ea068fc-bfa8-4329-a93f-a72575328785 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:20:12.837733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:12.913734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb04-1420-4f5d-bc72-c7b0adc83422 req-c65034fc-3358-49e6-a752-78d20ce87472 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:12.915215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d01cfb04-1420-4f5d-bc72-c7b0adc83422 req-c65034fc-3358-49e6-a752-78d20ce87472 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 944 time: 0.0976734 May 20 16:20:12.962899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:12.965653 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d01cfb04-1420-4f5d-bc72-c7b0adc83422 req-36359fea-a181-43ee-90ef-641db066ec2d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439963 May 20 16:20:12.997731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:13.001859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:13.003776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:13.068871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:13.076556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:13.079627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:13.113403 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785', 'code': 200} May 20 16:20:13.171827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:13.785011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-97b578a1-3fc7-46e8-88cc-cdf3078edc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:14.155410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc4279-4e66-49f5-bca3-9c2b80b34680 req-ae7e257c-e0d9-4468-92b3-041dfb6b7347 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:14.156782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7edc4279-4e66-49f5-bca3-9c2b80b34680 req-ae7e257c-e0d9-4468-92b3-041dfb6b7347 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0807023 May 20 16:20:14.205288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7edc4279-4e66-49f5-bca3-9c2b80b34680 req-57f18dec-beb2-4183-89c0-4fa57575394c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 May 20 16:20:14.390129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415beb3-3d95-433c-b1f5-7c6723bef925 req-86fa38f2-92c9-404d-bb92-47b9bd0feb7a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:14.391617 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4415beb3-3d95-433c-b1f5-7c6723bef925 req-86fa38f2-92c9-404d-bb92-47b9bd0feb7a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0791235 May 20 16:20:14.437611 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4415beb3-3d95-433c-b1f5-7c6723bef925 req-44e64452-7ff6-4657-8dff-29434e4ec0e7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 May 20 16:20:14.628698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6773d5-857e-4947-86dd-e465210cfd8b req-4a69c72d-3c92-4d49-bfe8-c5e004fb1790 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:14.630237 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ad6773d5-857e-4947-86dd-e465210cfd8b req-4a69c72d-3c92-4d49-bfe8-c5e004fb1790 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0848615 May 20 16:20:14.678401 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ad6773d5-857e-4947-86dd-e465210cfd8b req-554e1a7b-060b-4d6a-aa6f-52570f79f490 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417809 May 20 16:20:14.689618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:15.080636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9975a1-2c7b-45a7-959a-bc28dd864d85 req-b700b941-6b98-4298-94fc-6ccc7de7e130 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:15.082674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f9975a1-2c7b-45a7-959a-bc28dd864d85 req-b700b941-6b98-4298-94fc-6ccc7de7e130 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0818017 May 20 16:20:15.127442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f9975a1-2c7b-45a7-959a-bc28dd864d85 req-7f76c53d-b4a8-409c-add7-f08430f0eeee tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388875 May 20 16:20:16.323949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a35343-7409-43ea-a28e-fbc2f81d289f req-f25c01b0-27ad-4132-bfb0-8e095373c2b0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:16.325462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a1a35343-7409-43ea-a28e-fbc2f81d289f req-f25c01b0-27ad-4132-bfb0-8e095373c2b0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0872285 May 20 16:20:16.376057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a1a35343-7409-43ea-a28e-fbc2f81d289f req-d2efd088-a643-4004-ac7c-4daa8fefb6fb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 May 20 16:20:16.526750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:16.627953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-6a243861-1ebe-432b-913c-fa239d6eb6ce tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:16.629904 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-6a243861-1ebe-432b-913c-fa239d6eb6ce tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 945 time: 0.0821304 May 20 16:20:16.915830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Deleting port 6ea068fc-bfa8-4329-a93f-a72575328785 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:16.916163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:17.052242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] For port 6ea068fc-bfa8-4329-a93f-a72575328785, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ea068fc-bfa8-4329-a93f-a72575328785,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:17.052596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:17.352366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:17.353124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:17.353124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 disassociated. External IP: 172.26.8.19, port: 6ea068fc-bfa8-4329-a93f-a72575328785. May 20 16:20:17.353352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Calling delete_port for 6ea068fc-bfa8-4329-a93f-a72575328785 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:17.471991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:17.478698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5c2bed2-3b8a-49a0-9e98-54e46912cf5d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:17.568163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event deleted for resources: {'Port': ['ID=6ea068fc-bfa8-4329-a93f-a72575328785,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:17.573176 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f4ef67e-a7c4-438e-a8a7-a5ea8455841c req-36644868-e628-4e1d-9bf8-4af84b8892ba tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54cb4fe-caa5-4263-a0de-85478a93967a HTTP/1.1" status: 200 len: 210 time: 0.0609910 May 20 16:20:17.582247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.582635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.583018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.583391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.583761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.584130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.584496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.585425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.585425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.585618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.585945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.586306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:17.590289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:17.778401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:20:17.964340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:20:17.974741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:20:17.985373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:17.986010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:20:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:18.039497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] No DVR routers for this DVR port 6ea068fc-bfa8-4329-a93f-a72575328785 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:18.042164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:18.045113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-deleted', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:18.065706 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea5d0c75-b2a7-4915-8be0-1d0cbffc058b req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "DELETE /v2.0/ports/6ea068fc-bfa8-4329-a93f-a72575328785 HTTP/1.1" status: 204 len: 173 time: 1.4302089 May 20 16:20:18.162502 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54cb4fe-caa5-4263-a0de-85478a93967a', 'name': 'network-vif-deleted', 'tag': '6ea068fc-bfa8-4329-a93f-a72575328785', 'status': 'completed', 'code': 200} May 20 16:20:18.182680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:18.513015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:18.516822 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:20:18.526484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:18.527102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:20:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:18.742128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:18.789266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 6ea068fc-bfa8-4329-a93f-a72575328785 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:18.789637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6ea068fc-bfa8-4329-a93f-a72575328785 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:18.828004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:18.923999 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-2f04464c-8b81-4c09-b47d-9aebc7a064e0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--340856897&fields=id&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 267 time: 0.0420647 May 20 16:20:19.083581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-bbce5acd-d7fb-48b1-a489-81060ecab817 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:19.085296 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-bbce5acd-d7fb-48b1-a489-81060ecab817 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1545541 May 20 16:20:19.102876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-fa56a48a-c44c-4436-8e2b-99a439739bf3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/quotas/22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 375 time: 0.0101960 May 20 16:20:19.201389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-7c27328f-ffff-4b38-b363-8ad932d56998 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:20:19.218315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-7c27328f-ffff-4b38-b363-8ad932d56998 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:20:19.220112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-7c27328f-ffff-4b38-b363-8ad932d56998 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105466 May 20 16:20:19.311751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:19.316449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec0ed7-cf6f-4a4d-a8cd-d8e2a4c68b79 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:20:19.520664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-8d517e6b-3336-4493-b7f0-7587d0ab8a89 service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856610 May 20 16:20:19.540686 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27101c6-0584-479b-a973-fe4dcc74ed04 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:20:19.662014 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-f28a6227-30d2-4bcf-831b-a5ea919dfe3e service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347003 May 20 16:20:19.864012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8cbb37a2-e36a-436f-88c1-c72e6441364f req-72dfac7c-4cf7-42e7-8923-424894c61f6d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 210 time: 0.0557091 May 20 16:20:20.881992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-dceecd21-b0c2-42f1-98df-90b7fefce4f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:20.883367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-dceecd21-b0c2-42f1-98df-90b7fefce4f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1528695 May 20 16:20:20.937203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-a4564197-86fe-46a7-9ef8-0a0ce8c060dd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 379 time: 0.0457838 May 20 16:20:20.948062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'port': {'device_id': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'admin_state_up': True, 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'security_groups': ['a151ff58-a5b3-4547-8f0d-733106f3af6f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:21.082219 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c25c5222-4d05-45e1-b3b7-b83f011e76ca req-537998db-e3d8-4ce2-89e4-284e3bfc0eb1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 210 time: 0.0624440 May 20 16:20:21.138669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:21.148965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:21.160973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Made reservation on behalf of 22e185a8faaa4c1e9e4c2c958fc10d43 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:20:21.164488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:21.334613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Allocated IP 172.20.0.7 (50026e73-47fe-42fa-9022-9f684327d7b9/37392b5b-d650-42ce-b96d-59556bf5163b/1acfcc86-8812-4862-86a8-856c6460c948) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:20:21.530887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:21.547785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Transition to ACTIVE for port object 1acfcc86-8812-4862-86a8-856c6460c948 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:20:21.573506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:21.580117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-79aa4800-e410-4fa2-acf9-0a1f814f3c5d tempest-DeleteServersTestJSON-1972368899 tempest-DeleteServersTestJSON-1972368899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:21.648490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:20:21.651983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:20:21.656042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:20:21.692838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:21.700764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:21.740055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:21.740711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:21.777542 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8330603 May 20 16:20:21.790741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Request body: {'port': {'device_id': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:21.910693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-86c39108-52cf-458b-919c-ef159ad9febc None None] Provisioning for port 1acfcc86-8812-4862-86a8-856c6460c948 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:20:21.913737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:21.915845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-86c39108-52cf-458b-919c-ef159ad9febc None None] Provisioning complete for port 1acfcc86-8812-4862-86a8-856c6460c948 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:20:21.916283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c39108-52cf-458b-919c-ef159ad9febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:21.976267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-86c39108-52cf-458b-919c-ef159ad9febc None None] Port 1acfcc86-8812-4862-86a8-856c6460c948 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:20:22.303452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acfcc86-8812-4862-86a8-856c6460c948 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:20:22.311252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:22.345207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Transition to ACTIVE for port object 1acfcc86-8812-4862-86a8-856c6460c948 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:20:22.352271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:22.357441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:22.560899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c8409-3a22-4243-9e5b-3ec7e3721386 req-9493dd66-de58-4521-bfd0-191121e6d5bc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:22.561651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-ef1c8409-3a22-4243-9e5b-3ec7e3721386 req-9493dd66-de58-4521-bfd0-191121e6d5bc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:20:22.666760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:22.693447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:22.694236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-ef1c8409-3a22-4243-9e5b-3ec7e3721386 req-9493dd66-de58-4521-bfd0-191121e6d5bc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:20:22.695398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef1c8409-3a22-4243-9e5b-3ec7e3721386 req-9493dd66-de58-4521-bfd0-191121e6d5bc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 931 time: 0.5016298 May 20 16:20:22.791029 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef1c8409-3a22-4243-9e5b-3ec7e3721386 req-579f1c71-ea46-4231-bee0-252022b3bcba tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894821 May 20 16:20:22.812032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Attempting to bind port 1acfcc86-8812-4862-86a8-856c6460c948 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:20:22.812357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Attempting to bind port 1acfcc86-8812-4862-86a8-856c6460c948 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:20:22.812679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Attempting to bind port 1acfcc86-8812-4862-86a8-856c6460c948 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:20:22.820779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Port 1acfcc86-8812-4862-86a8-856c6460c948 on network 50026e73-47fe-42fa-9022-9f684327d7b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:20:22.821086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Attempting to bind port 1acfcc86-8812-4862-86a8-856c6460c948 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:20:22.826463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:20:22.826785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:20:22.827159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Bound using segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:20:22.827645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Bound port: 1acfcc86-8812-4862-86a8-856c6460c948, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:20:22.827973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:22.918492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:20:22.921290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:20:22.925966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:22.929658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cc5c57e2-3556-4ecd-b67f-825857307f05 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:22.989939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:22.990558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:22.991979 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] 10.222.0.25 "PUT /v2.0/ports/1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 1093 time: 1.2075405 May 20 16:20:22.992529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:23.020821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:23.030691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:23.069493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948', 'status': 'completed', 'code': 200} May 20 16:20:23.112925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-b40c340a-f452-4f70-b1bf-bec97974620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:23.114595 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-b40c340a-f452-4f70-b1bf-bec97974620f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0818410 May 20 16:20:23.187076 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-e86d4682-b24b-4baf-8903-31984074af71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 217 time: 0.0654571 May 20 16:20:23.252669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-34dee58e-cbc7-48dd-b918-57e0b09bb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:23.254562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-34dee58e-cbc7-48dd-b918-57e0b09bb634 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0615122 May 20 16:20:23.332216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-3f2dcbb3-228b-4652-b662-4ebb72875fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:23.333597 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-3f2dcbb3-228b-4652-b662-4ebb72875fc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730546 May 20 16:20:23.460998 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-5011c72d-8d80-4bee-9406-e07dc5461ff7 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213040 May 20 16:20:23.590009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fee4612-2d35-4193-8344-c3a77a31fbfa req-08127b03-2873-4c3b-9973-083754566dbb service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218936 May 20 16:20:23.706005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-2df02c29-109e-4505-b873-57ddf9264868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:23.707505 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-2df02c29-109e-4505-b873-57ddf9264868 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0711889 May 20 16:20:23.841605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-ddc2bdb2-10a1-44e6-91cd-f9bd2563777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:23.842980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-ddc2bdb2-10a1-44e6-91cd-f9bd2563777b service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1287770 May 20 16:20:23.952320 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-fd7befb7-2f1b-4727-a3e5-7ac3baae164e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 217 time: 0.1019690 May 20 16:20:24.035014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-f5cbe84f-3bea-49ea-b55d-770124b89323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:24.036437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-f5cbe84f-3bea-49ea-b55d-770124b89323 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0760860 May 20 16:20:24.082228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a76aca-647f-4541-91dc-849e1cc36679 req-dc7f560d-3ac3-40b7-aee2-41675ebc0d9c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:24.083690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-58a76aca-647f-4541-91dc-849e1cc36679 req-dc7f560d-3ac3-40b7-aee2-41675ebc0d9c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 943 time: 0.1797411 May 20 16:20:24.148966 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-58a76aca-647f-4541-91dc-849e1cc36679 req-62132341-0a7a-45d6-986e-60bb3254371f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593288 May 20 16:20:24.162463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-3fc6508b-c656-4d60-9bbb-64eca38eab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:24.163922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-3fc6508b-c656-4d60-9bbb-64eca38eab38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1198688 May 20 16:20:24.446162 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-c4b1b0a8-10cb-422b-8154-f3ede644a454 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738459 May 20 16:20:24.577373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b113fb57-0f6f-4439-bfd5-0a3bb551723e req-6aaab591-ff85-4183-86ad-a5711009a243 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243618 May 20 16:20:24.754092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:20:24.887109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:24.900321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '1acfcc86-8812-4862-86a8-856c6460c948', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '1acfcc86-8812-4862-86a8-856c6460c948', 'mac_address': 'fa:16:3e:fb:f8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:20:24.955633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:24.973099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acfcc86-8812-4862-86a8-856c6460c948 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:20:24.989452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:24.993792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:24.996300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:25.066826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:25.069944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:25.192751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['1acfcc86-8812-4862-86a8-856c6460c948'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:20:25.347671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2643-9f83-48f2-b489-4efb17f70f1e req-48ff5435-1146-42bc-84c2-cbaaeaf40e09 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:25.349081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b3f2643-9f83-48f2-b489-4efb17f70f1e req-48ff5435-1146-42bc-84c2-cbaaeaf40e09 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 944 time: 0.0887270 May 20 16:20:25.395216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b3f2643-9f83-48f2-b489-4efb17f70f1e req-b47f81ab-612f-4de9-a2cd-0e3f3ac1e804 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 May 20 16:20:26.580436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40c1c0-e858-4c3d-9dc6-333d95a15a49 req-c559d3dc-44ca-4fee-b245-4adae39c9989 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:26.582411 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e40c1c0-e858-4c3d-9dc6-333d95a15a49 req-c559d3dc-44ca-4fee-b245-4adae39c9989 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 944 time: 0.0797555 May 20 16:20:26.627400 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e40c1c0-e858-4c3d-9dc6-333d95a15a49 req-2a8bf8bf-2591-43ba-bb2b-e05bcec82493 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393531 May 20 16:20:26.754238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:20:26.826175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 1acfcc86-8812-4862-86a8-856c6460c948 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:20:26.831989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 1acfcc86-8812-4862-86a8-856c6460c948 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:20:26.832368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:26.950115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:26.977983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:26.996515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:27.001182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:27.004755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:27.034816 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948', 'code': 200} May 20 16:20:27.076967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:27.080030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:27.285893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c986ca-8650-488e-9f41-479ad5948c7d req-2bd17e4e-840e-4ec2-a6e8-f25e1249a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:27.287331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0c986ca-8650-488e-9f41-479ad5948c7d req-2bd17e4e-840e-4ec2-a6e8-f25e1249a285 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0782123 May 20 16:20:27.331518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c0c986ca-8650-488e-9f41-479ad5948c7d req-2aea742a-a29d-46e4-ba7c-03d6639dabf2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374455 May 20 16:20:27.815153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f679-8334-4c17-9282-10898e7ba226 req-13c40b85-d7b8-49e9-acdb-14d472c7c67d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:27.816603 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-62c0f679-8334-4c17-9282-10898e7ba226 req-13c40b85-d7b8-49e9-acdb-14d472c7c67d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0829592 May 20 16:20:27.861845 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-62c0f679-8334-4c17-9282-10898e7ba226 req-e03212c1-0d26-4b32-8ffe-dd48c749ae40 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 May 20 16:20:29.053125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc3c2-8b4c-4ed0-824e-42ffe2f3af9e req-65cbd5a3-8776-4ebc-a5d8-ae1094ac29ab tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:29.054688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b9dc3c2-8b4c-4ed0-824e-42ffe2f3af9e req-65cbd5a3-8776-4ebc-a5d8-ae1094ac29ab tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0814309 May 20 16:20:29.099583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b9dc3c2-8b4c-4ed0-824e-42ffe2f3af9e req-b3a6b47d-488b-4cd4-be90-2beccd9effe9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391827 May 20 16:20:29.285308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9f504-95a7-426b-b791-6d57b2aa8ae4 req-b7bc6d87-5be9-4cc9-9d1f-6457cac2822d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:29.286804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ac9f504-95a7-426b-b791-6d57b2aa8ae4 req-b7bc6d87-5be9-4cc9-9d1f-6457cac2822d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0851395 May 20 16:20:29.295396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51422) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:29.301319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'floatingip': {'port_id': '1acfcc86-8812-4862-86a8-856c6460c948'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:29.376655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.989577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.993464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.306132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 associated. External IP: 172.26.8.19, port: 1acfcc86-8812-4862-86a8-856c6460c948. May 20 16:20:30.664472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:20:30.842823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:20:30.847611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.852899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:20:30.864814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:30.865656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:20:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:30.911636 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d2188bbd-cd73-4834-a6dd-4c82a7240366 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "PUT /v2.0/floatingips/c1b3058d-5071-45f1-8f0a-1e42ec5232c3 HTTP/1.1" status: 200 len: 990 time: 1.6150630 May 20 16:20:30.912212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:30.968191 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948', 'status': 'completed', 'code': 200} May 20 16:20:31.032870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:31.064435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-f0deafac-d32f-4e33-9c2e-6ed92e0e71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:31.066101 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-f0deafac-d32f-4e33-9c2e-6ed92e0e71d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0756426 May 20 16:20:31.069195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:31.209602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-ab8dc2a1-a978-44dd-948b-f7e12a5bf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:31.211121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-ab8dc2a1-a978-44dd-948b-f7e12a5bf604 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1389382 May 20 16:20:31.318254 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-7d3d3c5a-a373-4783-bff4-96861f8ad404 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 998 time: 0.1008232 May 20 16:20:31.385242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-5e188c3f-7a71-433f-a69c-34733f7d05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:31.386730 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-5e188c3f-7a71-433f-a69c-34733f7d05b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0595968 May 20 16:20:31.467425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-54fc3840-1c8d-4c32-9504-154af44451e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:31.468809 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-54fc3840-1c8d-4c32-9504-154af44451e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0758607 May 20 16:20:31.485194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '1acfcc86-8812-4862-86a8-856c6460c948', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:fb:f8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:20:29Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:31.489113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:20:31.497506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:31.498113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:20:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:31.686752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:31.761985 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-7056c8d1-5741-4913-81f7-c7ad856ec779 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870820 May 20 16:20:31.915727 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c9d5e8c-12ac-43d6-9290-a1fb17f35b66 req-c6219631-8d49-4654-8653-7b09459ab0dc service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467392 May 20 16:20:32.052161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '1acfcc86-8812-4862-86a8-856c6460c948', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:fb:f8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:20:29Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:32.056324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219e99c-a099-491e-8eae-d85bcbcd7c39 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '1acfcc86-8812-4862-86a8-856c6460c948', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:fb:f8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:20:29Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:20:32.247716 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcae0aa-539b-4a7b-bc5b-644468e9eb15 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:20:33.841934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-40d20994-8130-4a84-98d9-6f2e08a23182 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679998 May 20 16:20:33.984116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-9c0b8380-5141-42bb-862d-5150a0eb6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:33.985570 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-9c0b8380-5141-42bb-862d-5150a0eb6dea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0750852 May 20 16:20:34.127415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-0772acac-f042-4b53-83ea-f8ff0de2a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:34.128824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-0772acac-f042-4b53-83ea-f8ff0de2a086 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1250396 May 20 16:20:34.229217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-a445b351-e35d-4f7c-b8c5-416fa0d401d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 1000 time: 0.0940375 May 20 16:20:34.297404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-aabbc0f9-5c40-42b3-9295-bcbb94ecf7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:34.299263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-aabbc0f9-5c40-42b3-9295-bcbb94ecf7ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0644944 May 20 16:20:34.376353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-48fee951-ad8c-48f6-a02d-0536f776cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:34.377927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-48fee951-ad8c-48f6-a02d-0536f776cb41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724254 May 20 16:20:34.510111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-328a040c-2bfb-49d9-8d69-ef2afcbaabd6 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258748 May 20 16:20:34.642950 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5cb3279-bc14-46ae-b3b0-1d52f5172239 req-7c468d3c-bf13-44d0-bb6b-d7c6a427c377 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258578 May 20 16:20:39.198798 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:20:40.413888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-471fc0f0-d8ab-4c29-bcdf-7a5e2a243358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.175931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.787771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40f8157b-fdee-4025-b044-5c6207905bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:44.687152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.531084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:00.969986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:06.011037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1904ca-64b9-4b58-baba-bff3d6b3a664 req-b3cf1d4c-04bc-4b35-a366-3e025365ddf4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:06.012522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a1904ca-64b9-4b58-baba-bff3d6b3a664 req-b3cf1d4c-04bc-4b35-a366-3e025365ddf4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0884576 May 20 16:21:06.058806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a1904ca-64b9-4b58-baba-bff3d6b3a664 req-021004b7-2829-4617-a98b-c18fdd898202 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405183 May 20 16:21:07.390841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635eb1-a423-4287-a871-84c445a57858 req-5c65c217-080e-4205-9b6f-9cc011aeafef tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:07.392253 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc635eb1-a423-4287-a871-84c445a57858 req-5c65c217-080e-4205-9b6f-9cc011aeafef tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0795207 May 20 16:21:07.438732 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc635eb1-a423-4287-a871-84c445a57858 req-67faf7e9-d69c-4e6f-97d7-13f919ec88fc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396433 May 20 16:21:08.627579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9dee-526c-429b-8a3c-2aa92140bb51 req-c7bb2e5d-b600-46dd-a5d3-5ce7936da2c7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:08.629628 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-857e9dee-526c-429b-8a3c-2aa92140bb51 req-c7bb2e5d-b600-46dd-a5d3-5ce7936da2c7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0863230 May 20 16:21:08.679415 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-857e9dee-526c-429b-8a3c-2aa92140bb51 req-a78493f9-a4ac-41ff-baa3-62cf96c643f4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 May 20 16:21:09.872714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28add49e-8a71-4222-93ca-dae6170b0e2c req-a18e50e6-ba57-40d4-8211-c0c0c2c6edce tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:09.874281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-28add49e-8a71-4222-93ca-dae6170b0e2c req-a18e50e6-ba57-40d4-8211-c0c0c2c6edce tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0886731 May 20 16:21:09.920934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-28add49e-8a71-4222-93ca-dae6170b0e2c req-1605e7f5-dd45-4159-be15-f242803f667a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 May 20 16:21:10.420021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4a70a374-778a-4380-89e3-82c54d8252e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:11.109306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182301a2-ea0b-4112-ae88-5c8ae2fe09b1 req-532b461e-25eb-467a-b26a-f219022485ba tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:11.110809 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-182301a2-ea0b-4112-ae88-5c8ae2fe09b1 req-532b461e-25eb-467a-b26a-f219022485ba tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0815337 May 20 16:21:11.156335 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-182301a2-ea0b-4112-ae88-5c8ae2fe09b1 req-efe44a3a-5e00-4ee1-b562-ffefe018968f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391545 May 20 16:21:12.344259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d4d70-0ffd-4930-9530-1cc44dd336e7 req-8b8d7ba3-72f0-406d-88c3-1e35d0b44a50 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:12.345735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d55d4d70-0ffd-4930-9530-1cc44dd336e7 req-8b8d7ba3-72f0-406d-88c3-1e35d0b44a50 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0843086 May 20 16:21:12.391171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d55d4d70-0ffd-4930-9530-1cc44dd336e7 req-71dc804f-504c-4133-bedc-52068b5dcc85 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389304 May 20 16:21:13.178517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:13.576173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc9b5-5c88-4878-8376-55e1d9fb32eb req-7c26787c-fd92-4975-9336-bf02f46da8eb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:13.577632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8fddc9b5-5c88-4878-8376-55e1d9fb32eb req-7c26787c-fd92-4975-9336-bf02f46da8eb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0790153 May 20 16:21:13.625139 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8fddc9b5-5c88-4878-8376-55e1d9fb32eb req-8ce8ca32-ab94-4b11-bb5e-ba17d96307c7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 May 20 16:21:13.789306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cad3c07a-e24a-44ee-b718-0ce4c1b000d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:14.691717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:14.813269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4685-4081-40bd-b367-a9baeea7e065 req-e1687ffe-b6cc-4561-9431-00792fbe855b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:14.814667 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9cab4685-4081-40bd-b367-a9baeea7e065 req-e1687ffe-b6cc-4561-9431-00792fbe855b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0804203 May 20 16:21:14.859796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9cab4685-4081-40bd-b367-a9baeea7e065 req-ef5d88f1-2527-4aa8-9075-60f3381ad490 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387342 May 20 16:21:16.049030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9961d-0ae1-40dd-bca7-3f63fcddbe84 req-2a7df32c-dbd7-43a6-a634-44f65d3d2bb4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:16.051103 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d1a9961d-0ae1-40dd-bca7-3f63fcddbe84 req-2a7df32c-dbd7-43a6-a634-44f65d3d2bb4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0854554 May 20 16:21:16.096112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d1a9961d-0ae1-40dd-bca7-3f63fcddbe84 req-5692e549-705e-401b-9fef-2029caab1e1d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393119 May 20 16:21:16.198409 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:21:16.530257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:17.283496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27166-4bfb-421c-a56d-f8a7ff2350f2 req-86f71c1c-0dd8-4222-87e7-77646b697b15 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:17.285000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c3c27166-4bfb-421c-a56d-f8a7ff2350f2 req-86f71c1c-0dd8-4222-87e7-77646b697b15 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0827441 May 20 16:21:17.329548 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c3c27166-4bfb-421c-a56d-f8a7ff2350f2 req-59af34cb-467a-4495-a3a8-5bfb62c5a3ab tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386574 May 20 16:21:18.515873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3caf16-2c67-4601-a58d-dd9c10601d4d req-acfda32d-eb2f-4e92-be03-5b369ff6edc1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.517365 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-db3caf16-2c67-4601-a58d-dd9c10601d4d req-acfda32d-eb2f-4e92-be03-5b369ff6edc1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0840433 May 20 16:21:18.563073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-db3caf16-2c67-4601-a58d-dd9c10601d4d req-49c74ba0-2020-425f-9478-06703d7905be tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391674 May 20 16:21:19.752352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51afcd5-9faf-44c4-abb8-a3908e75fc57 req-f82c3dd6-99ae-4511-87b5-4ef40e1b489e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:19.753883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c51afcd5-9faf-44c4-abb8-a3908e75fc57 req-f82c3dd6-99ae-4511-87b5-4ef40e1b489e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0827920 May 20 16:21:19.947927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c51afcd5-9faf-44c4-abb8-a3908e75fc57 req-e1663dcf-0f9b-4d7a-9a8c-b9d8c60d2b2d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882350 May 20 16:21:21.146704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda1c85-a9d3-48a0-a9fe-2ebc1ff5361b req-cbd76043-1fde-4eac-8dee-706821b1aa76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:21.148322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-acda1c85-a9d3-48a0-a9fe-2ebc1ff5361b req-cbd76043-1fde-4eac-8dee-706821b1aa76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0873542 May 20 16:21:21.199992 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-acda1c85-a9d3-48a0-a9fe-2ebc1ff5361b req-c5f18ce6-9f37-4b56-a4e0-f818febe7617 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 May 20 16:21:22.391653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41deac-e8d2-4a30-8831-252b444c1456 req-32e2a542-9fc1-48e4-8efa-9aba77080478 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:22.393112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed41deac-e8d2-4a30-8831-252b444c1456 req-32e2a542-9fc1-48e4-8efa-9aba77080478 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0841141 May 20 16:21:22.437148 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed41deac-e8d2-4a30-8831-252b444c1456 req-023fba33-a23a-4089-b118-984b2b9c2440 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 May 20 16:21:22.780529 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-b5ba6de8-ba69-44f9-8e50-96b1f2791f37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693166 May 20 16:21:22.838903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba8e2d-da2e-4c80-803b-8fbb335e9985 req-dc0c3dbc-91e4-4168-bef2-143eca5e4f95 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:22.840389 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07ba8e2d-da2e-4c80-803b-8fbb335e9985 req-dc0c3dbc-91e4-4168-bef2-143eca5e4f95 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0877910 May 20 16:21:22.892590 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07ba8e2d-da2e-4c80-803b-8fbb335e9985 req-6d156e77-d777-49ab-bf92-5494a5710308 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 May 20 16:21:23.899334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-42d720e6-14e9-4517-96bd-dc46d33dc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:23.900698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-42d720e6-14e9-4517-96bd-dc46d33dc687 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0694618 May 20 16:21:24.081748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-18d1e5ba-8b02-4870-91f1-7d602d5962d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:24.083180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-18d1e5ba-8b02-4870-91f1-7d602d5962d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1766315 May 20 16:21:24.197313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8c22e-b90d-443a-a308-3b131fe2f646 req-666a067b-67f6-4305-ab95-1ad7356e282e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:24.198685 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ca8c22e-b90d-443a-a308-3b131fe2f646 req-666a067b-67f6-4305-ab95-1ad7356e282e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.1937454 May 20 16:21:24.204860 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-4bbba1a6-7499-4034-8f08-8f662e148fe9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 1000 time: 0.1116419 May 20 16:21:24.292375 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ca8c22e-b90d-443a-a308-3b131fe2f646 req-eb3d5668-33f4-4c9c-8eac-3fb5a4ca6ad0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865417 May 20 16:21:24.295865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-6e7d2599-97cd-4103-ae61-ce7de7568f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:24.297228 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-6e7d2599-97cd-4103-ae61-ce7de7568f53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0786080 May 20 16:21:24.373898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-913465ea-3164-4007-853d-852a50051476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:24.375372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-913465ea-3164-4007-853d-852a50051476 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722301 May 20 16:21:24.503221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-4e84eaf1-cc98-4f17-b68a-df5f9a465284 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218066 May 20 16:21:24.633550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-335e834f-597f-4740-a5e1-d11b4dcd73f8 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246452 May 20 16:21:25.475488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa04100-2b8f-4264-a468-57d4f005ca9d req-6d29e29b-4460-4192-8ef5-be689e5f07d1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:25.476941 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fa04100-2b8f-4264-a468-57d4f005ca9d req-6d29e29b-4460-4192-8ef5-be689e5f07d1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0795534 May 20 16:21:25.521442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4fa04100-2b8f-4264-a468-57d4f005ca9d req-dd7327d5-a7d3-4e01-9502-2242fc37a2c7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 May 20 16:21:26.272832 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-52aa0baf-280b-4d42-b7ea-648672c7c351 service neutron] 10.222.0.25 "GET /v2.0/ports/1acfcc86-8812-4862-86a8-856c6460c948/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0792751 May 20 16:21:26.540349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-c49039c6-e623-4496-b51a-e2afd55b9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:26.541843 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-c49039c6-e623-4496-b51a-e2afd55b9dc8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 1098 time: 0.0707824 May 20 16:21:26.669930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-44f75aab-21df-41a5-89d9-f92b798f4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:26.671397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-44f75aab-21df-41a5-89d9-f92b798f4979 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.1079109 May 20 16:21:26.969200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6566d8-4c16-43cd-a748-d7abe0935cb4 req-9542097b-a0c6-45af-a88c-8a62bbc756b3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:26.970677 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de6566d8-4c16-43cd-a748-d7abe0935cb4 req-9542097b-a0c6-45af-a88c-8a62bbc756b3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.3402786 May 20 16:21:26.979470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-53c0f44f-f39b-4137-a48a-18bd97f99329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:26.980853 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-53c0f44f-f39b-4137-a48a-18bd97f99329 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.3026855 May 20 16:21:27.106868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de6566d8-4c16-43cd-a748-d7abe0935cb4 req-f99b4c6d-eb72-4145-a9f7-08b548807005 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287136 May 20 16:21:27.113817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-6b683953-c9c3-4ac2-a1c7-6067378dfb6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 1000 time: 0.1196368 May 20 16:21:27.181222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-adb5c303-7a87-4e3d-a901-15e512216c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:27.182683 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-adb5c303-7a87-4e3d-a901-15e512216c6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0631871 May 20 16:21:27.258776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-d5b98395-7d61-4007-90a7-63ad206504f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:27.260272 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-d5b98395-7d61-4007-90a7-63ad206504f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706167 May 20 16:21:27.397033 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-e7dcd0dd-c905-48fb-bea6-ab2929516520 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298585 May 20 16:21:27.535905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d6258a0d-c6a1-40eb-bd94-4eb85fb1b2be req-72d1ecb7-67e3-4583-afb4-b4badf6aa9a6 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301417 May 20 16:21:28.295338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b44ae-ba00-4e78-a246-ad8aa0df4614 req-4f2ee055-c1f2-4598-ab48-5a890142c03a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:28.296792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b85b44ae-ba00-4e78-a246-ad8aa0df4614 req-4f2ee055-c1f2-4598-ab48-5a890142c03a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0796633 May 20 16:21:28.345116 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b85b44ae-ba00-4e78-a246-ad8aa0df4614 req-59205189-ce96-4a33-9faa-0d07037ce5d6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 May 20 16:21:29.529218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefc34a-de5a-4290-a7e1-f094de53231c req-da285a5a-16e1-42e4-990d-3985ac81f339 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:29.530688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0cefc34a-de5a-4290-a7e1-f094de53231c req-da285a5a-16e1-42e4-990d-3985ac81f339 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0797873 May 20 16:21:29.575270 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0cefc34a-de5a-4290-a7e1-f094de53231c req-78208a22-db43-4907-b9b9-c159a5098d40 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388849 May 20 16:21:29.947017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-bb0a5357-f2e5-452c-82ca-f043e3474aac tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:29.948367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-bb0a5357-f2e5-452c-82ca-f043e3474aac tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1446927 May 20 16:21:29.957582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73892911-1bd6-4b1b-a374-fd53aa22c50e req-7a290314-5be8-4bdc-8127-bfc4eef5a83d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:29.959040 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73892911-1bd6-4b1b-a374-fd53aa22c50e req-7a290314-5be8-4bdc-8127-bfc4eef5a83d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.1248128 May 20 16:21:30.011849 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73892911-1bd6-4b1b-a374-fd53aa22c50e req-22d16122-83ef-417f-b5af-a347c405e96a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457921 May 20 16:21:30.097759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-6e67b70c-55eb-454c-86c4-c073d51e1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:30.099246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-6e67b70c-55eb-454c-86c4-c073d51e1023 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0809321 May 20 16:21:30.231609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-e674d971-a577-4088-b8aa-7c5832225a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:30.233051 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-e674d971-a577-4088-b8aa-7c5832225a1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1275291 May 20 16:21:30.334430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-94f7aa11-240f-481b-bebd-37c799208f77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 1000 time: 0.0952990 May 20 16:21:30.396034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-63803de2-977c-4ed0-9426-a21fa565b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:30.397469 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-63803de2-977c-4ed0-9426-a21fa565b068 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0563231 May 20 16:21:30.470472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-fd331437-5767-4da5-ba32-a2dec37bcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:30.471946 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-fd331437-5767-4da5-ba32-a2dec37bcf1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683019 May 20 16:21:30.601324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-93bb771a-cd1f-4501-9725-afc84c238009 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 May 20 16:21:30.732060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efc69052-7565-41aa-a131-05aa8cc98b04 req-ed90d3cd-e8b1-4e15-8457-dd7b400c3e8a service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246867 May 20 16:21:30.905764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:30.908006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:21:31.057307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:31.150083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:31.170639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:31.191291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '1acfcc86-8812-4862-86a8-856c6460c948', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '1acfcc86-8812-4862-86a8-856c6460c948', 'mac_address': 'fa:16:3e:fb:f8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:31.197271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:31.236470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:31.256229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:31.260658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:31.335950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:31.348847 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948', 'code': 200} May 20 16:21:31.364764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1acfcc86-8812-4862-86a8-856c6460c948 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:31.397496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:31.415058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.415453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.415723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.416053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.416449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.416736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.417018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.417385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.417671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.418008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.418299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.418609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:31.419589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320b166-68c2-4997-ac1d-3ab1047d6471 req-8a6abc9e-286a-4cc6-8ed3-cf44c7ce0bd1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:31.421131 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a320b166-68c2-4997-ac1d-3ab1047d6471 req-8a6abc9e-286a-4cc6-8ed3-cf44c7ce0bd1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 943 time: 0.2935338 May 20 16:21:31.424225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:31.443688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:21:31.444044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:21:31.470812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a320b166-68c2-4997-ac1d-3ab1047d6471 req-9161e639-a85a-46cc-acc4-65536167d074 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 May 20 16:21:31.996862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:32.016205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acfcc86-8812-4862-86a8-856c6460c948 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:32.031796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:32.035757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:32.037528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:32.106380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['1acfcc86-8812-4862-86a8-856c6460c948'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:32.130499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:32.137318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:32.663292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6362-4bf4-4854-84f1-ac26390b3bbe req-725edcc4-2c04-442f-99fe-75972febdd15 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:32.664733 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1f7d6362-4bf4-4854-84f1-ac26390b3bbe req-725edcc4-2c04-442f-99fe-75972febdd15 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 944 time: 0.0831480 May 20 16:21:32.709573 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1f7d6362-4bf4-4854-84f1-ac26390b3bbe req-645266a5-94af-446b-b03a-fb3a970cb874 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384581 May 20 16:21:32.896931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea54d-1f11-47f7-b493-cf6c98f053a3 req-cc9234eb-f535-403c-9712-b4eecf30cbda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:32.898331 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d2ea54d-1f11-47f7-b493-cf6c98f053a3 req-cc9234eb-f535-403c-9712-b4eecf30cbda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 944 time: 0.0838799 May 20 16:21:32.920064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:21:32.947521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d2ea54d-1f11-47f7-b493-cf6c98f053a3 req-c7a2647a-0321-4098-b162-237f6e8ac509 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 May 20 16:21:32.988317 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 1acfcc86-8812-4862-86a8-856c6460c948 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:32.988698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.107404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.146270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:33.150677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.152422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:33.226225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:33.229287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:33.332833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e305b9-3e28-435b-96e1-f3b4e48a52bb req-691e9e41-5b1c-4bcc-baab-05cc48c44e2d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.334284 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97e305b9-3e28-435b-96e1-f3b4e48a52bb req-691e9e41-5b1c-4bcc-baab-05cc48c44e2d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.1247766 May 20 16:21:33.350342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:33.391300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-204322b9-c522-4e67-b2f3-61b94fda42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.392738 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-204322b9-c522-4e67-b2f3-61b94fda42e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 1098 time: 0.1225929 May 20 16:21:33.395139 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948', 'code': 200} May 20 16:21:33.396410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97e305b9-3e28-435b-96e1-f3b4e48a52bb req-759e9de6-bb1d-4463-92de-717d91165e6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521038 May 20 16:21:33.527563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-e3cb7124-cf8c-459a-9db0-fa787d14308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.528974 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-e3cb7124-cf8c-459a-9db0-fa787d14308a service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1242185 May 20 16:21:33.631151 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-3dfa595a-f5b7-450d-9d06-da555d406847 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 200 len: 1000 time: 0.0959444 May 20 16:21:33.693775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-24195371-1e22-4727-bc1d-016518c94e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.695227 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-24195371-1e22-4727-bc1d-016518c94e4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0581410 May 20 16:21:33.770591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-4f4bec9f-d93d-4881-8565-e318d2863e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.772052 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-4f4bec9f-d93d-4881-8565-e318d2863e62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710309 May 20 16:21:33.902654 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-ab2126c8-033c-4a2b-bc48-c6f7dab6c042 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233761 May 20 16:21:34.030004 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-005b9d3b-b1bc-47fb-95a2-5068fe7acab7 req-c43d1c13-980a-4285-b6c6-b5a0906fbe3b service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212106 May 20 16:21:34.591930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d487cf-fff4-4f0a-b51d-3dbb49f804a8 req-ca80217d-57f3-4491-acb2-02d547e3dc6d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.593478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-51d487cf-fff4-4f0a-b51d-3dbb49f804a8 req-ca80217d-57f3-4491-acb2-02d547e3dc6d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0841606 May 20 16:21:34.638413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-51d487cf-fff4-4f0a-b51d-3dbb49f804a8 req-f02cfd36-e6f7-46de-8979-0c93ab2e7f97 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385852 May 20 16:21:35.013528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dc412-07dc-4128-ad79-d887fdb3ea28 req-6f4ad6ac-651f-40a9-be38-7d9daa162cf7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:35.014952 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e5dc412-07dc-4128-ad79-d887fdb3ea28 req-6f4ad6ac-651f-40a9-be38-7d9daa162cf7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0841777 May 20 16:21:35.071081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e5dc412-07dc-4128-ad79-d887fdb3ea28 req-c4856227-ed7b-4538-9875-8fa8132a4a7f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496197 May 20 16:21:36.262310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beea932-b84d-4e9f-82ac-665026a10a91 req-f2eb4cfc-f7da-48e5-911b-94f234702279 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:36.263873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7beea932-b84d-4e9f-82ac-665026a10a91 req-f2eb4cfc-f7da-48e5-911b-94f234702279 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0824873 May 20 16:21:36.315680 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7beea932-b84d-4e9f-82ac-665026a10a91 req-8be29a2e-fa73-49bc-83c5-eed83f59f227 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 May 20 16:21:36.558175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b68ac-fba3-4b19-b736-582240164ede req-1a089ada-a58f-4bcc-aa3c-1c8ed37344c9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:36.559630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-590b68ac-fba3-4b19-b736-582240164ede req-1a089ada-a58f-4bcc-aa3c-1c8ed37344c9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 945 time: 0.0821068 May 20 16:21:36.696008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Deleting port 1acfcc86-8812-4862-86a8-856c6460c948 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:21:36.696345 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:36.825683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] For port 1acfcc86-8812-4862-86a8-856c6460c948, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1acfcc86-8812-4862-86a8-856c6460c948,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:36.825938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:37.242787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:37.243146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:37.243449 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 disassociated. External IP: 172.26.8.19, port: 1acfcc86-8812-4862-86a8-856c6460c948. May 20 16:21:37.243776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Calling delete_port for 1acfcc86-8812-4862-86a8-856c6460c948 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:21:37.354912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:37.362155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:37.406968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event deleted for resources: {'Port': ['ID=1acfcc86-8812-4862-86a8-856c6460c948,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:37.420110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.420506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.420872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.421240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.421637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.421999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.422362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.422727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.423088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.423445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.423811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.424196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:37.428223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:37.538058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6024033-9ec3-4d18-84e1-e697c5ab8584 req-aaaa3800-aa7c-4371-ac16-5c99ff33134f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=430f4785-ac21-4422-a59e-9bb3dc5df5a5 HTTP/1.1" status: 200 len: 210 time: 0.0581722 May 20 16:21:37.657118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:21:37.836708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:21:37.845899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:21:37.855313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:21:37.856010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:21:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:37.906310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] No DVR routers for this DVR port 1acfcc86-8812-4862-86a8-856c6460c948 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:21:37.909228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:37.912191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-deleted', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:37.929798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-590b68ac-fba3-4b19-b736-582240164ede req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "DELETE /v2.0/ports/1acfcc86-8812-4862-86a8-856c6460c948 HTTP/1.1" status: 204 len: 173 time: 1.3649104 May 20 16:21:37.965514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f4785-ac21-4422-a59e-9bb3dc5df5a5', 'name': 'network-vif-deleted', 'tag': '1acfcc86-8812-4862-86a8-856c6460c948', 'status': 'completed', 'code': 200} May 20 16:21:38.040493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:21:38.351373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:38.355297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:21:38.364654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:21:38.365279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:21:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:38.547000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:21:38.870252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:38.874359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb00a5-b8f6-4d8f-8dae-0c9522438a42 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:21:38.898311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-aec03e4a-8adb-45e5-95b9-5a25619d7c3b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--340856897&fields=id&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 267 time: 0.0444589 May 20 16:21:39.053892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-aa84393b-2c85-4845-af73-74a0d0433cd3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:39.055371 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-aa84393b-2c85-4845-af73-74a0d0433cd3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1501572 May 20 16:21:39.071175 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-596865f0-226c-4146-a4d5-afc6cd6d6b0c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/quotas/22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 375 time: 0.0098515 May 20 16:21:39.090944 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcf7d2-6264-4673-b37d-1ff88d351526 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:21:39.157516 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-c69674f1-127e-40d1-86f8-45eb84a79a3d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:39.173216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-c69674f1-127e-40d1-86f8-45eb84a79a3d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:39.175052 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-c69674f1-127e-40d1-86f8-45eb84a79a3d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981333 May 20 16:21:39.359732 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-e4c671ba-1959-4d93-8bf9-aeda472dba18 service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728055 May 20 16:21:39.629900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-9c24864b-4d84-4037-ba06-310de9e0588f service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641289 May 20 16:21:39.802382 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6956f1b9-264c-4d72-9b6c-03f7866f8a12 req-5e4bbf2d-0ece-4958-b060-f69e9d1c919f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 210 time: 0.0422168 May 20 16:21:40.413433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3c13-c543-4deb-be9c-68d93fd03c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:40.815616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-7f240d48-0eb0-48cd-a068-413b7422da65 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:40.816943 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-7f240d48-0eb0-48cd-a068-413b7422da65 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1454847 May 20 16:21:40.873111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-539acc45-d8a5-44f0-8826-b836aec5519b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 379 time: 0.0469463 May 20 16:21:40.881524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'port': {'device_id': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'admin_state_up': True, 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'security_groups': ['a151ff58-a5b3-4547-8f0d-733106f3af6f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:40.951808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:21:41.011213 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f5ca075-5875-40b3-b5bd-d9faff8371f3 req-9450f32e-a03b-4742-875b-7dd3717f10aa tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 210 time: 0.0635157 May 20 16:21:41.041090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 1acfcc86-8812-4862-86a8-856c6460c948 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:21:41.041461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1acfcc86-8812-4862-86a8-856c6460c948 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:21:41.060368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:41.071043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:41.080950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Made reservation on behalf of 22e185a8faaa4c1e9e4c2c958fc10d43 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:21:41.084589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.249832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Allocated IP 172.20.0.13 (50026e73-47fe-42fa-9022-9f684327d7b9/37392b5b-d650-42ce-b96d-59556bf5163b/f9774d1b-e836-4153-bd17-563fb133b655) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:21:41.435555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.450861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Transition to ACTIVE for port object f9774d1b-e836-4153-bd17-563fb133b655 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:41.474756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.480156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:41.549479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:21:41.550678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:21:41.554854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:21:41.591657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:41.600862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:41.624629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:41.625234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.652679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7748363 May 20 16:21:41.664185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Request body: {'port': {'device_id': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:41.777120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.813942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0ecd0962-ea96-45a6-85f6-39092cd82820 None None] Provisioning for port f9774d1b-e836-4153-bd17-563fb133b655 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:41.819097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0ecd0962-ea96-45a6-85f6-39092cd82820 None None] Provisioning complete for port f9774d1b-e836-4153-bd17-563fb133b655 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:41.819514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0962-ea96-45a6-85f6-39092cd82820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.872603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd0962-ea96-45a6-85f6-39092cd82820 None None] Port f9774d1b-e836-4153-bd17-563fb133b655 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:21:42.112154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9774d1b-e836-4153-bd17-563fb133b655 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:42.121283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.181582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Transition to ACTIVE for port object f9774d1b-e836-4153-bd17-563fb133b655 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:42.187483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.192389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ae3462fe-89b9-4f12-981a-6b3653249a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:42.330908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:42.359969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:42.372267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1f054-6633-44be-b551-234ff6b7ec15 req-954488f3-3f96-49e2-9204-a6c6b2838bec tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:42.372980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4cc1f054-6633-44be-b551-234ff6b7ec15 req-954488f3-3f96-49e2-9204-a6c6b2838bec tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:42.587051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4cc1f054-6633-44be-b551-234ff6b7ec15 req-954488f3-3f96-49e2-9204-a6c6b2838bec tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:42.588195 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4cc1f054-6633-44be-b551-234ff6b7ec15 req-954488f3-3f96-49e2-9204-a6c6b2838bec tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 932 time: 0.4694047 May 20 16:21:42.623654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Attempting to bind port f9774d1b-e836-4153-bd17-563fb133b655 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:21:42.623975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Attempting to bind port f9774d1b-e836-4153-bd17-563fb133b655 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:21:42.624294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Attempting to bind port f9774d1b-e836-4153-bd17-563fb133b655 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:42.638337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Port f9774d1b-e836-4153-bd17-563fb133b655 on network 50026e73-47fe-42fa-9022-9f684327d7b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:21:42.638657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Attempting to bind port f9774d1b-e836-4153-bd17-563fb133b655 on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:42.650664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:21:42.650986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:21:42.651358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Bound using segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:21:42.651776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Bound port: f9774d1b-e836-4153-bd17-563fb133b655, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:21:42.652117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.662706 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4cc1f054-6633-44be-b551-234ff6b7ec15 req-c7b8c8c9-d4bd-467e-880d-cb1b8679f8eb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636919 May 20 16:21:42.745504 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:21:42.748444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:21:42.752473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.756913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f665eccd-4c2f-4ca1-ae55-1ec6ea53944d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:42.806030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:42.806612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.807991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] 10.222.0.25 "PUT /v2.0/ports/f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 1094 time: 1.1480784 May 20 16:21:42.808481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:42.841976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:42.845355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:42.925848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-6a454950-655c-470a-b1eb-1019e2d11d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:42.927513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-6a454950-655c-470a-b1eb-1019e2d11d8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1097 time: 0.0803609 May 20 16:21:43.005754 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-77b42d4b-9841-4190-991c-aa300ca09873 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 217 time: 0.0699153 May 20 16:21:43.042307 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'status': 'completed', 'code': 200} May 20 16:21:43.074083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-18f7cdcb-0ebc-4533-9572-064718dfdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.075419 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-18f7cdcb-0ebc-4533-9572-064718dfdeec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0638151 May 20 16:21:43.149976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-adb23d5d-c878-4d87-a47e-6a828ff76507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.151413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-adb23d5d-c878-4d87-a47e-6a828ff76507 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691445 May 20 16:21:43.182354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:43.283772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-b4c1a6dc-21ae-47b0-bb75-c72278036d48 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259243 May 20 16:21:43.414036 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3d69967-5a2e-45d2-a3a7-93a2b900ebbc req-110db9b5-d71b-4e51-a35e-a7b670ca0278 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242189 May 20 16:21:43.528900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83607-5f9d-4917-9817-322f67268e30 req-08336f89-5b01-41b9-8ee3-97488d234664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.530413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-08336f89-5b01-41b9-8ee3-97488d234664 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1097 time: 0.0700324 May 20 16:21:43.664630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83607-5f9d-4917-9817-322f67268e30 req-4ef0534c-9afb-4c53-b70c-8d97b2723a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.666019 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-4ef0534c-9afb-4c53-b70c-8d97b2723a5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1292238 May 20 16:21:43.739667 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-7eae18fc-1fa6-49e9-bd44-93d120d830aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 217 time: 0.0661943 May 20 16:21:43.791698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-463f69d6-9435-4bf7-99e7-bcc99bf14c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:43.849746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83607-5f9d-4917-9817-322f67268e30 req-c5be4f00-b991-4e01-896c-0952f9eb1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.851178 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-c5be4f00-b991-4e01-896c-0952f9eb1729 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.1046610 May 20 16:21:43.922001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc89b7d-6691-4c64-82a0-e5e0e4304bf1 req-91052fc4-f361-480c-836a-78264f0fd9da tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.923333 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cc89b7d-6691-4c64-82a0-e5e0e4304bf1 req-91052fc4-f361-480c-836a-78264f0fd9da tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 944 time: 0.1470358 May 20 16:21:43.978612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83607-5f9d-4917-9817-322f67268e30 req-142528ea-1d2a-4121-9ab2-f13de6ab48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:43.980046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-142528ea-1d2a-4121-9ab2-f13de6ab48dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1187878 May 20 16:21:43.986752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cc89b7d-6691-4c64-82a0-e5e0e4304bf1 req-5198be64-cf3f-470c-b709-7e7b06fbdd34 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537767 May 20 16:21:44.109569 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-94986a27-7289-4dd0-90bd-c12c925c5ad5 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218719 May 20 16:21:44.239410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da83607-5f9d-4917-9817-322f67268e30 req-c2a0f983-52aa-41d7-812a-73932bc08644 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234534 May 20 16:21:44.693694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:45.168418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458b90-01ba-45eb-9b78-291c9d799d2c req-6f5e1928-af4b-4e78-b71d-61c8cbdd3c88 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:45.169932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56458b90-01ba-45eb-9b78-291c9d799d2c req-6f5e1928-af4b-4e78-b71d-61c8cbdd3c88 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 944 time: 0.0774424 May 20 16:21:45.217858 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56458b90-01ba-45eb-9b78-291c9d799d2c req-7aa78676-8656-47e3-8040-e4f93ccc50c5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406771 May 20 16:21:46.404956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2cd98-e549-48fe-a911-e7379529527b req-10b1154a-062c-4eed-a5e2-24e7853a7228 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:46.406405 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8f2cd98-e549-48fe-a911-e7379529527b req-10b1154a-062c-4eed-a5e2-24e7853a7228 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 944 time: 0.0829768 May 20 16:21:46.449881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8f2cd98-e549-48fe-a911-e7379529527b req-8f982a11-ad07-41b2-b861-3a46ea687533 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376160 May 20 16:21:46.533980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:46.997208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:47.130770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:47.143438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'f9774d1b-e836-4153-bd17-563fb133b655', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655', 'mac_address': 'fa:16:3e:4f:bc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:47.200533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.216565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9774d1b-e836-4153-bd17-563fb133b655 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:47.233508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:47.237903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.239689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:47.305026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:47.308113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:47.440449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['f9774d1b-e836-4153-bd17-563fb133b655'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:47.631785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666725e5-bde7-4d09-9250-6d81f2f6eacc req-36507ef6-b580-41c9-82fa-1cf5926131c6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:47.633142 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-666725e5-bde7-4d09-9250-6d81f2f6eacc req-36507ef6-b580-41c9-82fa-1cf5926131c6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 945 time: 0.0781522 May 20 16:21:47.678678 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-666725e5-bde7-4d09-9250-6d81f2f6eacc req-b93eb0d4-a0cd-41f7-8f31-28343d346f30 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397198 May 20 16:21:49.012559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe810a-e296-4a93-9642-c0761db7ca01 req-d98ca4d9-2e3d-4165-be11-855cbdc4164d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.014044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2ebe810a-e296-4a93-9642-c0761db7ca01 req-d98ca4d9-2e3d-4165-be11-855cbdc4164d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 945 time: 0.2278073 May 20 16:21:49.028572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:21:49.061780 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2ebe810a-e296-4a93-9642-c0761db7ca01 req-4aa7f3f6-150e-44c6-990c-c08d0b15ce78 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411620 May 20 16:21:49.098221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port f9774d1b-e836-4153-bd17-563fb133b655 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:49.103152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port f9774d1b-e836-4153-bd17-563fb133b655 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:49.103529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:49.221266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:49.248117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:49.258420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:49.263438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:49.265221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-964e2097-bd7c-4b8a-82f2-f9cd1dc4b56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:49.299133 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'code': 200} May 20 16:21:49.339298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:49.342266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:49.524394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167aeb5-c643-45c6-bc12-8fa0fbe84e2d req-edd74a5d-f12e-40be-aeaa-44419472f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.525794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0167aeb5-c643-45c6-bc12-8fa0fbe84e2d req-edd74a5d-f12e-40be-aeaa-44419472f605 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.0740254 May 20 16:21:49.567248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0167aeb5-c643-45c6-bc12-8fa0fbe84e2d req-3245e2df-aec4-4ed8-8bea-68205190ebf3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355065 May 20 16:21:50.251900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfcf2-73d5-447c-bb47-18ec96cdd95c req-550f0bff-1fcf-4e61-986f-e53e2ec639e9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:50.253357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83ddfcf2-73d5-447c-bb47-18ec96cdd95c req-550f0bff-1fcf-4e61-986f-e53e2ec639e9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0829799 May 20 16:21:50.299793 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83ddfcf2-73d5-447c-bb47-18ec96cdd95c req-62ac8944-5415-485e-b35c-d708a76213ff tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 May 20 16:21:51.499554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44380c53-1a4d-4c3b-b5bd-21bf864d7eab req-5a20a422-e58d-430d-abee-27e7c82d82a6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:51.501097 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44380c53-1a4d-4c3b-b5bd-21bf864d7eab req-5a20a422-e58d-430d-abee-27e7c82d82a6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0913072 May 20 16:21:51.561310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44380c53-1a4d-4c3b-b5bd-21bf864d7eab req-9ffcb150-c5f6-4281-ba01-5ec40bfd61bb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538230 May 20 16:21:51.743518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863e3b-c708-4b59-b64b-f29a40f1cc61 req-93f5aeb3-512f-4bdd-ba2d-af1186e20ad3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:51.745008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-51863e3b-c708-4b59-b64b-f29a40f1cc61 req-93f5aeb3-512f-4bdd-ba2d-af1186e20ad3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0836902 May 20 16:21:51.754017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51652) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:21:51.759027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'floatingip': {'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:51.833637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.428095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.432358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.601905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 associated. External IP: 172.26.8.19, port: f9774d1b-e836-4153-bd17-563fb133b655. May 20 16:21:53.105560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:21:53.197747 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:21:53.286547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:21:53.291447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:53.295823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:21:53.306613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:21:53.307242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:21:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:53.349625 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4c2f994d-3447-4e91-b2a3-be3117b57ba4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "PUT /v2.0/floatingips/c1b3058d-5071-45f1-8f0a-1e42ec5232c3 HTTP/1.1" status: 200 len: 991 time: 1.5945141 May 20 16:21:53.350295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:53.404884 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'status': 'completed', 'code': 200} May 20 16:21:53.494803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:21:53.502300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-614a5a4d-e52f-4930-898c-ff08b8605c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.503807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-614a5a4d-e52f-4930-898c-ff08b8605c7b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.0759389 May 20 16:21:53.644920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-f0b131a0-f365-4289-b7a2-1db874a5b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.646392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-f0b131a0-f365-4289-b7a2-1db874a5b5ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1356118 May 20 16:21:53.752101 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-72e7dd0e-9d7f-4db9-a4c1-6530efe81912 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 999 time: 0.0993469 May 20 16:21:53.815423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-55bba856-49f9-4645-a081-d68ba3a14df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.816855 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-55bba856-49f9-4645-a081-d68ba3a14df6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0592270 May 20 16:21:53.861792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:4f:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:21:52Z', 'revision_number': 9, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:53.866004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:21:53.874456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:21:53.875069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:21:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:53.894690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-148fd357-e00f-4df5-8e22-c11357ae7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.896154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-148fd357-e00f-4df5-8e22-c11357ae7e4f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731966 May 20 16:21:54.031333 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-6b6f02f2-66ef-4d62-8b20-37e7f846cdad service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288271 May 20 16:21:54.109302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:21:54.166171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb867662-fb2d-4d82-9ee4-1782678fde6d req-251bf3b1-676c-42a4-b5d1-ff0bb880b550 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285207 May 20 16:21:54.461454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:4f:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:21:52Z', 'revision_number': 9, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:21:54.465284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc375d6e-4a70-478b-be07-83cb45eb53ca None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:4f:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:21:52Z', 'revision_number': 9, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:21:54.648398 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917007b-0390-4f3a-b246-49df91d13d28 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:22:00.982631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.418443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-554fb10b-8231-4e99-888f-ac0b2a74baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.186233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.795524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a0b7834-15be-452c-8f23-797a9aad60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.697382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.537044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.522149 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-c0414bff-13ca-430a-b9c9-1ece713b867b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122377 May 20 16:22:28.533243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8885ce6-5559-4e74-9e75-43f0d4656e03 req-3ea7db25-ade7-418e-99ff-8183b95f5f68 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:28.534806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e8885ce6-5559-4e74-9e75-43f0d4656e03 req-3ea7db25-ade7-418e-99ff-8183b95f5f68 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0792744 May 20 16:22:28.582147 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e8885ce6-5559-4e74-9e75-43f0d4656e03 req-4b6024d5-3616-4103-b641-dc29484bc307 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408235 May 20 16:22:29.829294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-10875262-ddb7-4a07-a7a1-0c86aaebc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:29.830797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-10875262-ddb7-4a07-a7a1-0c86aaebc8b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.2827818 May 20 16:22:29.838964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4f31a-e6f3-4565-8531-27b940a38038 req-bbd54219-7ada-47e0-9751-007d26a8e039 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:29.840290 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74a4f31a-e6f3-4565-8531-27b940a38038 req-bbd54219-7ada-47e0-9751-007d26a8e039 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.1081433 May 20 16:22:29.966215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74a4f31a-e6f3-4565-8531-27b940a38038 req-64578305-ea03-41e3-94c2-e2c717bfdfe0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047575 May 20 16:22:29.997720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-58f116c9-eeb1-49f1-ab07-ea483350bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:29.999689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-58f116c9-eeb1-49f1-ab07-ea483350bec7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1585610 May 20 16:22:30.102466 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-3b0b7df1-3c68-47f7-9653-1dc9c6d897e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 1002 time: 0.0965362 May 20 16:22:30.163575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-b8bd6138-feb4-404a-beb5-af31bfb3da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:30.165056 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-b8bd6138-feb4-404a-beb5-af31bfb3da85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0569766 May 20 16:22:30.196720 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:22:30.242429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-281aa682-d986-4a1a-89b5-5f1dd211644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:30.243898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-281aa682-d986-4a1a-89b5-5f1dd211644c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729165 May 20 16:22:30.254138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-5d50fc9b-ed75-461c-90c2-c03a6385da0c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:22:30.255043 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-5d50fc9b-ed75-461c-90c2-c03a6385da0c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048432 May 20 16:22:30.388510 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-49a3952d-5998-4654-910c-5f437e18be4a service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255691 May 20 16:22:30.517703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-c5de5347-a0e8-4b50-83d5-6a93660a267a service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229303 May 20 16:22:31.002845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:31.152313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837c589-eca6-4e13-afab-2ad06616d39d req-cd58e18b-dd07-4039-9e63-e84717486e6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:31.153753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c837c589-eca6-4e13-afab-2ad06616d39d req-cd58e18b-dd07-4039-9e63-e84717486e6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0839806 May 20 16:22:31.197925 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c837c589-eca6-4e13-afab-2ad06616d39d req-638cb43e-5092-4d18-9e90-22b79664c9e0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 May 20 16:22:32.383860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a47bc-27ce-44cf-ba19-32e602034a80 req-97566658-55b2-4f3e-914a-0f0a78a0169f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:32.385300 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a6a47bc-27ce-44cf-ba19-32e602034a80 req-97566658-55b2-4f3e-914a-0f0a78a0169f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0820951 May 20 16:22:32.430804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0a6a47bc-27ce-44cf-ba19-32e602034a80 req-b44c1827-d139-40fe-a567-8c7bc8c0eec6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398157 May 20 16:22:33.616217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605674a4-e207-444e-bfe1-99781c77023d req-3ca6bb17-0d48-445b-b74d-3fd9ee49c65e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:33.617726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-605674a4-e207-444e-bfe1-99781c77023d req-3ca6bb17-0d48-445b-b74d-3fd9ee49c65e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0815732 May 20 16:22:33.664835 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-605674a4-e207-444e-bfe1-99781c77023d req-08f551be-4b13-49f7-9eff-03dce53ed566 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 May 20 16:22:34.858824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16316-20d0-49d4-9768-079a2e25d201 req-64997525-1f80-46b8-8e77-eaeb5df84702 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:34.860162 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2aa16316-20d0-49d4-9768-079a2e25d201 req-64997525-1f80-46b8-8e77-eaeb5df84702 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0822763 May 20 16:22:34.904390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2aa16316-20d0-49d4-9768-079a2e25d201 req-aec21983-9854-4d36-846f-6f3b71551f7e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 May 20 16:22:35.908537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-c1f12f2c-9593-45d8-9036-c635ec04233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:35.909938 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-c1f12f2c-9593-45d8-9036-c635ec04233d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.0712969 May 20 16:22:36.104585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-ec57ac69-f15d-4cc9-8d81-dfc24b097436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:36.106042 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-ec57ac69-f15d-4cc9-8d81-dfc24b097436 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1777716 May 20 16:22:36.346771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce86de-b34d-48e5-bb03-442c8283af14 req-56b07acf-c0c5-4d0b-b7e9-f33678928198 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:36.348211 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-38ce86de-b34d-48e5-bb03-442c8283af14 req-56b07acf-c0c5-4d0b-b7e9-f33678928198 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.3337567 May 20 16:22:36.384777 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-698c289f-81ca-473b-be48-c4576ef0265e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 1002 time: 0.2719393 May 20 16:22:36.445979 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-38ce86de-b34d-48e5-bb03-442c8283af14 req-426cf6fc-acc6-4a05-a96a-0de847f5b7db tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893486 May 20 16:22:36.458718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-9698e7a2-77d2-429a-9c45-1764da567329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:36.460126 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-9698e7a2-77d2-429a-9c45-1764da567329 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0665271 May 20 16:22:36.537803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-0a1d56f3-108f-421c-a549-243d5ddabfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:36.539256 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-0a1d56f3-108f-421c-a549-243d5ddabfd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726399 May 20 16:22:36.670168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-05f6768f-8612-46c3-bfc5-77280cf2cb93 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230915 May 20 16:22:36.798081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-201152f8-1883-456d-aeba-9c7932ebdb60 req-607e09be-db86-4854-aae1-314451a39878 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227417 May 20 16:22:37.627805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ceb9a-ad3b-4bd6-a068-e4bf074eb7be req-599eb6bd-3bee-47a4-920e-164dd1dbde2b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:37.629233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee4ceb9a-ad3b-4bd6-a068-e4bf074eb7be req-599eb6bd-3bee-47a4-920e-164dd1dbde2b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0779815 May 20 16:22:37.674474 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee4ceb9a-ad3b-4bd6-a068-e4bf074eb7be req-87fbbbe8-5bf8-4796-844b-20091dc338b8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392759 May 20 16:22:38.860650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b52f00-cc82-4a86-9a6f-bc02128929f4 req-f686c006-cff5-4616-9652-8d868427c891 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:38.862060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8b52f00-cc82-4a86-9a6f-bc02128929f4 req-f686c006-cff5-4616-9652-8d868427c891 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0832083 May 20 16:22:38.908019 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8b52f00-cc82-4a86-9a6f-bc02128929f4 req-ba741c33-1235-440d-bab2-bcfb5ee66c3f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 May 20 16:22:40.089630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683dfe4-75c5-4e91-aa89-180c2a2b81f3 req-ff68b68b-3acc-499a-a0e5-4897531b6efc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:40.091105 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1683dfe4-75c5-4e91-aa89-180c2a2b81f3 req-ff68b68b-3acc-499a-a0e5-4897531b6efc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0787902 May 20 16:22:40.139224 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1683dfe4-75c5-4e91-aa89-180c2a2b81f3 req-29eb047b-3825-4b01-b301-54f08ee82d86 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 May 20 16:22:40.421488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-55916a6d-81dc-4b48-b51c-322025016d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:41.322205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e342d-8b98-42bb-906c-123613bd6f9c req-b4329c37-3dce-45b8-baea-f66df1e1d3cc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:41.323644 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-514e342d-8b98-42bb-906c-123613bd6f9c req-b4329c37-3dce-45b8-baea-f66df1e1d3cc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0790172 May 20 16:22:41.368525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-514e342d-8b98-42bb-906c-123613bd6f9c req-157e96b7-627d-4dad-be3f-ec90263824d3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391028 May 20 16:22:42.140834 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-5fdb657f-09ef-46ed-8db6-61cc8120d188 service neutron] 10.222.0.25 "GET /v2.0/ports/f9774d1b-e836-4153-bd17-563fb133b655/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0782273 May 20 16:22:42.397684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-32f33582-033a-4676-ad56-e3c23719566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:42.399309 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-32f33582-033a-4676-ad56-e3c23719566f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 1099 time: 0.0741074 May 20 16:22:42.535849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-11378e2d-4efc-4e00-9323-bf3715f20020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:42.537308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-11378e2d-4efc-4e00-9323-bf3715f20020 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.1168385 May 20 16:22:42.653042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aa87a-6c96-4285-9fe0-10d1e57c47ae req-a997cef7-30d1-4a22-acf7-9c0ff050a4d7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:42.654984 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a43aa87a-6c96-4285-9fe0-10d1e57c47ae req-a997cef7-30d1-4a22-acf7-9c0ff050a4d7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.1782901 May 20 16:22:42.716620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-aa6f32b6-575e-4065-9b38-14e3ba78e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:42.718057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-aa6f32b6-575e-4065-9b38-14e3ba78e305 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1699317 May 20 16:22:42.728502 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a43aa87a-6c96-4285-9fe0-10d1e57c47ae req-410810c5-e517-46ac-abe0-53cef40258b5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660381 May 20 16:22:42.822581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-21fc304d-3809-41eb-8690-b734f83f8d22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 1002 time: 0.0971532 May 20 16:22:42.883589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-ee07dbc2-0820-49aa-8930-0e68ed07b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:42.885008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-ee07dbc2-0820-49aa-8930-0e68ed07b27d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0570335 May 20 16:22:42.962923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-d3c8887d-bdc0-4c7b-b815-f2cd0bc56a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:42.964272 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-d3c8887d-bdc0-4c7b-b815-f2cd0bc56a23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734274 May 20 16:22:43.188152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:43.244729 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-a82284a2-8fee-4f1f-90a0-27b13eabb202 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742178 May 20 16:22:43.375320 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-56280105-8bb7-4f76-99ff-510f1c9ccdc6 req-a7207007-6cd3-4ed5-a78c-bef4bcb7038b service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244848 May 20 16:22:43.797486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b76963b5-05ff-4c3b-bb44-fc548f2babf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:43.915538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aeab7-38ae-4f80-b163-15297a53e2b2 req-b7e8b3a9-68c5-4a9b-9fe1-4ef407622ae0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:43.917002 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b09aeab7-38ae-4f80-b163-15297a53e2b2 req-b7e8b3a9-68c5-4a9b-9fe1-4ef407622ae0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0792718 May 20 16:22:43.960828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b09aeab7-38ae-4f80-b163-15297a53e2b2 req-998a0fd3-6784-4401-bf85-ada743abb968 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380795 May 20 16:22:44.699870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:45.153693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfc7c1-031b-4f8f-a359-015b37b4452b req-6c057ecf-9470-46f8-a4ca-d2f2b6843b09 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:45.155143 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33cfc7c1-031b-4f8f-a359-015b37b4452b req-6c057ecf-9470-46f8-a4ca-d2f2b6843b09 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0866492 May 20 16:22:45.201155 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-33cfc7c1-031b-4f8f-a359-015b37b4452b req-9f9a2b42-e5a5-4b15-be82-a4cea0a1bc2a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 May 20 16:22:46.390919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6f06b-1720-471d-9966-6c89dae1a81e req-e84d332f-8b7d-4041-af1d-93ce548f20c2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:46.392629 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-81c6f06b-1720-471d-9966-6c89dae1a81e req-e84d332f-8b7d-4041-af1d-93ce548f20c2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0831013 May 20 16:22:46.439931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-81c6f06b-1720-471d-9966-6c89dae1a81e req-848735fd-1c39-40ae-89ae-99a964648155 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413122 May 20 16:22:46.538899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.885931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-c836690f-c3fb-4c2f-b731-ff12429500db tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:46.887232 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-c836690f-c3fb-4c2f-b731-ff12429500db tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1309538 May 20 16:22:46.971381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8924860-b32a-4a6e-8d6d-01b45dc87a22 req-c4ff75e2-4608-448e-88d3-4f61dfe4045c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:46.972800 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8924860-b32a-4a6e-8d6d-01b45dc87a22 req-c4ff75e2-4608-448e-88d3-4f61dfe4045c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.1570184 May 20 16:22:46.998479 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-59af160d-8fc4-4b2a-ab4b-e253f4d186ab service neutron] 10.222.0.25 "GET /v2.0/ports/f9774d1b-e836-4153-bd17-563fb133b655/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1045580 May 20 16:22:47.061399 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d8924860-b32a-4a6e-8d6d-01b45dc87a22 req-6d1dbab1-9157-47fc-939c-15bf783b4cf9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813637 May 20 16:22:47.097162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-0c2e97e0-42cb-43ff-8553-3ef88014c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:47.098654 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-0c2e97e0-42cb-43ff-8553-3ef88014c1b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.0799313 May 20 16:22:47.228411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-7153d4c8-097c-48e9-9d37-927ec350fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:47.229869 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-7153d4c8-097c-48e9-9d37-927ec350fd59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1254869 May 20 16:22:47.242406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:22:47.245715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:47.332589 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-5996e3e1-3864-4f4a-acf2-c5c939385a1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 1002 time: 0.0969291 May 20 16:22:47.396045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-3e33e22a-2543-4541-a350-ad84cb8368e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:47.397491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-3e33e22a-2543-4541-a350-ad84cb8368e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0590799 May 20 16:22:47.456039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.472493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-54ad1a33-78e9-4c99-a872-29bf2eea2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:47.474043 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-54ad1a33-78e9-4c99-a872-29bf2eea2542 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700474 May 20 16:22:47.492335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:47.508681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:47.516744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'f9774d1b-e836-4153-bd17-563fb133b655', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655', 'mac_address': 'fa:16:3e:4f:bc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:22:47.522596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:47.553162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.562315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:47.596438 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'code': 200} May 20 16:22:47.609286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-2e7547a7-ca60-48fd-aba6-39081889a869 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284132 May 20 16:22:47.638628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.660390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:47.663399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9774d1b-e836-4153-bd17-563fb133b655 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:22:47.678681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.679027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.679359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.679688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.680008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.680348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.680652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.680970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.681288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.681620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.681972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.682491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:47.686835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:47.693613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:47.698807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.702147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:47.747631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-a350bc24-bdbc-410e-a0ea-5b511da88c4e service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313646 May 20 16:22:47.768407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['f9774d1b-e836-4153-bd17-563fb133b655'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:47.813408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:47.822316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:48.254919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3079f24-e672-4072-90cb-679299973665 req-a686b628-8644-40c6-ac34-8cc36bb8165f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:48.256352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e3079f24-e672-4072-90cb-679299973665 req-a686b628-8644-40c6-ac34-8cc36bb8165f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 945 time: 0.0848963 May 20 16:22:48.300617 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e3079f24-e672-4072-90cb-679299973665 req-3f32757c-7473-4a4b-ae2c-ffedd05ea58a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385327 May 20 16:22:49.254935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:49.328140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port f9774d1b-e836-4153-bd17-563fb133b655 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:49.328521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:49.449758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:49.487336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:49.490993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcd8d9-fade-4c0e-88b4-af514acde018 req-4e67bbb4-0b3d-42b3-ad26-f99f4d415681 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:49.492360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:49.493824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73dcd8d9-fade-4c0e-88b4-af514acde018 req-4e67bbb4-0b3d-42b3-ad26-f99f4d415681 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 945 time: 0.0854399 May 20 16:22:49.494554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:49.598960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:49.628864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:49.632476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:49.659455 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'code': 200} May 20 16:22:49.686567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-73dcd8d9-fade-4c0e-88b4-af514acde018 req-3f40324e-dc1d-4e12-be31-5ce168fa0dfa tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863515 May 20 16:22:50.125155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-42c65849-7519-48ce-b48b-0e1973ab8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.126639 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-42c65849-7519-48ce-b48b-0e1973ab8859 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 1099 time: 0.1116977 May 20 16:22:50.220830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-21cd50fa-8c6a-4781-b143-baa9045d785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.222367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-21cd50fa-8c6a-4781-b143-baa9045d785c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 1099 time: 0.0741389 May 20 16:22:50.352522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-5c2806b0-8cad-4520-af43-9754983728da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.356878 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-5c2806b0-8cad-4520-af43-9754983728da service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1257775 May 20 16:22:50.461825 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-20d34c72-63e5-44b8-bd07-d2daf47924b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 200 len: 1002 time: 0.1016769 May 20 16:22:50.523161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-a2f304b1-6c20-45d0-aca2-14b2588de3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.524477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-a2f304b1-6c20-45d0-aca2-14b2588de3c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0564368 May 20 16:22:50.597817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-b7f4caba-c376-4044-9fd9-4e59038187ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.599278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-b7f4caba-c376-4044-9fd9-4e59038187ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682602 May 20 16:22:50.732157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-45966ddc-a72e-47a7-b5a5-dababe6b8085 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255798 May 20 16:22:50.907314 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc8c8282-b748-42a9-96ee-d06888b56228 req-0d36e31f-5a44-4aa9-9cc3-0a7a3367f418 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692407 May 20 16:22:50.949643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd017b7-a708-41a9-a334-258ae299bba6 req-7843b1f3-2500-4412-bc22-9d5a430c074f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.951163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2bd017b7-a708-41a9-a334-258ae299bba6 req-7843b1f3-2500-4412-bc22-9d5a430c074f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.1431322 May 20 16:22:50.995486 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2bd017b7-a708-41a9-a334-258ae299bba6 req-37f9737e-4726-4cf5-ab21-213e95cafb96 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 May 20 16:22:52.189715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b81c-c088-44ae-84c0-337c65d453c8 req-7eaba4bd-e7a8-4cb8-ba56-791de3307767 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:52.191064 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4226b81c-c088-44ae-84c0-337c65d453c8 req-7eaba4bd-e7a8-4cb8-ba56-791de3307767 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0883904 May 20 16:22:52.237076 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4226b81c-c088-44ae-84c0-337c65d453c8 req-f5116132-ee31-4448-81fa-5f5cffcd093c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399692 May 20 16:22:53.274188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:22:53.276564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:53.422397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b7e7c-7383-44a8-b160-7952e21fd351 req-d7bf7599-2a47-474c-9493-dea2f5c2895a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.423877 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b21b7e7c-7383-44a8-b160-7952e21fd351 req-d7bf7599-2a47-474c-9493-dea2f5c2895a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0823710 May 20 16:22:53.469060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b21b7e7c-7383-44a8-b160-7952e21fd351 req-1d9a3d07-1552-401c-97f9-74094b689cb5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394104 May 20 16:22:53.486783 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:53.517366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:53.539474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:53.545623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'f9774d1b-e836-4153-bd17-563fb133b655', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': 'f9774d1b-e836-4153-bd17-563fb133b655', 'mac_address': 'fa:16:3e:4f:bc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:22:53.551553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:53.583071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:53.591540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:53.619836 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'code': 200} May 20 16:22:53.662119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:53.683604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9774d1b-e836-4153-bd17-563fb133b655 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:22:53.690244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=9']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:53.699390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:53.704221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:53.707305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:53.709155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:53.711931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7548-0379-49aa-b4e7-20c42eab7174 req-f71ad222-176b-46aa-876a-576dfb5e0b9d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.713454 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87fe7548-0379-49aa-b4e7-20c42eab7174 req-f71ad222-176b-46aa-876a-576dfb5e0b9d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 944 time: 0.1349723 May 20 16:22:53.759787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87fe7548-0379-49aa-b4e7-20c42eab7174 req-15d1e1e3-43c3-41f6-a414-715a0ecc9bc0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 May 20 16:22:53.778633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['f9774d1b-e836-4153-bd17-563fb133b655'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:53.819367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=10']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:53.823797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:53.953448 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7cbcb-6282-46ab-a573-38cf6cc61cbe req-35c9b379-ca20-40e8-ab6c-d46027dfe7f4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.955028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c9c7cbcb-6282-46ab-a573-38cf6cc61cbe req-35c9b379-ca20-40e8-ab6c-d46027dfe7f4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0805023 May 20 16:22:54.002783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c9c7cbcb-6282-46ab-a573-38cf6cc61cbe req-aaa19049-d8c5-4c42-bd4e-7bf820d04bc3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 May 20 16:22:54.376258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb0f12-1d7c-415a-b1c7-620b82e7cf0c req-57a38ba1-27a1-4c32-8028-065deb886bd0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:54.377751 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cddb0f12-1d7c-415a-b1c7-620b82e7cf0c req-57a38ba1-27a1-4c32-8028-065deb886bd0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 946 time: 0.0786436 May 20 16:22:54.423387 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cddb0f12-1d7c-415a-b1c7-620b82e7cf0c req-60681670-4851-49af-9b9a-23545fc7f693 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399599 May 20 16:22:55.288820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:55.359057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port f9774d1b-e836-4153-bd17-563fb133b655 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:55.359423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:55.478996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:55.511784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:55.516825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:55.518709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:55.584513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=11']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:55.587729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:55.621503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:55.628574 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4b9e1-4e1a-4e92-9ff1-aeeb37b4cda1 req-9ebf9691-4ea4-4c48-8223-c3481f695195 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:55.630233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2be4b9e1-4e1a-4e92-9ff1-aeeb37b4cda1 req-9ebf9691-4ea4-4c48-8223-c3481f695195 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 947 time: 0.0899568 May 20 16:22:55.667443 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'code': 200} May 20 16:22:55.680202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2be4b9e1-4e1a-4e92-9ff1-aeeb37b4cda1 req-1eb04bce-1e17-49d8-ac35-7421c713c986 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441453 May 20 16:22:56.349501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-60119424-6cc0-4af1-8274-6df3599bdf9c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:56.350919 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-60119424-6cc0-4af1-8274-6df3599bdf9c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 947 time: 0.0775831 May 20 16:22:56.488683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Deleting port f9774d1b-e836-4153-bd17-563fb133b655 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:22:56.489018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:56.758915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] For port f9774d1b-e836-4153-bd17-563fb133b655, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f9774d1b-e836-4153-bd17-563fb133b655,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:56.759655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.077311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7761-f26d-4965-accd-c7ddfe73766d req-2f24ab8c-151d-474c-b6b4-5d53f4a58607 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:57.078792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-02cf7761-f26d-4965-accd-c7ddfe73766d req-2f24ab8c-151d-474c-b6b4-5d53f4a58607 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 947 time: 0.2576928 May 20 16:22:57.134125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.134492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.134795 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 disassociated. External IP: 172.26.8.19, port: f9774d1b-e836-4153-bd17-563fb133b655. May 20 16:22:57.135125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Calling delete_port for f9774d1b-e836-4153-bd17-563fb133b655 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:22:57.150145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-02cf7761-f26d-4965-accd-c7ddfe73766d req-29c4a205-ecf7-4acd-915c-bead540d96c2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652804 May 20 16:22:57.257308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.262863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f10bfe6-ac3d-4d3d-a7de-e87896f08236 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:57.307906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event deleted for resources: {'Port': ['ID=f9774d1b-e836-4153-bd17-563fb133b655,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:57.317546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.317938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.318317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.318695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.319063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.319441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.319804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.320170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.320533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.320899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.321263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.321649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:57.325330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:57.512550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:22:57.688089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:22:57.697293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:22:57.707193 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:57.707812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:22:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:57.760854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] No DVR routers for this DVR port f9774d1b-e836-4153-bd17-563fb133b655 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:22:57.764022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.766918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-deleted', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:57.783794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-649d251f-f4d3-433e-86f5-1b122ca9bd68 req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "DELETE /v2.0/ports/f9774d1b-e836-4153-bd17-563fb133b655 HTTP/1.1" status: 204 len: 173 time: 1.4274096 May 20 16:22:57.812282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df05eff8-a915-4ab0-afd8-2367afe92709', 'name': 'network-vif-deleted', 'tag': 'f9774d1b-e836-4153-bd17-563fb133b655', 'status': 'completed', 'code': 200} May 20 16:22:57.899025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:58.207519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:58.211625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:22:58.221063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:58.221698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:22:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:58.355697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-9336fd26-c6b6-4a87-bb2a-2f6f9a304382 req-7ddc556c-fbea-4eb3-b30c-d6304416a7c8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:58.373699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-9336fd26-c6b6-4a87-bb2a-2f6f9a304382 req-7ddc556c-fbea-4eb3-b30c-d6304416a7c8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:58.375132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9336fd26-c6b6-4a87-bb2a-2f6f9a304382 req-7ddc556c-fbea-4eb3-b30c-d6304416a7c8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=df05eff8-a915-4ab0-afd8-2367afe92709 HTTP/1.1" status: 200 len: 210 time: 0.0641899 May 20 16:22:58.457533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:58.761778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:58.766483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee07c5-51e8-4e8f-9f7a-7e0391312942 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:22:58.957595 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d2f274-4cfc-4f6e-8aa4-6a8520953ae1 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:22:59.718378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-66bcc6d1-9fe2-423f-896a-641d6a982b19 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--340856897&fields=id&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 267 time: 0.0400720 May 20 16:22:59.863329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-8df3b0d0-ca49-41d5-8186-6db45980928d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:59.864752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-8df3b0d0-ca49-41d5-8186-6db45980928d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1399560 May 20 16:22:59.879562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-6362e1f7-7d79-4541-a98a-40dbacd8d333 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/quotas/22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 375 time: 0.0093808 May 20 16:22:59.966656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-34ff0b64-1d24-4a82-a0d3-3138a2cfe6d7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820756 May 20 16:23:00.248171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-4d6d00e0-72f8-4ff1-8af5-c4ea5eb5c94c service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700381 May 20 16:23:00.376506 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-177d8b3b-b5fe-4de6-bd84-7ca02ab92b0f service neutron] 10.222.0.13 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218238 May 20 16:23:00.562088 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f982aa4-3fee-4e1b-8b5d-5bb41f386044 req-fa32953e-043b-4910-87d7-6d05150ddba8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 210 time: 0.0488014 May 20 16:23:01.004324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.319355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:23:01.352922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: f9774d1b-e836-4153-bd17-563fb133b655 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:23:01.353265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device f9774d1b-e836-4153-bd17-563fb133b655 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:23:01.554057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-658b7bf6-4e33-4f0a-9c80-0f68723dc0e9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:01.555464 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-658b7bf6-4e33-4f0a-9c80-0f68723dc0e9 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 811 time: 0.1488659 May 20 16:23:01.606892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-caed2b55-7eaf-4289-86f3-58aaaa305381 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 379 time: 0.0435100 May 20 16:23:01.616217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'port': {'device_id': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'admin_state_up': True, 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'security_groups': ['a151ff58-a5b3-4547-8f0d-733106f3af6f']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:01.749021 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ec9946fb-57d9-46dc-8318-9cb2cf52ab6c req-40205a71-11d3-4831-801f-132d8989658d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 210 time: 0.0602806 May 20 16:23:01.799155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:01.808918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:01.819788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Made reservation on behalf of 22e185a8faaa4c1e9e4c2c958fc10d43 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:23:01.823354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.987650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Allocated IP 172.20.0.5 (50026e73-47fe-42fa-9022-9f684327d7b9/37392b5b-d650-42ce-b96d-59556bf5163b/4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:02.185108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.201419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Transition to ACTIVE for port object 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:02.229233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.235193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5313b114-d2d3-46fc-bf97-b9627890fc76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:02.303925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Network 50026e73-47fe-42fa-9022-9f684327d7b9 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:02.308585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:02.311510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:02.359296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:02.362702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:02.391283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:02.391944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.421653 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8090549 May 20 16:23:02.434211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Request body: {'port': {'device_id': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:02.540011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-973c0673-c10d-497e-bfc2-8bd9a5b27d27 None None] Provisioning for port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:02.547323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-973c0673-c10d-497e-bfc2-8bd9a5b27d27 None None] Provisioning complete for port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:02.547702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-973c0673-c10d-497e-bfc2-8bd9a5b27d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.558316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.610003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-973c0673-c10d-497e-bfc2-8bd9a5b27d27 None None] Port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:23:02.962116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:23:02.972123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.152293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Transition to ACTIVE for port object 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:03.157185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.162505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7789909a-4a82-40bd-972b-c5178cdd4ba0 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:03.265814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff0841-51ed-480c-aa4f-e7af4e19b375 req-98e432ff-7a96-4bf0-90c1-12b2c0bd930c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:03.266556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-09ff0841-51ed-480c-aa4f-e7af4e19b375 req-98e432ff-7a96-4bf0-90c1-12b2c0bd930c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:23:03.313905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:03.317125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:03.350334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-09ff0841-51ed-480c-aa4f-e7af4e19b375 req-98e432ff-7a96-4bf0-90c1-12b2c0bd930c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:23:03.351521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ff0841-51ed-480c-aa4f-e7af4e19b375 req-98e432ff-7a96-4bf0-90c1-12b2c0bd930c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 931 time: 0.4925258 May 20 16:23:03.447508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09ff0841-51ed-480c-aa4f-e7af4e19b375 req-6a8a9b56-b549-4173-8d85-e37fc55fdab2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651643 May 20 16:23:03.463519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Attempting to bind port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:03.463851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Attempting to bind port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:03.464178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Attempting to bind port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:03.469400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a on network 50026e73-47fe-42fa-9022-9f684327d7b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:23:03.469713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Attempting to bind port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a on network 50026e73-47fe-42fa-9022-9f684327d7b9 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:03.474861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:03.475109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Checking segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:03.475483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Bound using segment: {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:03.475895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Bound port: 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8134e5-62f9-452e-adc0-0ee0a984bdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:03.476237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.564524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:03.567493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:03.572146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.577106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-52e13123-0936-4d28-bbc8-964146d29225 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:03.630042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:03.630668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.631992 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] 10.222.0.25 "PUT /v2.0/ports/4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1093 time: 1.2027397 May 20 16:23:03.632522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:23:03.667687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:03.671941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:03.711174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'status': 'completed', 'code': 200} May 20 16:23:03.767608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-58cbbee3-d418-49a7-a97a-1f9cf2dc218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:03.769504 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-58cbbee3-d418-49a7-a97a-1f9cf2dc218d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1096 time: 0.0950661 May 20 16:23:03.844389 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-c9d89fe4-deb4-47a5-a9d7-9a8fbd2270ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 217 time: 0.0663226 May 20 16:23:03.909100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-bce80924-d024-4a24-9f0f-cc2d6a077ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:03.910508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-bce80924-d024-4a24-9f0f-cc2d6a077ce7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0602343 May 20 16:23:03.989892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97897d2-8002-4370-bd1d-92a385246311 req-c2a5a03e-140f-49ff-8ba5-e49d0c912da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:03.991465 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-c2a5a03e-140f-49ff-8ba5-e49d0c912da7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748820 May 20 16:23:04.128026 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-cb79c924-a826-4973-b84e-c5a71351579c service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301730 May 20 16:23:04.261580 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e97897d2-8002-4370-bd1d-92a385246311 req-de44d823-dc9d-4ce9-ae3c-041d108913b3 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268365 May 20 16:23:04.383199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-91ab3a9b-3b6a-45e2-bc4d-ca986fdaada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.384668 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-91ab3a9b-3b6a-45e2-bc4d-ca986fdaada2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1096 time: 0.0703363 May 20 16:23:04.521868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-a78518ed-308a-4783-b71b-b35e1a86db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.523229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-a78518ed-308a-4783-b71b-b35e1a86db7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1319649 May 20 16:23:04.624018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-426b0420-dc6c-403d-8f6a-118786fd1f2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 217 time: 0.0937397 May 20 16:23:04.710028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-05fb5442-a587-430c-881c-0025f78098ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.711445 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-05fb5442-a587-430c-881c-0025f78098ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0762177 May 20 16:23:04.768665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d885ed-c41e-47ad-83b9-61a7072573b8 req-d5626e46-0e5c-46de-a3e0-22d4be9a241a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.770145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-68d885ed-c41e-47ad-83b9-61a7072573b8 req-d5626e46-0e5c-46de-a3e0-22d4be9a241a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.1846175 May 20 16:23:04.828569 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-68d885ed-c41e-47ad-83b9-61a7072573b8 req-7715708c-c706-4e33-8729-3dc454bd6d39 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524285 May 20 16:23:04.833902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-31c54204-d685-430c-97e8-2b3cef590ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.835427 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-31c54204-d685-430c-97e8-2b3cef590ad8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1162174 May 20 16:23:05.116581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-a92de41c-873c-4237-a1ab-57a618948a0d service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730396 May 20 16:23:05.249920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-815a0a90-34e7-48b9-8d17-34fad1ee5936 req-9c85a804-b5dd-4fc9-a9ba-012f92fdb5eb service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270332 May 20 16:23:06.018123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c06c11-a63f-4e86-b457-3683516f48fb req-de1467a8-e2c8-441c-93ef-14c7b4aad412 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:06.019553 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5c06c11-a63f-4e86-b457-3683516f48fb req-de1467a8-e2c8-441c-93ef-14c7b4aad412 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0821283 May 20 16:23:06.064511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5c06c11-a63f-4e86-b457-3683516f48fb req-9724b254-0558-4e27-9dc9-612128b30a9c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392544 May 20 16:23:07.195195 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:23:07.253432 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f366d-06d2-4c34-a205-0c46d39f29b0 req-e38472de-df59-4968-83ba-2bcb96a24bf4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:07.254885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd0f366d-06d2-4c34-a205-0c46d39f29b0 req-e38472de-df59-4968-83ba-2bcb96a24bf4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0796149 May 20 16:23:07.303233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd0f366d-06d2-4c34-a205-0c46d39f29b0 req-be529f6b-2783-4830-a1f5-d2929ddb7141 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426214 May 20 16:23:07.350172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:23:07.482674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:07.496750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'mac_address': 'fa:16:3e:4d:9d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:23:07.552374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:07.572600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:23:07.588585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:07.592796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:07.595114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:07.662256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:07.665243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:07.791218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:23:08.485487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a269-7e81-4e7e-b5d7-0b8f9b74dcc2 req-5133af20-21e0-4d60-9cbd-51dde2466453 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:08.486944 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9331a269-7e81-4e7e-b5d7-0b8f9b74dcc2 req-5133af20-21e0-4d60-9cbd-51dde2466453 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 944 time: 0.0810125 May 20 16:23:08.531653 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9331a269-7e81-4e7e-b5d7-0b8f9b74dcc2 req-ab412b2d-7953-4cbd-b1e9-abd56ec9f742 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387874 May 20 16:23:09.365529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:09.433788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:09.438732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:09.439095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:09.555818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:09.583962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:23:09.594032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:09.598221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:09.600393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:09.637141 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'code': 200} May 20 16:23:09.670605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:09.673546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:09.736254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60e1ff-da05-4193-9d5f-60343267e454 req-7d3c9879-3345-4dba-b9ba-03f31c18739e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:09.737768 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c60e1ff-da05-4193-9d5f-60343267e454 req-7d3c9879-3345-4dba-b9ba-03f31c18739e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0914388 May 20 16:23:09.786514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c60e1ff-da05-4193-9d5f-60343267e454 req-0d4b6a9d-3014-43cc-82de-ce8fed9d99c5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 May 20 16:23:09.973882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb35d9-df1f-42f4-ae09-7cb1bd047484 req-6f2b781e-50f9-47ed-ac93-b1786e4874ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:09.975345 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cebb35d9-df1f-42f4-ae09-7cb1bd047484 req-6f2b781e-50f9-47ed-ac93-b1786e4874ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0690904 May 20 16:23:10.017086 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cebb35d9-df1f-42f4-ae09-7cb1bd047484 req-3c0f5fbc-eada-4b18-bc8a-276efaeea4f0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353739 May 20 16:23:10.425314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-31917aac-f80e-46d9-858e-32ec9ed9b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:10.978442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03244-82b4-44d2-99ff-2572161226f5 req-b7393c10-0f3d-4e8a-acec-8b08d8254af1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:10.979890 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29e03244-82b4-44d2-99ff-2572161226f5 req-b7393c10-0f3d-4e8a-acec-8b08d8254af1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0829897 May 20 16:23:11.024676 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29e03244-82b4-44d2-99ff-2572161226f5 req-6c4bba58-6343-45e0-8099-159de2b532cf tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 May 20 16:23:11.207610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934f67-1d2c-49e0-9ecb-c050f6df6d9d req-e87a9eb7-7ced-428c-8436-a2a7ae34cc0c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:11.209090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e5934f67-1d2c-49e0-9ecb-c050f6df6d9d req-e87a9eb7-7ced-428c-8436-a2a7ae34cc0c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0845187 May 20 16:23:11.217755 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 51884) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:11.223019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Request body: {'floatingip': {'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:11.298409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:11.892926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:11.897379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.207785 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 associated. External IP: 172.26.8.19, port: 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a. May 20 16:23:12.558376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:23:12.733698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:23:12.738605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.746675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:23:12.759789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:12.760397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:22:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:12.795215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2b3a9548-c862-48d8-a6b4-248a6761d13f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "PUT /v2.0/floatingips/c1b3058d-5071-45f1-8f0a-1e42ec5232c3 HTTP/1.1" status: 200 len: 991 time: 1.5763769 May 20 16:23:12.795987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:23:12.842582 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'status': 'completed', 'code': 200} May 20 16:23:12.942838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-cd3ee26b-4862-4b94-93cf-e22d0c227b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:12.944324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-cd3ee26b-4862-4b94-93cf-e22d0c227b25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0800841 May 20 16:23:12.985133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:13.074551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-a6fc296e-1c0f-4e8a-b67b-4840c7d2706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:13.075882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-a6fc296e-1c0f-4e8a-b67b-4840c7d2706b service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1249847 May 20 16:23:13.177951 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-36e38820-0f98-4429-81f2-90b353ff5e14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 999 time: 0.0959537 May 20 16:23:13.239747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-bf1c6934-944c-48bc-b6fe-35f62c026383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:13.241698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-bf1c6934-944c-48bc-b6fe-35f62c026383 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0568368 May 20 16:23:13.249364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.321122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-296dbd8b-4adb-4dd6-805c-3cfe8def3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:13.322692 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-296dbd8b-4adb-4dd6-805c-3cfe8def3827 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750484 May 20 16:23:13.348386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:4d:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:23:11Z', 'revision_number': 13, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:13.352150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:23:13.360758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:13.361408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:22:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:13.547095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:13.610148 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-dbac99c4-249d-454e-8f5b-809c71bbb4e2 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798710 May 20 16:23:13.744046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b961cd37-fdcc-4104-b97f-8f035bc797d1 req-bc9566df-d937-4b00-83cc-95ed0751ebfd service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283908 May 20 16:23:13.814801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-11da2147-114c-455f-a90c-cc2eb8a58c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.914998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:4d:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:23:11Z', 'revision_number': 13, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:13.918808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15146642-fbbe-464b-9e15-33821233a3f2 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c1b3058d-5071-45f1-8f0a-1e42ec5232c3', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'mac_address': 'fa:16:3e:4d:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:19:01Z', 'updated_at': '2021-05-20T16:23:11Z', 'revision_number': 13, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:23:14.095271 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972fdf0-4f67-4dbd-81f3-98ddd877dec4 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:23:14.702775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:16.543262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.034725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:37.831302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-a0024f43-6df7-4878-a673-f85ea43be551 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679042 May 20 16:23:37.993849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-f9aa7738-6be2-4e75-ad81-c438fe2b7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:37.995330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-f9aa7738-6be2-4e75-ad81-c438fe2b7ec1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0733511 May 20 16:23:38.145382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-81c26b9b-9f74-4bb1-adf2-e122c8d06817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:38.146925 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-81c26b9b-9f74-4bb1-adf2-e122c8d06817 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1322246 May 20 16:23:38.270704 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-f5b7636a-2f38-483d-a81e-7c4f66f8b983 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1001 time: 0.1163986 May 20 16:23:38.336023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-fe505275-6afb-47aa-8809-ead04d31fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:38.337506 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-fe505275-6afb-47aa-8809-ead04d31fb3a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0598593 May 20 16:23:38.412464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-b44bc93a-15d5-45ab-85f9-0c1178bad5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:38.413883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-b44bc93a-15d5-45ab-85f9-0c1178bad5ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703297 May 20 16:23:38.548487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-9ec9aa4f-730e-4c8e-a7e4-54e2a022fe49 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275661 May 20 16:23:38.687513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25daa06d-c643-460b-9d33-9560eb66eb22 req-689a0540-3b57-4cae-8856-65bb1fc81639 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319389 May 20 16:23:40.428351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbde8-7043-45c3-8863-701dac63808d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:43.192956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:43.796766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9fda15bc-97be-49a5-bb77-0e03dc5f62c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:44.194201 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:23:44.706033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:46.544283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:50.625865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6136f-a7d0-450e-bde4-ec147e0f860d req-7624aa6d-f0ce-40d5-b6e3-6685bd707ec8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:50.627310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bdb6136f-a7d0-450e-bde4-ec147e0f860d req-7624aa6d-f0ce-40d5-b6e3-6685bd707ec8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0836065 May 20 16:23:50.675018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bdb6136f-a7d0-450e-bde4-ec147e0f860d req-7f6747af-ae58-4fca-bae2-677f3bbce15f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 May 20 16:24:01.031460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:02.705902 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-1674c8bd-a3e6-4cf6-b8e9-dc8a6be3912e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795445 May 20 16:24:02.758802 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c188-b67f-4132-885b-5aa9007a328e req-bf27421a-11ee-4952-8416-38eea192d306 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:02.760262 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b8b2c188-b67f-4132-885b-5aa9007a328e req-bf27421a-11ee-4952-8416-38eea192d306 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0803683 May 20 16:24:02.810885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b8b2c188-b67f-4132-885b-5aa9007a328e req-47db609d-97b9-4013-b02a-cf2bd5033004 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 May 20 16:24:03.912178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-166ec7ab-47e9-460f-a28c-44d161b1f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:03.913664 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-166ec7ab-47e9-460f-a28c-44d161b1f686 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0705805 May 20 16:24:04.105823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5de99-2a5b-4297-9541-20a59f344775 req-b03636ad-0038-4dfd-b55e-c0f4fdf2b268 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:04.107201 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-06b5de99-2a5b-4297-9541-20a59f344775 req-b03636ad-0038-4dfd-b55e-c0f4fdf2b268 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.1896853 May 20 16:24:04.108310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-2341eafc-3647-4581-a50a-0a7dc2c87959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:04.109588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-2341eafc-3647-4581-a50a-0a7dc2c87959 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1629648 May 20 16:24:04.375097 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-06b5de99-2a5b-4297-9541-20a59f344775 req-1267263f-d9c8-4757-9cf7-83d8bf169b94 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621403 May 20 16:24:04.384417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-5f81e991-3ab1-4acf-87af-ffd52a9f7ae5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1001 time: 0.2591674 May 20 16:24:04.446732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-746e296a-98f2-4919-b741-d61a509c0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:04.448166 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-746e296a-98f2-4919-b741-d61a509c0b47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0575061 May 20 16:24:04.522120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-a568e9d5-d0e0-453c-bd0c-d8c4aad1576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:04.523598 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-a568e9d5-d0e0-453c-bd0c-d8c4aad1576f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695243 May 20 16:24:04.656983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-2f01b648-bb7c-48ab-971f-713f9ea83cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270835 May 20 16:24:04.788259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-e15be935-0976-4314-ad72-4c80c17bfce4 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252043 May 20 16:24:05.563215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273a14e-98fd-461f-bb39-fbad37e13558 req-d00286a4-e5de-4611-9367-290ce8428ffd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:05.564687 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c273a14e-98fd-461f-bb39-fbad37e13558 req-d00286a4-e5de-4611-9367-290ce8428ffd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0838223 May 20 16:24:05.610086 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c273a14e-98fd-461f-bb39-fbad37e13558 req-27dbd724-3282-4513-a97b-8f983b13ef3b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 May 20 16:24:06.801268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc6edd-c8f8-43a2-be1e-6ed15bb0ea83 req-f9774481-f2dd-4df9-8479-db5e03c01922 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:06.802733 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74fc6edd-c8f8-43a2-be1e-6ed15bb0ea83 req-f9774481-f2dd-4df9-8479-db5e03c01922 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0828118 May 20 16:24:06.846574 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74fc6edd-c8f8-43a2-be1e-6ed15bb0ea83 req-cb0eb816-b2df-4f57-82f8-f35b656b317a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381603 May 20 16:24:08.031103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a55e-2450-4f6e-a10c-0b0f5c651b8e req-1022aa67-bc38-4ae9-887d-945877f76d82 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:08.032558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-05a4a55e-2450-4f6e-a10c-0b0f5c651b8e req-1022aa67-bc38-4ae9-887d-945877f76d82 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0791535 May 20 16:24:08.076620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-05a4a55e-2450-4f6e-a10c-0b0f5c651b8e req-4f023a52-812a-49a4-80b9-3ca18130837a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383105 May 20 16:24:09.264350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dfed4-4487-4d11-bda0-aaeb3123736f req-2b3d1294-97a9-4c7a-977b-0e940287dc07 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:09.265826 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d2dfed4-4487-4d11-bda0-aaeb3123736f req-2b3d1294-97a9-4c7a-977b-0e940287dc07 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0850677 May 20 16:24:09.310724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4d2dfed4-4487-4d11-bda0-aaeb3123736f req-2ee9b5e5-64df-4fce-9a8e-3396f6b50734 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385830 May 20 16:24:10.431174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8c809839-1277-4b68-b876-f9a35312d227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.492749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e2db-de54-46bc-9b77-dc0c162ae84a req-04c6ab75-90a1-4a74-9811-34e962dc0b8f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:10.494220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2879e2db-de54-46bc-9b77-dc0c162ae84a req-04c6ab75-90a1-4a74-9811-34e962dc0b8f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0787275 May 20 16:24:10.540032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2879e2db-de54-46bc-9b77-dc0c162ae84a req-fd4b5d3b-7600-49fa-a2f9-3284ac8c7b25 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 May 20 16:24:11.731093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28e7f7-80df-43c4-9481-a93565bbbe7e req-ff8ec55c-cef2-4310-8124-552a78738e6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:11.732706 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f28e7f7-80df-43c4-9481-a93565bbbe7e req-ff8ec55c-cef2-4310-8124-552a78738e6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0868442 May 20 16:24:11.780830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f28e7f7-80df-43c4-9481-a93565bbbe7e req-a5fb3473-7704-4b0a-85ee-eab7a72582b1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 May 20 16:24:12.969781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b40c-1e6c-4014-bce1-fb191d373f1b req-91684fe9-3de7-40db-b037-862df9d92de7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:12.971260 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b169b40c-1e6c-4014-bce1-fb191d373f1b req-91684fe9-3de7-40db-b037-862df9d92de7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0864995 May 20 16:24:13.015420 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b169b40c-1e6c-4014-bce1-fb191d373f1b req-09e89bdf-f7cc-42cf-ac8b-d74b4916680f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383630 May 20 16:24:13.195389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:13.799015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-850aff56-c731-4d8b-b753-a9fa850ee978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:14.201658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a03f95-d0e4-49a8-9250-612fa6ac61ef req-bc1bdab3-8ef8-435b-b3c0-100a511dfb8b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:14.203107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-17a03f95-d0e4-49a8-9250-612fa6ac61ef req-bc1bdab3-8ef8-435b-b3c0-100a511dfb8b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0787318 May 20 16:24:14.246906 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-17a03f95-d0e4-49a8-9250-612fa6ac61ef req-7557a745-f09a-452b-a8fe-c2cd389a5fa3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 May 20 16:24:14.708294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:15.444269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ccb2-cf4e-451d-af93-84c95ef3386d req-8fec9803-284f-497a-a5d6-8678fcdb9e80 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:15.445770 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1a92ccb2-cf4e-451d-af93-84c95ef3386d req-8fec9803-284f-497a-a5d6-8678fcdb9e80 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0905957 May 20 16:24:15.492422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1a92ccb2-cf4e-451d-af93-84c95ef3386d req-388576d6-6ce8-4bb4-9175-41cadf0acc68 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408194 May 20 16:24:16.546593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:16.676889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a08701-4943-4318-94ef-33f832364f2d req-8978b306-b2df-4c71-ab56-fbf529aa5d91 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:16.678410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a2a08701-4943-4318-94ef-33f832364f2d req-8978b306-b2df-4c71-ab56-fbf529aa5d91 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0795324 May 20 16:24:16.730346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a2a08701-4943-4318-94ef-33f832364f2d req-f88c4619-371d-431b-b39c-301cb7101848 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451138 May 20 16:24:17.914866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d681270-24e2-431c-bd8b-5af2a3ee8102 req-c669eabd-9f3a-440a-b4b0-71a2e7d9b8e2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:17.917182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d681270-24e2-431c-bd8b-5af2a3ee8102 req-c669eabd-9f3a-440a-b4b0-71a2e7d9b8e2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0826700 May 20 16:24:17.961000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d681270-24e2-431c-bd8b-5af2a3ee8102 req-b55ac80b-e4af-4c72-95e2-f561ed879ef1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384040 May 20 16:24:19.155189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915688c9-bcf7-401d-8128-f80428f71d55 req-0ff4af45-18e9-4471-96e7-215ce1a3a4b2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:19.156633 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-915688c9-bcf7-401d-8128-f80428f71d55 req-0ff4af45-18e9-4471-96e7-215ce1a3a4b2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0880308 May 20 16:24:19.207472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-915688c9-bcf7-401d-8128-f80428f71d55 req-2ea88bb3-e84f-4510-b424-9b12c32b6b65 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448227 May 20 16:24:20.391856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9972a-093b-46ae-8bcc-3126726ebf37 req-75613fad-88c3-4d6e-aaea-3c4acffaa67a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:20.393286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5b9972a-093b-46ae-8bcc-3126726ebf37 req-75613fad-88c3-4d6e-aaea-3c4acffaa67a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0787024 May 20 16:24:20.437879 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b5b9972a-093b-46ae-8bcc-3126726ebf37 req-9fb93b3c-6cb4-4ab0-a921-af13b87a5fcd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389225 May 20 16:24:21.193513 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:24:21.632529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77987733-9b6d-4e9b-bc53-a36de2ff6407 req-8ba4e34a-1d55-49c9-8de2-24e439b888f5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:21.634048 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-77987733-9b6d-4e9b-bc53-a36de2ff6407 req-8ba4e34a-1d55-49c9-8de2-24e439b888f5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0869591 May 20 16:24:21.680543 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-77987733-9b6d-4e9b-bc53-a36de2ff6407 req-b52f556a-e2c6-4816-a286-5dc4d6226f67 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393422 May 20 16:24:22.870712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184f68b-b5e6-4a2c-903c-f0375f82117b req-a51af858-e521-404a-80e8-86b9fd2eaa6a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:22.872186 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2184f68b-b5e6-4a2c-903c-f0375f82117b req-a51af858-e521-404a-80e8-86b9fd2eaa6a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0820794 May 20 16:24:22.917554 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2184f68b-b5e6-4a2c-903c-f0375f82117b req-6dbf6b8f-a898-42fc-af2f-982db167bc58 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393882 May 20 16:24:24.099126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545560-0e1b-4691-a765-f6ab2ce25de9 req-5e9670cb-4c89-485a-97ae-7f7d8cafd6f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:24.100636 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87545560-0e1b-4691-a765-f6ab2ce25de9 req-5e9670cb-4c89-485a-97ae-7f7d8cafd6f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0792539 May 20 16:24:24.145914 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-87545560-0e1b-4691-a765-f6ab2ce25de9 req-156ba3a5-4bf6-47c4-9065-953bd6e4b21e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390773 May 20 16:24:25.331019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b64b1-f448-4b30-9f71-c51901db69ae req-2609a648-ff86-4c3f-9b23-3b93b3403796 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:25.332458 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e0b64b1-f448-4b30-9f71-c51901db69ae req-2609a648-ff86-4c3f-9b23-3b93b3403796 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0817721 May 20 16:24:25.376352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e0b64b1-f448-4b30-9f71-c51901db69ae req-0b242915-6cf3-4729-9425-59c83c9a6563 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381591 May 20 16:24:26.562566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dddaa-1185-434b-84a4-4567459bba9d req-cb9f003e-3117-4ac8-aea4-96a39e2b4ad0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:26.563991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-654dddaa-1185-434b-84a4-4567459bba9d req-cb9f003e-3117-4ac8-aea4-96a39e2b4ad0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0825462 May 20 16:24:26.608022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-654dddaa-1185-434b-84a4-4567459bba9d req-5dfe5ebb-ee56-46d5-a86e-5a50e75d45f2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383291 May 20 16:24:27.797743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbbf8a-f002-47e3-be15-4f3da6be64d8 req-cd1849f2-c9a1-404c-84fe-04920b247004 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:27.799209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7cbbf8a-f002-47e3-be15-4f3da6be64d8 req-cd1849f2-c9a1-404c-84fe-04920b247004 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0818279 May 20 16:24:27.844321 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7cbbf8a-f002-47e3-be15-4f3da6be64d8 req-fc63a2aa-61a9-4e35-843e-fe0035386b96 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387650 May 20 16:24:29.169826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a9f24-89b0-4cab-a322-2a42a785247a req-e4e83036-88b0-45b6-a034-8337069fd633 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:29.171296 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-449a9f24-89b0-4cab-a322-2a42a785247a req-e4e83036-88b0-45b6-a034-8337069fd633 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.2197180 May 20 16:24:29.216079 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-449a9f24-89b0-4cab-a322-2a42a785247a req-5e03cd38-bf61-48ff-8f14-17edd047c0d1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389469 May 20 16:24:30.401196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c834f15-1d25-4ee3-bca3-481e7446dcf6 req-2b72577d-bfe6-4f52-bb08-13fb5d04ad29 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:30.403064 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c834f15-1d25-4ee3-bca3-481e7446dcf6 req-2b72577d-bfe6-4f52-bb08-13fb5d04ad29 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0782080 May 20 16:24:30.450546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c834f15-1d25-4ee3-bca3-481e7446dcf6 req-09cb4185-39ca-4ef6-b65a-4605d5677cdb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 May 20 16:24:31.047082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:31.640066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425e39-dfbc-4e0e-ad7e-afdff253046c req-070b9414-0120-49fb-8752-f2990b7ea4b3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:31.641614 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0d425e39-dfbc-4e0e-ad7e-afdff253046c req-070b9414-0120-49fb-8752-f2990b7ea4b3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0828559 May 20 16:24:31.689962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0d425e39-dfbc-4e0e-ad7e-afdff253046c req-e1790e94-0775-4f85-a5db-e843d595dd75 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 May 20 16:24:32.884590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab38d1-7f0f-48dd-83d7-4d39cb875b15 req-27e638c2-8575-46b3-b05a-7edde5ab7a57 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:32.886477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efab38d1-7f0f-48dd-83d7-4d39cb875b15 req-27e638c2-8575-46b3-b05a-7edde5ab7a57 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0827210 May 20 16:24:32.935413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-efab38d1-7f0f-48dd-83d7-4d39cb875b15 req-57abea37-6cee-4095-bee8-0a9935db9302 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 May 20 16:24:34.118334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116a0a-8620-4d30-896a-277b6990b362 req-0ef299a4-246d-4bb2-a2b3-897ffa83be23 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:34.119779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a116a0a-8620-4d30-896a-277b6990b362 req-0ef299a4-246d-4bb2-a2b3-897ffa83be23 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0803833 May 20 16:24:34.164403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a116a0a-8620-4d30-896a-277b6990b362 req-bc8f3315-79a8-4a9c-9f03-91373448635e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381422 May 20 16:24:35.361238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec4a3-b8c2-4a92-b6f5-0226dbe989bf req-26cae052-4c86-459d-8db2-8ad87ac2be1f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:35.362755 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c1ec4a3-b8c2-4a92-b6f5-0226dbe989bf req-26cae052-4c86-459d-8db2-8ad87ac2be1f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0850022 May 20 16:24:35.408146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c1ec4a3-b8c2-4a92-b6f5-0226dbe989bf req-81afbfde-71c0-4b12-84a3-b31a0d864dd7 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 May 20 16:24:36.595421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1c664-3a09-440a-9906-2f6583a3725d req-75dc7f68-81fb-4e88-8774-a3ee59ac9728 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:36.596876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b6d1c664-3a09-440a-9906-2f6583a3725d req-75dc7f68-81fb-4e88-8774-a3ee59ac9728 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0793457 May 20 16:24:36.645219 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b6d1c664-3a09-440a-9906-2f6583a3725d req-fd7a6173-837b-45d0-886b-d47a8c6e60da tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 May 20 16:24:37.842685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712489f8-d717-44cc-ad2a-ffc02adc86be req-19cc73c9-941a-4885-990c-f26239c3ccfe tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:37.844197 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-712489f8-d717-44cc-ad2a-ffc02adc86be req-19cc73c9-941a-4885-990c-f26239c3ccfe tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0859578 May 20 16:24:37.907083 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-712489f8-d717-44cc-ad2a-ffc02adc86be req-a61dd000-d984-4062-b7d9-cebd1766d78d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565042 May 20 16:24:38.384911 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-8c8f3bbb-d69e-4a3c-85d2-36ccb6fb3b18 service neutron] 10.222.0.25 "GET /v2.0/ports/4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0796924 May 20 16:24:38.662336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-6972790c-d56a-4bdc-ae8a-fe697b71dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:38.664386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-6972790c-d56a-4bdc-ae8a-fe697b71dbba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 1098 time: 0.0753486 May 20 16:24:38.765907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-5c1b2497-e72f-4fcd-9b45-344bd8045ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:38.767397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-5c1b2497-e72f-4fcd-9b45-344bd8045ad6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0813899 May 20 16:24:38.908533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-a375b08f-3adc-4cbf-a6e1-3e2e85852361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:38.909925 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-a375b08f-3adc-4cbf-a6e1-3e2e85852361 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1361685 May 20 16:24:39.013246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-cb9f0c73-99f7-43ac-b0a7-3e80a506ddb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1001 time: 0.0973084 May 20 16:24:39.125113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-ee6b3d86-391f-4199-b967-72595ff52c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:39.126703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-ee6b3d86-391f-4199-b967-72595ff52c90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.1077073 May 20 16:24:39.205195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc440882-81c8-42de-859c-92dc053e1628 req-cbc49b59-2359-4894-81fb-a8bd7a16d40f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:39.206608 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc440882-81c8-42de-859c-92dc053e1628 req-cbc49b59-2359-4894-81fb-a8bd7a16d40f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.1548440 May 20 16:24:39.260868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-62031c0e-f17a-4705-95ea-34e1cb1e649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:39.263428 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-62031c0e-f17a-4705-95ea-34e1cb1e649f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1289096 May 20 16:24:39.268118 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc440882-81c8-42de-859c-92dc053e1628 req-afc353b0-512d-4b50-be1f-d95217ebb1b3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552363 May 20 16:24:39.394876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-cb387ab5-bf2f-42bf-a562-9c2cabeb2974 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258233 May 20 16:24:39.523567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b32f4c9-5837-4aef-afa8-0076921e348c req-3dceb109-28a7-4e9e-b38d-3575b4a9a8cc service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228957 May 20 16:24:39.711223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-deced2f7-4f40-477f-8736-3552c7ee6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:39.712700 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-deced2f7-4f40-477f-8736-3552c7ee6dcd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0712218 May 20 16:24:39.857655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-563a675c-30b8-4e7b-b663-7afcf55826f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:39.859077 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-563a675c-30b8-4e7b-b663-7afcf55826f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1277030 May 20 16:24:39.961723 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-d37757f4-2222-4b6c-9754-723f3187aeb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1001 time: 0.0960627 May 20 16:24:40.026222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-9f345956-0905-4197-9aa8-b04223c357b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:40.028240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-9f345956-0905-4197-9aa8-b04223c357b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0609021 May 20 16:24:40.102600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-ea49c102-4b47-4044-9fc0-31eb69295f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:40.103981 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-ea49c102-4b47-4044-9fc0-31eb69295f21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699949 May 20 16:24:40.447910 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-933df639-56c7-49cf-a325-77cf1a70bc00 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373625 May 20 16:24:40.456977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ee2ade6-f550-4046-8449-5ab25576923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:40.592394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b52f3f-1631-4a27-890c-751c514720d8 req-1b9848b2-dcb2-4afb-98c3-b1db84e21743 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:40.593937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52b52f3f-1631-4a27-890c-751c514720d8 req-1b9848b2-dcb2-4afb-98c3-b1db84e21743 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.2062135 May 20 16:24:40.625437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fedc7983-69f8-4d28-a303-ad33d70f38a5 req-46d46c72-dd6c-4500-bbf8-56238449ac3c service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711736 May 20 16:24:40.653322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52b52f3f-1631-4a27-890c-751c514720d8 req-ffd5ddf8-9116-4858-9fd0-be7ec7eb2485 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501902 May 20 16:24:41.812212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:24:41.855781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a9d0c-80eb-49ee-b6ba-dcb891d58459 req-c1395b8a-f672-4d24-9e7d-3aec08b4e990 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:41.857256 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-323a9d0c-80eb-49ee-b6ba-dcb891d58459 req-c1395b8a-f672-4d24-9e7d-3aec08b4e990 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0845428 May 20 16:24:41.907702 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-323a9d0c-80eb-49ee-b6ba-dcb891d58459 req-4a78ce46-2b3c-475d-a591-066f2b6cc91d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440083 May 20 16:24:41.983555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:42.012688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:24:42.023197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:24:42.029244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:42.031995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:42.069746 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'code': 200} May 20 16:24:42.107644 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:42.116498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.117886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.117886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.117886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.117886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.118225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.118454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.118780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.119101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.119420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.119734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.120049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:42.124819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:43.102451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23baa83-790b-4599-9dfa-ded45d8697bb req-65221d33-ea2d-417e-bdaf-2bd25fbaa441 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:43.103936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f23baa83-790b-4599-9dfa-ded45d8697bb req-65221d33-ea2d-417e-bdaf-2bd25fbaa441 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0793924 May 20 16:24:43.149837 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f23baa83-790b-4599-9dfa-ded45d8697bb req-00c6bb6a-5ffa-4a8b-9e66-3bd593d0df46 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 May 20 16:24:43.197480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:43.800569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7fba8d60-69f1-4219-9398-f00e0dbe1fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:44.344663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49433-0eac-4d86-a9cd-2ead5043021e req-42ee4c68-ccf3-49e2-a263-ffbdaf749a7f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:44.346137 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8a49433-0eac-4d86-a9cd-2ead5043021e req-42ee4c68-ccf3-49e2-a263-ffbdaf749a7f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0859184 May 20 16:24:44.390306 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8a49433-0eac-4d86-a9cd-2ead5043021e req-53baa2a7-35da-4e78-b43c-e0f2d73ee6c2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 May 20 16:24:44.711780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:45.575875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e34a8-479c-4686-9fd8-f784b51f57ba req-8f44eb68-9af6-41d3-a7c4-3ab4ec62a532 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:45.577326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-564e34a8-479c-4686-9fd8-f784b51f57ba req-8f44eb68-9af6-41d3-a7c4-3ab4ec62a532 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0801320 May 20 16:24:45.621681 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-564e34a8-479c-4686-9fd8-f784b51f57ba req-2037abcc-87de-4155-abc5-9f613edbc7d4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385203 May 20 16:24:45.811897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:24:45.944008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:24:45.960901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'mac_address': 'fa:16:3e:4d:9d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:24:46.016580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:46.034277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:24:46.049968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:24:46.053850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:46.056514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3cc2bdc6-e32f-4824-95a2-e2625239a5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:46.121451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:24:46.165635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:46.170144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:46.553499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:46.810843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777d8a-6484-47c5-8c6f-1bbfeec826b7 req-dfd8ac40-5f6f-4727-9de6-8f1250c5671d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:46.812198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c777d8a-6484-47c5-8c6f-1bbfeec826b7 req-dfd8ac40-5f6f-4727-9de6-8f1250c5671d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 944 time: 0.0838783 May 20 16:24:46.858329 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c777d8a-6484-47c5-8c6f-1bbfeec826b7 req-c054cc51-67b5-444f-92e9-1250c691a0d4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 May 20 16:24:47.827453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:24:47.903636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:24:47.904021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:48.048256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:48.056732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021404-f790-4806-ac49-d0d80e3d4a61 req-9795551f-bae6-4bde-9cb8-02a97c0e8421 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:48.058457 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-32021404-f790-4806-ac49-d0d80e3d4a61 req-9795551f-bae6-4bde-9cb8-02a97c0e8421 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 944 time: 0.0876639 May 20 16:24:48.089965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:24:48.103679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:24:48.110725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:48.114863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:48.117799 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-32021404-f790-4806-ac49-d0d80e3d4a61 req-bbf059d5-7da2-4a7d-b8b3-160bfa3faedd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528183 May 20 16:24:48.160767 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'code': 200} May 20 16:24:48.188281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:48.191377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:49.301001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996883f0-613b-4481-b3ee-df8dfd6d00ae req-8041d848-d201-415d-b163-42962db0283e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:49.302525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-996883f0-613b-4481-b3ee-df8dfd6d00ae req-8041d848-d201-415d-b163-42962db0283e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0809634 May 20 16:24:49.348851 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-996883f0-613b-4481-b3ee-df8dfd6d00ae req-ba15594e-d7cf-4f21-af2f-8af62b0fd3b6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 May 20 16:24:50.543486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93b112-c281-4d85-8ee7-f328c1a6464f req-c8af0a44-5d9c-4282-9319-1e0aa9705bf0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:50.544983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2a93b112-c281-4d85-8ee7-f328c1a6464f req-c8af0a44-5d9c-4282-9319-1e0aa9705bf0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0860679 May 20 16:24:50.592776 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2a93b112-c281-4d85-8ee7-f328c1a6464f req-304ce114-d330-4337-bd4a-2e3fb0570a44 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 May 20 16:24:51.122578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-0ea55378-b96d-4c8f-91d3-6569b2f5f65b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.124886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-0ea55378-b96d-4c8f-91d3-6569b2f5f65b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1995003 May 20 16:24:51.227223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e340a-1c53-4c42-9d14-cd4aaedf0799 req-77e7d80f-63c7-42f5-b247-ad35299f7aa1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.228698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-205e340a-1c53-4c42-9d14-cd4aaedf0799 req-77e7d80f-63c7-42f5-b247-ad35299f7aa1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.2414629 May 20 16:24:51.250787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-34d74e7d-5478-43a4-8db2-8f9161285f62 service neutron] 10.222.0.25 "GET /v2.0/ports/4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1187449 May 20 16:24:51.315666 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-205e340a-1c53-4c42-9d14-cd4aaedf0799 req-9d477d42-b3c6-471f-9744-e361986c189a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797436 May 20 16:24:51.354692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-4ca46751-419d-4649-af97-d181a01aec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.356160 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-4ca46751-419d-4649-af97-d181a01aec10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0803893 May 20 16:24:51.489384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-52433b2b-4489-4670-971e-bfc6b568c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.490735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-52433b2b-4489-4670-971e-bfc6b568c9ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1286819 May 20 16:24:51.746530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-3e8bd543-4b78-4597-a382-8cd70c134a54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1001 time: 0.2492702 May 20 16:24:51.810010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-0455bcff-7b4d-4ea6-90eb-fb2052aa37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.811457 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-0455bcff-7b4d-4ea6-90eb-fb2052aa37f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0592947 May 20 16:24:51.894561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-7021e6ce-c2d2-40a5-9ab4-3f8471d10180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.896086 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-7021e6ce-c2d2-40a5-9ab4-3f8471d10180 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788448 May 20 16:24:52.048428 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-f6c8129b-b26e-46c2-9951-92f19c5fae16 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450255 May 20 16:24:52.186770 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-59265588-695b-4000-9f57-f87aa7512967 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324856 May 20 16:24:52.507283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f379a-e9dd-4d02-ac8e-a8b2296c1ef2 req-fab5f4a7-7b72-467f-8f93-c39ebdb16f53 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:52.508748 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa7f379a-e9dd-4d02-ac8e-a8b2296c1ef2 req-fab5f4a7-7b72-467f-8f93-c39ebdb16f53 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0804317 May 20 16:24:52.554900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fa7f379a-e9dd-4d02-ac8e-a8b2296c1ef2 req-bb3d19f9-37d9-4f9b-9731-8f8955d6698c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 May 20 16:24:53.746127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc397e-b2c2-4f63-ad1b-b7e7f751b459 req-b8615fed-0342-4fde-9afa-2b100a984ccd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:53.747609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0bc397e-b2c2-4f63-ad1b-b7e7f751b459 req-b8615fed-0342-4fde-9afa-2b100a984ccd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0861096 May 20 16:24:53.794132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0bc397e-b2c2-4f63-ad1b-b7e7f751b459 req-7fd092e1-cb3d-4078-974a-1dca55857525 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408583 May 20 16:24:54.987514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560697d0-7bc4-445c-ba7b-4e56456525e1 req-8d2edfac-0cfd-4279-b8e3-b7fb2d4826cb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:54.989060 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-560697d0-7bc4-445c-ba7b-4e56456525e1 req-8d2edfac-0cfd-4279-b8e3-b7fb2d4826cb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0856760 May 20 16:24:55.034430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-560697d0-7bc4-445c-ba7b-4e56456525e1 req-a6bce924-235e-41e6-8d37-9187e1c97a65 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395069 May 20 16:24:56.224567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7863b6-051d-4f32-9ea0-0aef72efdf52 req-b9a2180c-af09-4041-b48f-0a01a5ab0ad5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.226084 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c7863b6-051d-4f32-9ea0-0aef72efdf52 req-b9a2180c-af09-4041-b48f-0a01a5ab0ad5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0854506 May 20 16:24:56.272896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c7863b6-051d-4f32-9ea0-0aef72efdf52 req-d6e52a7d-4d8c-45ed-af31-76606a6bd8f0 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 May 20 16:24:56.380848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-b6eca52c-b03b-40bd-a175-2122e48d6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.382258 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-b6eca52c-b03b-40bd-a175-2122e48d6d67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b&tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43 HTTP/1.1" status: 200 len: 1098 time: 0.0703599 May 20 16:24:56.482104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-97cd6243-1819-4cf8-b741-986d3ea29539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.483570 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-97cd6243-1819-4cf8-b741-986d3ea29539 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 1098 time: 0.0781460 May 20 16:24:56.626027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-dbc39e7a-8bf0-4155-8eea-4ade79d362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.627514 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-dbc39e7a-8bf0-4155-8eea-4ade79d362dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 200 len: 911 time: 0.1377707 May 20 16:24:56.738298 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-00f5ef39-d8af-4162-ac7c-f9a9657ee1b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 200 len: 1001 time: 0.1036959 May 20 16:24:56.802350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-cd73d5a0-7e65-4533-ad47-f8718b30aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.803817 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-cd73d5a0-7e65-4533-ad47-f8718b30aed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 200 len: 850 time: 0.0588706 May 20 16:24:56.884233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-758ed980-2894-4f72-9712-471ce45b7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.886019 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-758ed980-2894-4f72-9712-471ce45b7fc8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50026e73-47fe-42fa-9022-9f684327d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0761738 May 20 16:24:57.022550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-44264fea-63bf-487b-9138-f6c8c14420e4 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301765 May 20 16:24:57.152246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11b62537-8c6d-4fbc-9fa4-596b8da0b58a req-5f5f4464-7ce4-46cb-a8a9-03bcb37aadd6 service neutron] 10.222.0.25 "GET /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237595 May 20 16:24:57.460010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80391f03-6a34-4e10-b03e-cbf16fb83a67 req-fedf31bf-543f-4b0b-be98-2d2bf841bb0f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:57.461395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80391f03-6a34-4e10-b03e-cbf16fb83a67 req-fedf31bf-543f-4b0b-be98-2d2bf841bb0f tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0800197 May 20 16:24:57.506294 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80391f03-6a34-4e10-b03e-cbf16fb83a67 req-675af382-4614-4776-9743-3de08b54a9e1 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386837 May 20 16:24:57.889533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:24:58.009607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:58.037619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:24:58.047718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:24:58.052656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:58.056068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:58.096178 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'code': 200} May 20 16:24:58.127825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=9']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:58.131047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:58.192028 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:24:58.700004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf7938-2b84-47ce-b8f4-460977d4c15f req-1859dc0e-bc1b-497e-814e-3b47d8d1511e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:58.701495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-babf7938-2b84-47ce-b8f4-460977d4c15f req-1859dc0e-bc1b-497e-814e-3b47d8d1511e tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0858555 May 20 16:24:58.748279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-babf7938-2b84-47ce-b8f4-460977d4c15f req-0e06469e-f826-4935-be19-d2d802edc1de tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410213 May 20 16:25:00.086176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818fc7-3a06-4442-887e-237ca9fa3d73 req-74c96faa-9e15-4bf1-881f-f2603cb45a26 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:00.087682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59818fc7-3a06-4442-887e-237ca9fa3d73 req-74c96faa-9e15-4bf1-881f-f2603cb45a26 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0851040 May 20 16:25:00.137250 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59818fc7-3a06-4442-887e-237ca9fa3d73 req-5b477d6f-7319-438c-b120-637c00194087 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 May 20 16:25:01.062658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:01.481966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cb578-6455-4491-998e-760cd78c2d3a req-53d8d2b2-84df-4b93-88e9-bc7f34e6da24 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:01.483476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-819cb578-6455-4491-998e-760cd78c2d3a req-53d8d2b2-84df-4b93-88e9-bc7f34e6da24 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.2341383 May 20 16:25:01.530698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-819cb578-6455-4491-998e-760cd78c2d3a req-5795fd9f-1bd6-4321-bc2e-39955a51c3cc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410414 May 20 16:25:02.728841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c011-509d-45a2-8f76-1b905944c49b req-54b707bc-db84-445b-a9d1-567d9974c3f8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:02.730315 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f154c011-509d-45a2-8f76-1b905944c49b req-54b707bc-db84-445b-a9d1-567d9974c3f8 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0794530 May 20 16:25:02.780283 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f154c011-509d-45a2-8f76-1b905944c49b req-2bf9f21f-0e58-483e-a818-667950caf03d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442042 May 20 16:25:03.937075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:25:03.963711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19f14-2963-4e0b-893d-faf2909931dc req-ed47917d-f643-4a4b-be0f-b6af4d4477dd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:03.965166 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d19f14-2963-4e0b-893d-faf2909931dc req-ed47917d-f643-4a4b-be0f-b6af4d4477dd tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 943 time: 0.0807543 May 20 16:25:04.010881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09d19f14-2963-4e0b-893d-faf2909931dc req-5af9899c-34a8-4aed-acc9-7e9289ca41dc tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396357 May 20 16:25:04.068872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:04.081654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'port_id': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'mac_address': 'fa:16:3e:4d:9d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:25:04.138734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:04.155256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:25:04.170926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:04.174786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:04.176487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:04.237697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:04.289186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=10']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:04.295096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:05.197786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1442cd-7a70-44d6-87b1-df4d57f1ac0a req-e71ab6dd-105b-4498-8ef1-03f7d73d1b2b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:05.199248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1442cd-7a70-44d6-87b1-df4d57f1ac0a req-e71ab6dd-105b-4498-8ef1-03f7d73d1b2b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 945 time: 0.0840001 May 20 16:25:05.243109 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b1442cd-7a70-44d6-87b1-df4d57f1ac0a req-35ad5977-d171-4e41-a5d4-d527875e16ce tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378938 May 20 16:25:05.951760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:25:06.020332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:25:06.020705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:06.132718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:06.158654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:06.168924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:06.173686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:06.175545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3cc2bdc6-e32f-4824-95a2-e2625239a5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:06.247862 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'code': 200} May 20 16:25:06.279345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=11']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:06.282483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:06.430584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2968-1edc-4593-8547-74ef5325ac60 req-3366ae25-0d82-45ab-895b-0b8af238aa83 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:06.432047 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-410a2968-1edc-4593-8547-74ef5325ac60 req-3366ae25-0d82-45ab-895b-0b8af238aa83 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0804696 May 20 16:25:06.479431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-410a2968-1edc-4593-8547-74ef5325ac60 req-ee88cb3e-bb21-447e-8bcf-c01f2dabddc3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416610 May 20 16:25:07.674431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d521e5-777b-44d0-9d81-9575789bd600 req-16b06aac-f2a0-47a6-b95b-677d47770b1d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:07.675912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25d521e5-777b-44d0-9d81-9575789bd600 req-16b06aac-f2a0-47a6-b95b-677d47770b1d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0857878 May 20 16:25:07.723320 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-25d521e5-777b-44d0-9d81-9575789bd600 req-61eb8753-31ca-422a-aa2f-50c252f6e7ac tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 May 20 16:25:08.914730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d59e7-dea3-49df-9a2a-b751f9c263e0 req-f66f2f81-84a5-47d9-9822-5ccdab896847 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:08.916288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f2d59e7-dea3-49df-9a2a-b751f9c263e0 req-f66f2f81-84a5-47d9-9822-5ccdab896847 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0868866 May 20 16:25:08.967219 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f2d59e7-dea3-49df-9a2a-b751f9c263e0 req-a69b766e-3b89-44d1-ae82-15b1586dc8f5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451851 May 20 16:25:09.148871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8157-91fb-4995-835f-7bdd6e97773d req-61bcc6ed-f231-4eda-a019-bc32cf5cc56b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:09.150336 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80da8157-91fb-4995-835f-7bdd6e97773d req-61bcc6ed-f231-4eda-a019-bc32cf5cc56b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0788350 May 20 16:25:09.195123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80da8157-91fb-4995-835f-7bdd6e97773d req-c93aaeaa-6295-4bfe-b84b-84b381e1fa1c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388415 May 20 16:25:09.382961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60983aa-a81b-4a63-a309-3eea6515b9a0 req-20750583-79c4-43c6-a5f6-8755e1cf33c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:09.384681 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f60983aa-a81b-4a63-a309-3eea6515b9a0 req-20750583-79c4-43c6-a5f6-8755e1cf33c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0875437 May 20 16:25:09.428893 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f60983aa-a81b-4a63-a309-3eea6515b9a0 req-4bd32b63-44b4-4f5c-9746-3973a3eb894c tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385137 May 20 16:25:09.812534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8701-8352-4f56-83e9-b3c38317b961 req-01afc64f-e1cb-491b-abc7-141f3f8cace2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:09.814003 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f4a8701-8352-4f56-83e9-b3c38317b961 req-01afc64f-e1cb-491b-abc7-141f3f8cace2 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0847905 May 20 16:25:09.858973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f4a8701-8352-4f56-83e9-b3c38317b961 req-7d1debd8-fbe2-4963-b051-20f5d4113677 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391941 May 20 16:25:10.434053 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38b33dfe-b538-4a99-b94b-2724cb6d153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:11.042135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9963aa4-66e7-48b0-9f1b-8ea4b0590c90 req-7713dcb4-2b08-4fb0-abb6-eb7299906fea tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:11.043580 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e9963aa4-66e7-48b0-9f1b-8ea4b0590c90 req-7713dcb4-2b08-4fb0-abb6-eb7299906fea tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0777609 May 20 16:25:11.088247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e9963aa4-66e7-48b0-9f1b-8ea4b0590c90 req-815d00b5-6437-478b-969f-6bacac7c93b6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383840 May 20 16:25:12.092067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f64caa-1f55-4037-9663-2da14459b148 req-2c991cad-6322-4dac-9b82-4355df9d6160 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:12.093524 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2f64caa-1f55-4037-9663-2da14459b148 req-2c991cad-6322-4dac-9b82-4355df9d6160 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.0825529 May 20 16:25:12.288270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Deleting port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:12.288512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:12.365844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fb42a-bf91-4ceb-86ac-992a529c01f7 req-cf39d284-d93a-4751-ae0f-a51b56febb4a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:12.365844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f7fb42a-bf91-4ceb-86ac-992a529c01f7 req-cf39d284-d93a-4751-ae0f-a51b56febb4a tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 946 time: 0.1657972 May 20 16:25:12.450794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9f7fb42a-bf91-4ceb-86ac-992a529c01f7 req-6e9bc3e7-d744-4a62-be93-d6998e5826d6 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups?id=a151ff58-a5b3-4547-8f0d-733106f3af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717783 May 20 16:25:12.460476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] For port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:12.460823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:12.888934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:12.889291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:12.889619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3 disassociated. External IP: 172.26.8.19, port: 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a. May 20 16:25:12.889948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Calling delete_port for 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:13.002471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.008392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:13.056617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event deleted for resources: {'Port': ['ID=4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:13.067182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.067571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.067943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.068314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.068676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.069051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.069441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.069805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.070163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.070522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.070882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.071239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:13.075444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:13.202367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.258205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:25:13.441480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:25:13.451779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:25:13.461195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:13.461936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:24:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:13.517440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] No DVR routers for this DVR port 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:13.519957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.522633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-deleted', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:13.542354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2f64caa-1f55-4037-9663-2da14459b148 req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.25 "DELETE /v2.0/ports/4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a HTTP/1.1" status: 204 len: 173 time: 1.4433937 May 20 16:25:13.601689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31a269-ba65-42e1-bd92-055cddb4e55b', 'name': 'network-vif-deleted', 'tag': '4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a', 'status': 'completed', 'code': 200} May 20 16:25:13.608063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f7206297-0d55-480c-9a68-38be8c65b3fc req-b43d1cff-a376-4309-97df-89f67f64ceae tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Synchronizing usage tracker for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:25:13.625625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-f7206297-0d55-480c-9a68-38be8c65b3fc req-b43d1cff-a376-4309-97df-89f67f64ceae tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Unset dirty status for tenant:22e185a8faaa4c1e9e4c2c958fc10d43 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:25:13.626936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7206297-0d55-480c-9a68-38be8c65b3fc req-b43d1cff-a376-4309-97df-89f67f64ceae tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 210 time: 0.0655866 May 20 16:25:13.661885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:13.867139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73f3829d-3fdf-4094-b365-dd1640ce1839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.989621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:13.993611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:25:14.001974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:14.002577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:25:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:14.179050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:14.493605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:14.497784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3c867-3aee-407a-affc-76d2ba176c43 None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:18:58Z', 'revision_number': 4, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'b99877a8-f651-4193-9119-387b417f0315', 'name': '', 'network_id': '50026e73-47fe-42fa-9022-9f684327d7b9', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'mac_address': 'fa:16:3e:94:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:04Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'subnets': [{'id': '37392b5b-d650-42ce-b96d-59556bf5163b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:25:14.717907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:14.738047 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69dc74-049c-4b97-b9e9-40f92dab4186 None None] New status for floating IP c1b3058d-5071-45f1-8f0a-1e42ec5232c3: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:25:14.806516 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-015236f7-d857-4cab-9199-a92ac5b15e3b req-cc1dcc73-6bd4-4bce-a125-d1bb3e8046df tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 210 time: 0.0436325 May 20 16:25:15.962739 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12c0fa5f-7ef7-4e08-a866-318733b075b9 req-cbf146f6-d80f-4361-9a9b-81086de1b8b4 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 210 time: 0.0456650 May 20 16:25:16.028958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:16.064910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:16.065266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 4b7ac52c-7c02-4324-b9f7-ae5bbbf8bf2a not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:16.554647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:17.125311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a87102f-b522-43bb-8513-b23fec30f05a req-1541b84f-7604-4b52-9f47-a75c0bf1142d tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e31a269-ba65-42e1-bd92-055cddb4e55b HTTP/1.1" status: 200 len: 210 time: 0.0434000 May 20 16:25:22.431217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52220) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:22.497296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:22.525088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:22.578433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:22.582892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-251fa5de-0964-4929-9638-ec316dd26217 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:22.598121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a151ff58-a5b3-4547-8f0d-733106f3af6f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:22.607234 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.607603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.607983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.608349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.608716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.609082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.609469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.609831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.610191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.610555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.610912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.611266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:22.614555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:22.621474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:22.622590 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "DELETE /v2.0/security-groups/a151ff58-a5b3-4547-8f0d-733106f3af6f HTTP/1.1" status: 204 len: 168 time: 0.1902578 May 20 16:25:22.625071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52224) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:22.645645 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.api.v2.resource [None req-6d727810-566d-4a69-9d79-e3366e5ab4cb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] show failed (client error): The resource could not be found. May 20 16:25:22.646652 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6d727810-566d-4a69-9d79-e3366e5ab4cb tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "GET /v2.0/security-groups/a151ff58-a5b3-4547-8f0d-733106f3af6f HTTP/1.1" status: 404 len: 347 time: 0.0206659 May 20 16:25:22.649325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52228) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:22.862595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Deleting port d2944603-a9fe-4659-a50a-ec3cdffea667 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:22.862931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:22.981291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:22.981637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:23.106142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Calling delete_port for d2944603-a9fe-4659-a50a-ec3cdffea667 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:23.212805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:23.217290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:23.288747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Pushing event deleted for resources: {'Port': ['ID=d2944603-a9fe-4659-a50a-ec3cdffea667,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:23.296064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:23.353582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:23.370711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:23.371844 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1b3058d-5071-45f1-8f0a-1e42ec5232c3 HTTP/1.1" status: 204 len: 168 time: 0.7216139 May 20 16:25:23.374844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52232) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:24.110367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:24.516466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Deleting port b99877a8-f651-4193-9119-387b417f0315 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:24.516798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:24.637590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] For port b99877a8-f651-4193-9119-387b417f0315, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=b99877a8-f651-4193-9119-387b417f0315,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:24.637941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:24.762008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Calling delete_port for b99877a8-f651-4193-9119-387b417f0315 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:24.926909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:24.931909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:24.979354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Pushing event deleted for resources: {'Port': ['ID=b99877a8-f651-4193-9119-387b417f0315,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:25.009044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:25.255987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:25.754807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:25:25.934058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:25:25.942308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] Sync routers for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:25:25.946710 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] 10.222.0.13 "PUT /v2.0/routers/546f373f-e02e-408a-b6b3-9b2ec6dbb903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702715 May 20 16:25:25.949034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52240) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:25.952895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:25.953548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:25:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:26.127231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:26.177945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:26.307788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:26.379148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Deleting port a3c82afc-4466-4042-b831-4c247f0c0d0e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:26.379489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:26.456685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:25:24Z', 'revision_number': 5, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port': {'id': 'a3c82afc-4466-4042-b831-4c247f0c0d0e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:18:55Z', 'updated_at': '2021-05-20T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:26.460568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] Checking router: 546f373f-e02e-408a-b6b3-9b2ec6dbb903 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:25:26.468735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] Routers {'546f373f-e02e-408a-b6b3-9b2ec6dbb903'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:26.469363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:25:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:26.502288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] For port a3c82afc-4466-4042-b831-4c247f0c0d0e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=a3c82afc-4466-4042-b831-4c247f0c0d0e,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:26.502641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:26.620800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] Set router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:26.625311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Calling delete_port for a3c82afc-4466-4042-b831-4c247f0c0d0e owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:26.726246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:25:26Z', 'revision_number': 6, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:26.730914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c965c06-35ac-45e9-9c53-a77d1894f8bb None None] The sync data for ids ['546f373f-e02e-408a-b6b3-9b2ec6dbb903'] in dv-neutron-601336-76-hyperv is: [{'id': '546f373f-e02e-408a-b6b3-9b2ec6dbb903', 'name': 'tempest-ServerActionsTestJSON-244579260-router', 'tenant_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:18:54Z', 'updated_at': '2021-05-20T16:25:26Z', 'revision_number': 6, 'project_id': '22e185a8faaa4c1e9e4c2c958fc10d43', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:25:26.781237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:26.784859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e873c365-3c1c-49e3-a065-d2f8b7a9cf87 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:26.830867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c82afc-4466-4042-b831-4c247f0c0d0e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:26.857779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:27.073840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.249362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.251968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.277241 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.278014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546f373f-e02e-408a-b6b3-9b2ec6dbb903 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:25:27.291439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.293803 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] 10.222.0.13 "DELETE /v2.0/routers/546f373f-e02e-408a-b6b3-9b2ec6dbb903 HTTP/1.1" status: 204 len: 168 time: 1.3437972 May 20 16:25:27.295096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52244) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:27.358574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Deleting subnet 37392b5b-d650-42ce-b96d-59556bf5163b {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:25:27.361570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.410736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.496152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.753385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.757460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8ddfa4b0-fb55-4d1f-923d-a4985f7cfada tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:27.796461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37392b5b-d650-42ce-b96d-59556bf5163b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:27.799347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:27.800315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.806387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23d9bc-fcbb-44ee-951d-31058b749a89 None None] Network 50026e73-47fe-42fa-9022-9f684327d7b9 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:25:27.807380 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/37392b5b-d650-42ce-b96d-59556bf5163b HTTP/1.1" status: 204 len: 168 time: 0.5112741 May 20 16:25:27.809924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52248) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:27.919937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.000975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Deleting port 6704a706-ddb9-482a-9332-c26c68e85d1b {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:28.001308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.061089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] DHCP port deletion for 50026e73-47fe-42fa-9022-9f684327d7b9 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:25:28.124444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] For port 6704a706-ddb9-482a-9332-c26c68e85d1b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6704a706-ddb9-482a-9332-c26c68e85d1b,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:28.124797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.130177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Deleting port 6704a706-ddb9-482a-9332-c26c68e85d1b {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:28.130752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.235492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] For port 6704a706-ddb9-482a-9332-c26c68e85d1b, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6704a706-ddb9-482a-9332-c26c68e85d1b,segment=NetworkSegment(8b8134e5-62f9-452e-adc0-0ee0a984bdbd),segment_id=8b8134e5-62f9-452e-adc0-0ee0a984bdbd)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:28.235886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.252425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Calling delete_port for 6704a706-ddb9-482a-9332-c26c68e85d1b owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:28.301600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.305581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e78ede61-7cb9-489c-97e0-37e663a67daa tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:28.352848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6704a706-ddb9-482a-9332-c26c68e85d1b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:28.356047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:28.356853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] No DVR routers for this DVR port 6704a706-ddb9-482a-9332-c26c68e85d1b on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:28.358377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Calling delete_port for 6704a706-ddb9-482a-9332-c26c68e85d1b owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:28.401973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.405827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:28.449261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Pushing event deleted for resources: {'Port': ['ID=6704a706-ddb9-482a-9332-c26c68e85d1b,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:28.452412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:28.453287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] No DVR routers for this DVR port 6704a706-ddb9-482a-9332-c26c68e85d1b on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:28.475091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.489577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50026e73-47fe-42fa-9022-9f684327d7b9']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:28.502729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8134e5-62f9-452e-adc0-0ee0a984bdbd') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:28.503022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8134e5-62f9-452e-adc0-0ee0a984bdbd') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:28.514930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.531486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.537906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:25:28.538297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:25:28.552323 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:25:28.630040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.634338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f28c109e-2094-43ab-8858-4f8880ea8046 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:28.741084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3c82afc-4466-4042-b831-4c247f0c0d0e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:28.780513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: a3c82afc-4466-4042-b831-4c247f0c0d0e {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:28.780870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device a3c82afc-4466-4042-b831-4c247f0c0d0e not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:28.781301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b99877a8-f651-4193-9119-387b417f0315 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:28.786450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.796889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Pushing event deleted for resources: {'Network': ['ID=50026e73-47fe-42fa-9022-9f684327d7b9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:28.801904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:28.807735 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/50026e73-47fe-42fa-9022-9f684327d7b9 HTTP/1.1" status: 204 len: 168 time: 0.9940152 May 20 16:25:28.815061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: b99877a8-f651-4193-9119-387b417f0315 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:28.815536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device b99877a8-f651-4193-9119-387b417f0315 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:28.815839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6704a706-ddb9-482a-9332-c26c68e85d1b no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:28.849673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 6704a706-ddb9-482a-9332-c26c68e85d1b {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:28.850027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6704a706-ddb9-482a-9332-c26c68e85d1b not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:28.919733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52254) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:28.969251 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-00031119-06fc-4766-ab97-6eea0604b5e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22e185a8faaa4c1e9e4c2c958fc10d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482264 May 20 16:25:28.971612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52258) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:29.030390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.057755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.115216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.119265 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-65f20323-5289-4f91-b88c-dfbfa13824e9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:29.134798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eba529d-0025-4909-9e90-d2d855f2b087,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:29.138472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:29.141866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.142973 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eba529d-0025-4909-9e90-d2d855f2b087 HTTP/1.1" status: 204 len: 168 time: 0.1704693 May 20 16:25:29.874883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52284) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:29.983306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-232541430-network', 'tenant_id': '1af3df0ebe704fbb97f53083d60334ec'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:29.988128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:25:29.991956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Usage tracker for resource:network and tenant:1af3df0ebe704fbb97f53083d60334ec is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:25:29.995291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:25:30.004383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:25:30.014507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Made reservation on behalf of 1af3df0ebe704fbb97f53083d60334ec for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:25:30.016746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.028415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.042991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:25:30.046881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Usage tracker for resource:security_group_rule and tenant:1af3df0ebe704fbb97f53083d60334ec is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:25:30.049951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:25:30.056484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:25:30.140048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.143920 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.146826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26e9fa8b-7787-4ffa-8a93-e28b013a0dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:30.176617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:25:30.182544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb11867-453a-4847-a8b3-1745db72dc63,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:30.186350 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:30.190942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.191252 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Added segment 115f3b1c-d69d-47ca-87bf-abf5a6f2a649 of type vlan for network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 May 20 16:25:30.219544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.250306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.251728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:30.252312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.256088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cca3b66a-1339-4f1c-9c13-3d182768af5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:30.360585 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4843926 May 20 16:25:30.361444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Pushing event updated for resources: {'Network': ['ID=56936bc6-32ea-4def-b7e3-c5b85820fcd2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:30.363446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52290) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:30.364175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:30.370061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Request body: {'subnet': {'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-232541430-subnet', 'tenant_id': '1af3df0ebe704fbb97f53083d60334ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:30.372353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:25:30.375097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:25:30.378922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Usage tracker for resource:subnet and tenant:1af3df0ebe704fbb97f53083d60334ec is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:25:30.381758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:25:30.388609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:25:30.398348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Made reservation on behalf of 1af3df0ebe704fbb97f53083d60334ec for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:25:30.401204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.783266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.787492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1791946-a48a-4f2b-ac4b-ef894136363e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:30.853702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f460cd-d260-480b-8277-53d2776b477c,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:30.857459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:30.864254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Checking segment: {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:25:30.864599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Network hostable DHCP agents. Network: 56936bc6-32ea-4def-b7e3-c5b85820fcd2, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:25:30.882525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:25:30.891853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 56936bc6-32ea-4def-b7e3-c5b85820fcd2) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:25:30.900319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:30.900885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.901558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b236ad-071c-4aae-9c95-91aa5863171a None None] Network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:25:30.925819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5b0b2cc8-87f3-46fd-884c-d9ce4e611617 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5554578 May 20 16:25:31.101859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:31.103940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682e0f5-4bb4-4c28-b74f-b9254933ed5a None None] Network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:25:31.423698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-2e968746-6cf6-4ec5-8456-74d267ff0d17 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:31.425179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-2e968746-6cf6-4ec5-8456-74d267ff0d17 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/networks?id=56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 200 len: 813 time: 0.1429880 May 20 16:25:31.440871 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-8c8ce2ae-8e70-4e92-956a-b092cb4ad39a tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/quotas/1af3df0ebe704fbb97f53083d60334ec HTTP/1.1" status: 200 len: 375 time: 0.0092559 May 20 16:25:31.490223 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-ede07eb4-3aa4-4d4f-9d82-f171ceef44cd tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1af3df0ebe704fbb97f53083d60334ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443912 May 20 16:25:31.810993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-2d85315b-b543-4021-8bdc-64ca5cfa1e54 service neutron] 10.222.0.13 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136795 May 20 16:25:31.940945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-383548f3-9354-4166-8ecc-a876501b19da service neutron] 10.222.0.13 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 May 20 16:25:32.123983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b471f331-92e6-4cef-a0de-d4825c615fc7 req-a4e53ac9-9de5-4384-ac1e-390fc1e547c6 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 210 time: 0.0447805 May 20 16:25:33.145837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-ae79a796-7109-4472-a817-75f4bce41396 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:33.147241 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-ae79a796-7109-4472-a817-75f4bce41396 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "GET /v2.0/networks?id=56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 200 len: 813 time: 0.1448517 May 20 16:25:33.159706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Request body: {'port': {'device_id': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2', 'admin_state_up': True, 'tenant_id': '1af3df0ebe704fbb97f53083d60334ec'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:33.295004 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7649e81f-0417-4cbf-964c-d569fb5e09d7 req-121ef725-f5b9-4508-b8c4-ca8a4fe91643 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 210 time: 0.0586267 May 20 16:25:33.340428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:25:33.344810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Usage tracker for resource:port and tenant:1af3df0ebe704fbb97f53083d60334ec is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:25:33.347648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:25:33.354178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:25:33.363861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Made reservation on behalf of 1af3df0ebe704fbb97f53083d60334ec for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:25:33.368113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:33.527418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Allocated IP 172.20.0.3 (56936bc6-32ea-4def-b7e3-c5b85820fcd2/93f460cd-d260-480b-8277-53d2776b477c/be63ef4f-31e5-4952-b4f9-d9fc9443b2f5) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:25:33.729751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:33.762071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:33.768254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8dd9cab0-fef5-417a-962d-dade7b3f0c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:33.834713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:25:33.838632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:25:33.842772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:25:33.884897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Pushing event updated for resources: {'Port': ['ID=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:33.895890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:33.918962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:33.919570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:33.940232 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849727 May 20 16:25:33.952028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Request body: {'port': {'device_id': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:34.060922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:34.576175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:25:34.584809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:34.611672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Transition to ACTIVE for port object be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:25:34.615000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:34.619944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:34.746629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34486a9c-4e8d-4df9-8c9c-9afd44583e45 req-0bb91f34-b3a8-4f37-aa3b-d22a4034100b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:34.747308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-34486a9c-4e8d-4df9-8c9c-9afd44583e45 req-0bb91f34-b3a8-4f37-aa3b-d22a4034100b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Synchronizing usage tracker for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:25:34.793445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Pushing event updated for resources: {'Port': ['ID=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:34.823503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:34.842598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-34486a9c-4e8d-4df9-8c9c-9afd44583e45 req-0bb91f34-b3a8-4f37-aa3b-d22a4034100b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Unset dirty status for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:25:34.843669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34486a9c-4e8d-4df9-8c9c-9afd44583e45 req-0bb91f34-b3a8-4f37-aa3b-d22a4034100b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 931 time: 0.3307180 May 20 16:25:34.901392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Attempting to bind port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:25:34.901720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Attempting to bind port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:25:34.902044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Attempting to bind port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 on network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:25:34.909875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 on network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:25:34.910193 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Attempting to bind port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 on network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:25:34.915745 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34486a9c-4e8d-4df9-8c9c-9afd44583e45 req-8f1b838a-fd74-45e3-80de-f6c7449077ff tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637827 May 20 16:25:34.918172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:25:34.918494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Checking segment: {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:25:34.918866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Bound using segment: {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:25:34.919291 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Bound port: be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:25:34.919632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:35.014024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] For port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:25:35.017014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] For port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:25:35.021423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:35.025074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-97403a11-5b93-49bd-8255-5992dbbb9687 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:35.080115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.080362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:35.081925 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] 10.222.0.25 "PUT /v2.0/ports/be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 HTTP/1.1" status: 200 len: 1093 time: 1.1339908 May 20 16:25:35.084403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'tag': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:35.114135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Pushing event updated for resources: {'Port': ['ID=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:35.117628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:35.191650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-9241cd17-f5d4-4282-b538-63ecc03b7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.192347 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:25:35.193197 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-9241cd17-f5d4-4282-b538-63ecc03b7523 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1af3df0ebe704fbb97f53083d60334ec&device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 1096 time: 0.0737102 May 20 16:25:35.194845 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'tag': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5', 'status': 'completed', 'code': 200} May 20 16:25:35.266477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-27908cb4-41e0-4081-b050-08e8185120c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 HTTP/1.1" status: 200 len: 217 time: 0.0638142 May 20 16:25:35.328160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-c56fe4be-b5f9-4999-8978-7e817b1862ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.329620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-c56fe4be-b5f9-4999-8978-7e817b1862ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93f460cd-d260-480b-8277-53d2776b477c HTTP/1.1" status: 200 len: 853 time: 0.0575676 May 20 16:25:35.379907 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-fc8c0154-da39-420f-8c87-1e236985b21c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56936bc6-32ea-4def-b7e3-c5b85820fcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444107 May 20 16:25:35.511000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-dc6a9b4c-a641-4b66-8db7-5255dc50c8a3 service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247921 May 20 16:25:35.640630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-444ae18a-6b17-415b-ae40-c2f7d6447490 req-ec748b54-5d7e-4504-ad70-487b0679054c service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229455 May 20 16:25:35.755263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-3aa40e7c-644a-444c-8b12-bcd5df6c6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.756718 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-3aa40e7c-644a-444c-8b12-bcd5df6c6496 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1af3df0ebe704fbb97f53083d60334ec&device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 1096 time: 0.0710213 May 20 16:25:35.894147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-bae80bde-cdc4-4a51-863e-5be0aeac8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.895472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-bae80bde-cdc4-4a51-863e-5be0aeac8ba7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 200 len: 913 time: 0.1323137 May 20 16:25:35.965274 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-acc23e61-5ed0-43b5-9aeb-23886081921e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 HTTP/1.1" status: 200 len: 217 time: 0.0630078 May 20 16:25:36.068275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-8e3c077b-2db8-4280-9abd-912cc16066fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:36.069712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-8e3c077b-2db8-4280-9abd-912cc16066fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93f460cd-d260-480b-8277-53d2776b477c HTTP/1.1" status: 200 len: 853 time: 0.0980389 May 20 16:25:36.119550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-49af1b2b-9b99-4165-a2ea-360e545f7f9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56936bc6-32ea-4def-b7e3-c5b85820fcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427506 May 20 16:25:36.371167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b766948-be8b-4cbc-b80a-abf34a1dc292 req-a5297cdf-c55b-4926-aa2b-24c29a64011b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:36.372613 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b766948-be8b-4cbc-b80a-abf34a1dc292 req-a5297cdf-c55b-4926-aa2b-24c29a64011b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 943 time: 0.3514616 May 20 16:25:36.442698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-efac7476-2bf9-4f0b-90ae-da19481e088e service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145752 May 20 16:25:36.445763 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b766948-be8b-4cbc-b80a-abf34a1dc292 req-41a9cef6-2e85-4674-b1dc-f704304099b8 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 May 20 16:25:36.575894 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55f59b9c-8da8-4ccf-b66b-7f91ea616748 req-309d6fd5-7055-4995-bb8b-c00589d05570 service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249189 May 20 16:25:37.771870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4596b5-6de7-454f-8d97-fab6322ad937 req-1c5db8f9-1051-4d5e-809c-ed0c0e6ab064 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:37.773215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff4596b5-6de7-454f-8d97-fab6322ad937 req-1c5db8f9-1051-4d5e-809c-ed0c0e6ab064 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 943 time: 0.0800028 May 20 16:25:37.821198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff4596b5-6de7-454f-8d97-fab6322ad937 req-d34b371f-23d7-43b1-894e-f3af77e8e254 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 May 20 16:25:38.114969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:25:38.249318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:38.262352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5', 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2', 'port_id': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5', 'mac_address': 'fa:16:3e:c2:16:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f460cd-d260-480b-8277-53d2776b477c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:25:38.316299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:38.332909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:25:38.349602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:38.353411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:38.355205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:38.423651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:38.426636 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:38.558678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['be63ef4f-31e5-4952-b4f9-d9fc9443b2f5'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:39.013087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9c15-14d8-48b8-b00f-4f661e753671 req-ef2ce524-b410-4ebe-8ab7-ee3c5b49ea0a tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:39.014610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-656c9c15-14d8-48b8-b00f-4f661e753671 req-ef2ce524-b410-4ebe-8ab7-ee3c5b49ea0a tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 944 time: 0.0852003 May 20 16:25:39.065455 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-656c9c15-14d8-48b8-b00f-4f661e753671 req-7d494899-8bdf-4a31-836d-9f4e2f0082db tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 May 20 16:25:40.120655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:25:40.197045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:25:40.202610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:25:40.202986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.266314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230ec8-2372-4759-8275-97e7c030749f req-eb4f0f5f-9c2b-4a9d-963b-d087d87e0208 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:40.267643 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6230ec8-2372-4759-8275-97e7c030749f req-eb4f0f5f-9c2b-4a9d-963b-d087d87e0208 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 944 time: 0.0931642 May 20 16:25:40.322044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6230ec8-2372-4759-8275-97e7c030749f req-11a6fac8-cc5c-459a-a4b5-ade0dfbf79e3 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 May 20 16:25:40.327247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.356241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:40.367784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:40.373166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.375578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6f13656b-3aee-472d-bfd8-794b22e6b6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:40.412052 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5', 'code': 200} May 20 16:25:40.452998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d50eda13-3ff6-4fd2-98d0-54bb5f908e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.457643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:40.461281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:40.626796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd570c-c449-4d91-8fef-07a7d71c987e req-225f5798-0a32-4d07-92da-3af45fe3293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:40.628176 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5efd570c-c449-4d91-8fef-07a7d71c987e req-225f5798-0a32-4d07-92da-3af45fe3293b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 1098 time: 0.0700407 May 20 16:25:40.670221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5efd570c-c449-4d91-8fef-07a7d71c987e req-abf8b189-bb2d-4b24-99ef-033404701657 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353911 May 20 16:25:41.519033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d998bf7-dcdc-4d3e-86a2-64df7c84eeda req-504a0937-463b-451f-9d21-0f6b9f736e54 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:41.520536 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d998bf7-dcdc-4d3e-86a2-64df7c84eeda req-504a0937-463b-451f-9d21-0f6b9f736e54 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0851226 May 20 16:25:41.566889 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7d998bf7-dcdc-4d3e-86a2-64df7c84eeda req-cb59797f-cd86-4333-b08f-7b204b1a6ea1 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 May 20 16:25:41.856595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-c5782d0a-1269-44bb-bb9d-a357629dbf82 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:41.858080 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-c5782d0a-1269-44bb-bb9d-a357629dbf82 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/networks?id=56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 200 len: 813 time: 0.1443245 May 20 16:25:41.873076 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-42c02877-3e3b-46d6-97ad-68497881f5d2 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/quotas/1af3df0ebe704fbb97f53083d60334ec HTTP/1.1" status: 200 len: 375 time: 0.0094969 May 20 16:25:41.958620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-57a93f66-704b-419d-a187-faef11012b4f tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1af3df0ebe704fbb97f53083d60334ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806284 May 20 16:25:41.969283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fc3d9a02-3433-4c38-abb0-062324b336c7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:25:41.970251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fc3d9a02-3433-4c38-abb0-062324b336c7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049620 May 20 16:25:42.104161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-f37904a0-a411-43a9-9382-ca03b7e04657 service neutron] 10.222.0.13 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285501 May 20 16:25:42.239100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-6a8f5ebb-3279-4903-aa07-49c810f5601f service neutron] 10.222.0.13 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288025 May 20 16:25:42.409405 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-613a514a-30db-4645-bce1-651cec669f96 req-817db860-63c6-4947-81b4-9f657441df6b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 210 time: 0.0423951 May 20 16:25:43.205889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.503495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a7646ba9-b9af-455a-b57d-1493fb9884fd req-358d887b-1015-4189-89c8-233cda850a33 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 210 time: 0.0421729 May 20 16:25:43.799389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d5db899-fe66-4b60-8f3c-11d7c1d3cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.602276 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-388e03c8-c5b6-4275-9c1f-8893df426cd2 req-05679ae2-3c9c-48ba-8833-0c06fc9e7685 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 210 time: 0.0458975 May 20 16:25:44.710186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:45.443364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-5f8f8ea2-29a2-4b99-a4ef-eb6039217bf0 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:45.444892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-5f8f8ea2-29a2-4b99-a4ef-eb6039217bf0 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "GET /v2.0/networks?id=56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 200 len: 813 time: 0.1484478 May 20 16:25:45.456748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Request body: {'port': {'device_id': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2', 'admin_state_up': True, 'tenant_id': '1af3df0ebe704fbb97f53083d60334ec'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:45.592584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:25:45.602499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:25:45.612704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Made reservation on behalf of 1af3df0ebe704fbb97f53083d60334ec for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:25:45.616235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:45.795323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef363d5e-8b2f-4027-b9c2-e4f73f0824d4 req-ae804493-0b71-4949-bfcb-6eff760068bb tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 210 time: 0.0837152 May 20 16:25:45.818641 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Allocated IP 172.20.0.2 (56936bc6-32ea-4def-b7e3-c5b85820fcd2/93f460cd-d260-480b-8277-53d2776b477c/acc278cf-9add-4775-accf-6dc912039e31) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:25:46.017540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.046096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.052460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:46.057112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['be63ef4f-31e5-4952-b4f9-d9fc9443b2f5'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:46.120329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:25:46.123454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:25:46.127242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:25:46.306741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Pushing event updated for resources: {'Port': ['ID=acc278cf-9add-4775-accf-6dc912039e31,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:46.314808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:46.337289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:46.337914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.361962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9087603 May 20 16:25:46.374043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Request body: {'port': {'device_id': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:46.485928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.559521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.834740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc278cf-9add-4775-accf-6dc912039e31 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:25:46.842112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.856700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Transition to ACTIVE for port object acc278cf-9add-4775-accf-6dc912039e31 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:25:46.861065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.865518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-76de4504-455f-4422-b1ad-784c5e1c30b9 tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:47.036446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Pushing event updated for resources: {'Port': ['ID=acc278cf-9add-4775-accf-6dc912039e31,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:47.062602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:47.146522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cadaec-8dd0-46da-9ff4-169cfe202dc9 req-ceb33674-e9ba-4d17-9382-f2ec8d3f3ef7 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:47.147101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-45cadaec-8dd0-46da-9ff4-169cfe202dc9 req-ceb33674-e9ba-4d17-9382-f2ec8d3f3ef7 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Synchronizing usage tracker for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:25:47.171701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Attempting to bind port acc278cf-9add-4775-accf-6dc912039e31 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:25:47.172018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Attempting to bind port acc278cf-9add-4775-accf-6dc912039e31 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:25:47.172336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Attempting to bind port acc278cf-9add-4775-accf-6dc912039e31 on network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:25:47.177916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Port acc278cf-9add-4775-accf-6dc912039e31 on network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:25:47.178266 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Attempting to bind port acc278cf-9add-4775-accf-6dc912039e31 on network 56936bc6-32ea-4def-b7e3-c5b85820fcd2 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:25:47.181573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-45cadaec-8dd0-46da-9ff4-169cfe202dc9 req-ceb33674-e9ba-4d17-9382-f2ec8d3f3ef7 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Unset dirty status for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:25:47.182716 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-45cadaec-8dd0-46da-9ff4-169cfe202dc9 req-ceb33674-e9ba-4d17-9382-f2ec8d3f3ef7 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 943 time: 0.2812986 May 20 16:25:47.185044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:25:47.185381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Checking segment: {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:25:47.185754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Bound using segment: {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:25:47.186161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Bound port: acc278cf-9add-4775-accf-6dc912039e31, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115f3b1c-d69d-47ca-87bf-abf5a6f2a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:25:47.186517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:47.282632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-45cadaec-8dd0-46da-9ff4-169cfe202dc9 req-547c7787-e611-46f9-b738-5597292c120d tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873265 May 20 16:25:47.309850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] For port acc278cf-9add-4775-accf-6dc912039e31, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:25:47.312902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] For port acc278cf-9add-4775-accf-6dc912039e31, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=acc278cf-9add-4775-accf-6dc912039e31,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:25:47.318165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:47.323360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:47.370768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:47.371381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:47.372750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] 10.222.0.25 "PUT /v2.0/ports/acc278cf-9add-4775-accf-6dc912039e31 HTTP/1.1" status: 200 len: 1093 time: 1.0028880 May 20 16:25:47.375268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'tag': 'acc278cf-9add-4775-accf-6dc912039e31'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:47.405527 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Pushing event updated for resources: {'Port': ['ID=acc278cf-9add-4775-accf-6dc912039e31,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:47.408623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:47.442705 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'tag': 'acc278cf-9add-4775-accf-6dc912039e31', 'status': 'completed', 'code': 200} May 20 16:25:47.482649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-bde65966-0d19-4d9d-b1c9-7db1ffc2954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:47.484125 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-bde65966-0d19-4d9d-b1c9-7db1ffc2954e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1af3df0ebe704fbb97f53083d60334ec&device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 1096 time: 0.0723145 May 20 16:25:47.555515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-bc5e0721-d209-443f-9147-89810c2d30c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc278cf-9add-4775-accf-6dc912039e31 HTTP/1.1" status: 200 len: 217 time: 0.0644667 May 20 16:25:47.619791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-b3ed68be-14d7-40e9-8796-2ec958205f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:47.621192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-b3ed68be-14d7-40e9-8796-2ec958205f76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93f460cd-d260-480b-8277-53d2776b477c HTTP/1.1" status: 200 len: 853 time: 0.0600348 May 20 16:25:47.667920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-d93299e8-f97b-4246-bd9b-b377f8ffb155 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56936bc6-32ea-4def-b7e3-c5b85820fcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407071 May 20 16:25:47.801065 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-2f6833ae-eead-413a-9e73-5137720fd7e9 service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265783 May 20 16:25:47.935902 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d823c5-cf36-4d24-b9b4-36881e479426 req-f0b20a27-c503-4620-9e26-22d6d2d6fc7e service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276736 May 20 16:25:48.048637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-45e37722-3abb-4bcb-8dc6-761c929490a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:48.050120 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-45e37722-3abb-4bcb-8dc6-761c929490a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1af3df0ebe704fbb97f53083d60334ec&device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 1096 time: 0.0694561 May 20 16:25:48.323420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-e364adc2-9784-4883-b788-038cbcf89523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:48.324874 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-e364adc2-9784-4883-b788-038cbcf89523 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 200 len: 913 time: 0.2670789 May 20 16:25:48.424105 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-fc815323-8c38-40f4-8db5-0cba45eef644 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc278cf-9add-4775-accf-6dc912039e31 HTTP/1.1" status: 200 len: 217 time: 0.0923085 May 20 16:25:48.511350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-dd379b07-0cc5-4116-9fe6-e13ffb1781d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:48.512778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-dd379b07-0cc5-4116-9fe6-e13ffb1781d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93f460cd-d260-480b-8277-53d2776b477c HTTP/1.1" status: 200 len: 853 time: 0.0819483 May 20 16:25:48.561531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363871-2752-4817-97e2-f007d86d274c req-04da7280-71d8-428f-be7c-e2ca19e9d006 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:48.562890 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de363871-2752-4817-97e2-f007d86d274c req-04da7280-71d8-428f-be7c-e2ca19e9d006 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 943 time: 0.1761851 May 20 16:25:48.570073 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-f5fd5d0a-38a7-4376-9633-2f5b7cbc7158 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56936bc6-32ea-4def-b7e3-c5b85820fcd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493598 May 20 16:25:48.685778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-de363871-2752-4817-97e2-f007d86d274c req-03f6d29f-4ce9-43b2-8485-482be3d3287e tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147218 May 20 16:25:48.734111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-ff998dbe-6bf8-488e-903d-124b20e5d57c service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506553 May 20 16:25:48.866684 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63312320-c3d8-47e3-b70f-769dc22b0bb4 req-8a733744-ef97-481f-bbc6-64f2c3d9166d service neutron] 10.222.0.25 "GET /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 May 20 16:25:49.872593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ebc2-4586-42aa-acdc-859684a083d0 req-bc70a740-1f68-453f-8f39-1c260f075ab3 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:49.874068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42b2ebc2-4586-42aa-acdc-859684a083d0 req-bc70a740-1f68-453f-8f39-1c260f075ab3 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 943 time: 0.0793431 May 20 16:25:49.918952 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42b2ebc2-4586-42aa-acdc-859684a083d0 req-97e87356-8859-4851-b7a5-b7e2b91db730 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 May 20 16:25:50.182288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device acc278cf-9add-4775-accf-6dc912039e31 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:25:50.315253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port acc278cf-9add-4775-accf-6dc912039e31, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=acc278cf-9add-4775-accf-6dc912039e31,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:50.330057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'acc278cf-9add-4775-accf-6dc912039e31', 'network_id': '56936bc6-32ea-4def-b7e3-c5b85820fcd2', 'port_id': 'acc278cf-9add-4775-accf-6dc912039e31', 'mac_address': 'fa:16:3e:b2:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f460cd-d260-480b-8277-53d2776b477c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:25:50.389141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.443423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc278cf-9add-4775-accf-6dc912039e31 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:25:50.459032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port acc278cf-9add-4775-accf-6dc912039e31, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=acc278cf-9add-4775-accf-6dc912039e31,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:50.462535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.465252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:50.528911 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=acc278cf-9add-4775-accf-6dc912039e31,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:50.536033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.536379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.536709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.537038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.537387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.537714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.538527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.538858 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.539183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.539500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.539817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.540132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:50.543988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:50.672747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['acc278cf-9add-4775-accf-6dc912039e31'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:51.104902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f9f2-d9ee-4393-88aa-9d8c30036e3f req-3d3d241e-e57c-4ac8-855b-48750f7493eb tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:51.106398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-df92f9f2-d9ee-4393-88aa-9d8c30036e3f req-3d3d241e-e57c-4ac8-855b-48750f7493eb tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 944 time: 0.0844920 May 20 16:25:51.151414 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-df92f9f2-d9ee-4393-88aa-9d8c30036e3f req-0c6a63b6-1c08-43ab-9fef-96ea38b62e8e tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 May 20 16:25:52.183307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device acc278cf-9add-4775-accf-6dc912039e31 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:25:52.251194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port acc278cf-9add-4775-accf-6dc912039e31 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:25:52.256605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port acc278cf-9add-4775-accf-6dc912039e31 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:25:52.256988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.340103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3598dc5-539b-4d16-a1f7-9969c1e2009d req-a7f2998f-2542-437b-b1ae-035ad6db4fe5 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:52.341657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3598dc5-539b-4d16-a1f7-9969c1e2009d req-a7f2998f-2542-437b-b1ae-035ad6db4fe5 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 944 time: 0.0827253 May 20 16:25:52.380416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.395216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a3598dc5-539b-4d16-a1f7-9969c1e2009d req-b0068d7c-8ffb-4f08-b153-6e54064445e3 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 May 20 16:25:52.408980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc278cf-9add-4775-accf-6dc912039e31'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:52.420027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port acc278cf-9add-4775-accf-6dc912039e31, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=acc278cf-9add-4775-accf-6dc912039e31,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:52.425811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.427855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:52.489864 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc278cf-9add-4775-accf-6dc912039e31', 'code': 200} May 20 16:25:52.504715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=acc278cf-9add-4775-accf-6dc912039e31,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:52.508312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:52.717034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b91ebb-5084-4750-84a4-36dbf5426d42 req-baae310f-2749-4563-8e86-2e163d38df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:52.718571 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21b91ebb-5084-4750-84a4-36dbf5426d42 req-baae310f-2749-4563-8e86-2e163d38df7b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 1098 time: 0.0773869 May 20 16:25:52.760753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-21b91ebb-5084-4750-84a4-36dbf5426d42 req-dcaed988-6c84-4d97-9359-7040b522ff8e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360017 May 20 16:25:53.598784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3ed51-7c75-4032-a2bd-143599393780 req-07113496-06e9-46ec-9295-e65d6286b83c tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:53.600251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7bc3ed51-7c75-4032-a2bd-143599393780 req-07113496-06e9-46ec-9295-e65d6286b83c tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 945 time: 0.0811486 May 20 16:25:53.651808 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7bc3ed51-7c75-4032-a2bd-143599393780 req-e6be213e-7394-4ec1-b7c1-2190f5081df9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 May 20 16:25:54.836497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af739b-ca04-4d47-b244-2e8df2d8eb8f req-3c97b882-1ddf-4d2d-831f-15529e69b246 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:54.837971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-90af739b-ca04-4d47-b244-2e8df2d8eb8f req-3c97b882-1ddf-4d2d-831f-15529e69b246 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 945 time: 0.0787468 May 20 16:25:54.882286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-90af739b-ca04-4d47-b244-2e8df2d8eb8f req-b817b192-baaa-4fba-88f3-50a2ee3b7508 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 May 20 16:25:55.254124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c273-8477-4eb7-817f-6ae8d5668bcb req-63d08088-6eb1-4513-8e90-36a30572ddf8 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:55.255577 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7bb2c273-8477-4eb7-817f-6ae8d5668bcb req-63d08088-6eb1-4513-8e90-36a30572ddf8 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 945 time: 0.0851665 May 20 16:25:55.303432 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7bb2c273-8477-4eb7-817f-6ae8d5668bcb req-741b87c0-ab76-4908-8a25-9c18e5674477 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 May 20 16:25:56.492181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31363-5855-4b44-823d-825c44814ff6 req-6a6b8a4f-936f-4001-8e33-c57b160d5208 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:56.493650 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a8f31363-5855-4b44-823d-825c44814ff6 req-6a6b8a4f-936f-4001-8e33-c57b160d5208 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 945 time: 0.0821884 May 20 16:25:56.539527 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a8f31363-5855-4b44-823d-825c44814ff6 req-eeddb19c-f868-4cbb-a163-62513cb8936d tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 May 20 16:25:56.800860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-68c36f61-bfec-4262-b95e-43d681f3f7b2 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:56.802412 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-68c36f61-bfec-4262-b95e-43d681f3f7b2 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 945 time: 0.0888107 May 20 16:25:56.945929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Deleting port acc278cf-9add-4775-accf-6dc912039e31 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:56.946179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:57.087251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] For port acc278cf-9add-4775-accf-6dc912039e31, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=acc278cf-9add-4775-accf-6dc912039e31,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:57.087602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:57.213398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Calling delete_port for acc278cf-9add-4775-accf-6dc912039e31 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:57.324754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:57.330925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e403f890-27c4-4a43-8806-a349d3d692ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:57.339928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['be63ef4f-31e5-4952-b4f9-d9fc9443b2f5', 'acc278cf-9add-4775-accf-6dc912039e31'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:57.379744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Pushing event deleted for resources: {'Port': ['ID=acc278cf-9add-4775-accf-6dc912039e31,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:57.383889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:57.457082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] No DVR routers for this DVR port acc278cf-9add-4775-accf-6dc912039e31 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:57.459667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:57.462480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'name': 'network-vif-deleted', 'tag': 'acc278cf-9add-4775-accf-6dc912039e31'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:57.479440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-810c87a8-cfdd-48ac-89dc-4b4e9abf12c5 req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "DELETE /v2.0/ports/acc278cf-9add-4775-accf-6dc912039e31 HTTP/1.1" status: 204 len: 173 time: 0.6712103 May 20 16:25:57.514066 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1155389f-2cd0-4237-94aa-c8276d3a6b77', 'name': 'network-vif-deleted', 'tag': 'acc278cf-9add-4775-accf-6dc912039e31', 'status': 'completed', 'code': 200} May 20 16:25:57.852781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-3ab40dea-147a-47c4-b877-1c775991e74f req-86b13f74-a901-45e6-9fb2-1a168fdf7991 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Synchronizing usage tracker for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:25:57.870286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-3ab40dea-147a-47c4-b877-1c775991e74f req-86b13f74-a901-45e6-9fb2-1a168fdf7991 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Unset dirty status for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:25:57.871398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ab40dea-147a-47c4-b877-1c775991e74f req-86b13f74-a901-45e6-9fb2-1a168fdf7991 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1155389f-2cd0-4237-94aa-c8276d3a6b77 HTTP/1.1" status: 200 len: 210 time: 0.2037680 May 20 16:25:59.178649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707966d-e228-4498-934e-296f5989de40 req-91b9dd9b-a046-4313-a7f3-c92c36657ae2 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:59.180032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e707966d-e228-4498-934e-296f5989de40 req-91b9dd9b-a046-4313-a7f3-c92c36657ae2 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0805945 May 20 16:25:59.227533 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e707966d-e228-4498-934e-296f5989de40 req-84f477c8-f60c-4592-ba8b-8fdcef3223d4 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 May 20 16:25:59.425454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9b7f1-4231-419b-9463-a796b536996a req-fe0c306a-435c-489d-89b2-71ecd8eba8e9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:59.426912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-70c9b7f1-4231-419b-9463-a796b536996a req-fe0c306a-435c-489d-89b2-71ecd8eba8e9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0788829 May 20 16:25:59.471691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-70c9b7f1-4231-419b-9463-a796b536996a req-b48339cb-54ae-41ee-99e4-8caf212252e4 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 May 20 16:25:59.660038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067833e-406e-4b67-b562-d71112df3d1e req-085fbb05-6caa-47ad-a309-00cd3d62787d tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:59.661547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3067833e-406e-4b67-b562-d71112df3d1e req-085fbb05-6caa-47ad-a309-00cd3d62787d tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0829678 May 20 16:25:59.707531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3067833e-406e-4b67-b562-d71112df3d1e req-b4e8c6f4-a779-40cd-906b-be20f2e24f46 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 May 20 16:26:00.002953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351db8d-754b-4ec4-a0c0-fe5597d8002a req-9d5cb1e7-732d-4492-9ed3-1cc193d84dd5 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:00.004348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b351db8d-754b-4ec4-a0c0-fe5597d8002a req-9d5cb1e7-732d-4492-9ed3-1cc193d84dd5 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0827351 May 20 16:26:00.049038 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b351db8d-754b-4ec4-a0c0-fe5597d8002a req-260f6782-d03b-450a-9776-0f181a41050b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 May 20 16:26:00.223082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device acc278cf-9add-4775-accf-6dc912039e31 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:00.237669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccb3d5-cd4e-423b-9d2e-052e20a8e65d req-579b0792-62d2-4308-baff-9a89d0edce7a tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:00.239143 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-00ccb3d5-cd4e-423b-9d2e-052e20a8e65d req-579b0792-62d2-4308-baff-9a89d0edce7a tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0835564 May 20 16:26:00.263055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: acc278cf-9add-4775-accf-6dc912039e31 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:00.263337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device acc278cf-9add-4775-accf-6dc912039e31 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:00.289779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-00ccb3d5-cd4e-423b-9d2e-052e20a8e65d req-3605b71e-3084-4646-bab5-dc156ce88de8 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 May 20 16:26:00.488338 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f2ed-383e-4df0-93ee-5ad2828ef8f5 req-f1f9a705-f1ee-4ec6-bdfc-8d701aa58ede tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:00.489792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8853f2ed-383e-4df0-93ee-5ad2828ef8f5 req-f1f9a705-f1ee-4ec6-bdfc-8d701aa58ede tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0865152 May 20 16:26:00.535246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8853f2ed-383e-4df0-93ee-5ad2828ef8f5 req-d52bfcfe-6793-4227-b06c-59694d609ba9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 May 20 16:26:01.070685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:01.073300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc2b8-60b3-4796-a988-13fe05ff6877 req-670acec5-84ec-47dd-b2ba-2ac4f0a287a0 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:01.074964 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-981fc2b8-60b3-4796-a988-13fe05ff6877 req-670acec5-84ec-47dd-b2ba-2ac4f0a287a0 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.0820789 May 20 16:26:01.122053 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-981fc2b8-60b3-4796-a988-13fe05ff6877 req-927521d8-2cff-4a2a-b7f6-1f469590efc8 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 May 20 16:26:02.344078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6043cd-d026-4fed-9792-1393f75eef01 req-1e31fbbf-c37c-4741-a059-182e105f7861 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:02.345559 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f6043cd-d026-4fed-9792-1393f75eef01 req-1e31fbbf-c37c-4741-a059-182e105f7861 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.1179304 May 20 16:26:02.404811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5f6043cd-d026-4fed-9792-1393f75eef01 req-59856fe3-af5a-4c83-af49-9f6abc5e3716 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb11867-453a-4847-a8b3-1745db72dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 May 20 16:26:02.425375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d5693-e066-4d01-a610-1cf1da204653 req-9c551f7e-9bcf-40c4-81cc-b7644c0d1918 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:02.426804 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d13d5693-e066-4d01-a610-1cf1da204653 req-9c551f7e-9bcf-40c4-81cc-b7644c0d1918 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 945 time: 0.1246910 May 20 16:26:02.564661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Deleting port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:02.565003 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:02.696476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] For port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,segment=NetworkSegment(115f3b1c-d69d-47ca-87bf-abf5a6f2a649),segment_id=115f3b1c-d69d-47ca-87bf-abf5a6f2a649)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:02.696753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:02.823522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Calling delete_port for be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:02.936772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:02.945139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1d376301-c240-4f73-9943-ce6c7df184e1 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:02.950881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['be63ef4f-31e5-4952-b4f9-d9fc9443b2f5'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:26:02.995855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Pushing event deleted for resources: {'Port': ['ID=be63ef4f-31e5-4952-b4f9-d9fc9443b2f5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:02.998419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:03.072241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] No DVR routers for this DVR port be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:03.074747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:03.077389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'name': 'network-vif-deleted', 'tag': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:26:03.093930 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d13d5693-e066-4d01-a610-1cf1da204653 req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.25 "DELETE /v2.0/ports/be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 HTTP/1.1" status: 204 len: 173 time: 0.6616092 May 20 16:26:03.124529 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342c09bf-1cc4-4316-8182-28e806e41a5e', 'name': 'network-vif-deleted', 'tag': 'be63ef4f-31e5-4952-b4f9-d9fc9443b2f5', 'status': 'completed', 'code': 200} May 20 16:26:03.577330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-bbd8e76a-0a41-4771-9262-c7376a2ae4a9 req-bb4cb82f-0f12-4e46-8a7c-5f9d9e29411c tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Synchronizing usage tracker for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:03.593178 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-bbd8e76a-0a41-4771-9262-c7376a2ae4a9 req-bb4cb82f-0f12-4e46-8a7c-5f9d9e29411c tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Unset dirty status for tenant:1af3df0ebe704fbb97f53083d60334ec on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:03.594510 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bbd8e76a-0a41-4771-9262-c7376a2ae4a9 req-bb4cb82f-0f12-4e46-8a7c-5f9d9e29411c tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] 10.222.0.13 "GET /v2.0/ports?device_id=342c09bf-1cc4-4316-8182-28e806e41a5e HTTP/1.1" status: 200 len: 210 time: 0.0601592 May 20 16:26:04.691422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52450) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:04.755468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Deleting subnet 93f460cd-d260-480b-8277-53d2776b477c {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:04.758807 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:04.808594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:04.863334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.114765 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.118974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-db16f1db-a51f-435c-8277-34baf48f03d4 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:05.155526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f460cd-d260-480b-8277-53d2776b477c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:05.157610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.161595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:05.165198 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9e9df30b-bdef-4f9b-a51a-f45eeb7ac3cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/93f460cd-d260-480b-8277-53d2776b477c HTTP/1.1" status: 204 len: 168 time: 0.4727409 May 20 16:26:05.168675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52454) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:05.274870 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.402668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.415122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56936bc6-32ea-4def-b7e3-c5b85820fcd2']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:05.426848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115f3b1c-d69d-47ca-87bf-abf5a6f2a649') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:05.427136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115f3b1c-d69d-47ca-87bf-abf5a6f2a649') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:05.438148 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.455327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.461755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:05.462132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:05.474798 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:05.551181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.555046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b27c97d1-5cb1-442d-85f7-b50f6d0886af tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:05.569921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.579053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Pushing event deleted for resources: {'Network': ['ID=56936bc6-32ea-4def-b7e3-c5b85820fcd2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:05.581415 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] 10.222.0.13 "DELETE /v2.0/networks/56936bc6-32ea-4def-b7e3-c5b85820fcd2 HTTP/1.1" status: 204 len: 168 time: 0.4117846 May 20 16:26:05.582317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:05.719823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52460) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:05.769634 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7a5475cb-bb4e-4d31-ba38-6314c5cac1dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1af3df0ebe704fbb97f53083d60334ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485175 May 20 16:26:05.772268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52464) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:05.833461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.860252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.913947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.919878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:05.930419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb11867-453a-4847-a8b3-1745db72dc63,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:05.932857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:05.938615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:05.939858 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bb11867-453a-4847-a8b3-1745db72dc63 HTTP/1.1" status: 204 len: 168 time: 0.1665177 May 20 16:26:06.243819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:06.281275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:06.281649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device be63ef4f-31e5-4952-b4f9-d9fc9443b2f5 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:06.762276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52488) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:06.918809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979478982'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:06.923996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:06.928794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:network and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:06.931831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:06.939295 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:06.951399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:06.955275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:06.968613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:06.992861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:06.997625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:security_group_rule and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:07.001538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:07.008950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:07.114454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:07.120101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:07.127127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13e1f1ad-572e-4817-ae4b-b06d0f051142 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:07.163866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:07.177981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357d3769-6181-4d7d-a53b-e0ebaf904d85,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:07.181701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:07.184867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:07.185212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Added segment c5c7a98f-f8c1-4444-95c9-2666a54588a7 of type vlan for network 4ac8d4f0-5210-4e73-af14-e3081c21712a May 20 16:26:07.214646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:07.245990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:07.252280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:07.252862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:07.256559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:07.361128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5969942 May 20 16:26:07.367173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Network': ['ID=4ac8d4f0-5210-4e73-af14-e3081c21712a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:07.374683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:07.388144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 4ac8d4f0-5210-4e73-af14-e3081c21712a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:10.426111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73851efe-92dd-48e4-9242-b891d5da72b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:10.558142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52494) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:10.569065 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'subnet': {'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:10.681676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:10.685542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:subnet and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:10.688408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:10.695740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:10.707563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:10.711820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.284298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.288406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3d2f3dbc-7656-4c87-b8af-24819730dc44 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:11.361290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Subnet': ['ID=92fbceb7-ad77-4271-996b-37752808dd41,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:11.364667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:11.371590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Checking segment: {'id': 'c5c7a98f-f8c1-4444-95c9-2666a54588a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:11.371944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network hostable DHCP agents. Network: 4ac8d4f0-5210-4e73-af14-e3081c21712a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:11.388782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network 4ac8d4f0-5210-4e73-af14-e3081c21712a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:11.398016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 4ac8d4f0-5210-4e73-af14-e3081c21712a) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:11.406756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca90d81-9e44-4284-921a-c05c67af8362 None None] Network 4ac8d4f0-5210-4e73-af14-e3081c21712a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:11.408825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:11.409437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.431894 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0863eef9-d1f7-4046-86f9-39190256e1cd tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8723674 May 20 16:26:11.435230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52498) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:11.440942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010069294'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:11.445895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:11.449717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:network and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:11.452540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:11.458428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:11.470352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:11.474939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.504932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:11.514165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.514497 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Added segment e7321a8a-84d8-4dd9-b4a6-b41c39e55b57 of type vlan for network 614885a8-de2f-45f5-be46-7a7554f2128a May 20 16:26:11.541739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.576287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.581923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:11.582521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.587992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e7c06fd-4ae5-4156-83ad-60769b9de3c9 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:11.636992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-4ac8d4f0-5210-4e73-af14-e3081c21712a', 'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a', 'tenant_id': '94a773c4501c420d926b4049208647da', 'fixed_ips': [{'subnet_id': '92fbceb7-ad77-4271-996b-37752808dd41'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:11.638873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.668726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2323921 May 20 16:26:11.672685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52502) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:11.680328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'subnet': {'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:11.698818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Network': ['ID=614885a8-de2f-45f5-be46-7a7554f2128a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:11.702202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:11.722271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 614885a8-de2f-45f5-be46-7a7554f2128a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:11.811806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:11.815902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:subnet and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:11.819144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:11.825682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:11.837122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:11.840912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.919221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Allocated IP 2001:db8:0:ffff::2 (4ac8d4f0-5210-4e73-af14-e3081c21712a/92fbceb7-ad77-4271-996b-37752808dd41/e16b2ba7-3703-4146-a8f1-fe7f562bd748) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:12.136528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.146957 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Transition to ACTIVE for port object e16b2ba7-3703-4146-a8f1-fe7f562bd748 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:12.166803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Transition to ACTIVE for port object e16b2ba7-3703-4146-a8f1-fe7f562bd748 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:12.172240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.176558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:12.193923 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:26:12.282634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Network 4ac8d4f0-5210-4e73-af14-e3081c21712a is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:12.285984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:12.290267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:12.299940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.305238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c2274587-dbb4-4434-899f-089098e57eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:12.322596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Pushing event updated for resources: {'Port': ['ID=e16b2ba7-3703-4146-a8f1-fe7f562bd748,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:12.330140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:12.386070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Attempting to bind port e16b2ba7-3703-4146-a8f1-fe7f562bd748 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:12.386439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Attempting to bind port e16b2ba7-3703-4146-a8f1-fe7f562bd748 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'c5c7a98f-f8c1-4444-95c9-2666a54588a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:12.386909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Attempting to bind port e16b2ba7-3703-4146-a8f1-fe7f562bd748 on network 4ac8d4f0-5210-4e73-af14-e3081c21712a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:12.392758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:12.393129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Checking segment: {'id': 'c5c7a98f-f8c1-4444-95c9-2666a54588a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:12.393572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.393970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Bound using segment: {'id': 'c5c7a98f-f8c1-4444-95c9-2666a54588a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:12.394439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Bound port: e16b2ba7-3703-4146-a8f1-fe7f562bd748, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c7a98f-f8c1-4444-95c9-2666a54588a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4ac8d4f0-5210-4e73-af14-e3081c21712a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:12.394814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.492065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] For port e16b2ba7-3703-4146-a8f1-fe7f562bd748, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:12.495338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] For port e16b2ba7-3703-4146-a8f1-fe7f562bd748, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e16b2ba7-3703-4146-a8f1-fe7f562bd748,segment=NetworkSegment(c5c7a98f-f8c1-4444-95c9-2666a54588a7),segment_id=c5c7a98f-f8c1-4444-95c9-2666a54588a7)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:12.500797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.504510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:12.527377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Subnet': ['ID=3460d283-f2d8-4fa8-b15f-8f2b9a3a3d26,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:12.530557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:12.540294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Checking segment: {'id': 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:12.540656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network hostable DHCP agents. Network: 614885a8-de2f-45f5-be46-7a7554f2128a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:12.560158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network 614885a8-de2f-45f5-be46-7a7554f2128a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:12.571032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 614885a8-de2f-45f5-be46-7a7554f2128a) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:12.583088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:12.584193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.584539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf5142-5be6-4727-8706-9f32dbc581e5 None None] Network 614885a8-de2f-45f5-be46-7a7554f2128a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:12.608912 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-477ee64f-16ac-4511-b010-7a481f2c217c tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9347296 May 20 16:26:12.611629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52506) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:12.612735 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Pushing event updated for resources: {'Port': ['ID=e16b2ba7-3703-4146-a8f1-fe7f562bd748,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:12.659992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:12.776332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.866087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-614885a8-de2f-45f5-be46-7a7554f2128a', 'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a', 'tenant_id': '94a773c4501c420d926b4049208647da', 'fixed_ips': [{'subnet_id': '3460d283-f2d8-4fa8-b15f-8f2b9a3a3d26'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:12.867249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.907778 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.061970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Allocated IP 2001:db8::2 (614885a8-de2f-45f5-be46-7a7554f2128a/3460d283-f2d8-4fa8-b15f-8f2b9a3a3d26/e06a88c1-8325-464e-8be2-30d16f33c5d9) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:13.256829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.290164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.301406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Transition to ACTIVE for port object e06a88c1-8325-464e-8be2-30d16f33c5d9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:13.322221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Transition to ACTIVE for port object e06a88c1-8325-464e-8be2-30d16f33c5d9 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:13.328359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.333799 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:13.354218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.362916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43068961-c89a-41c7-a79b-de4b94db26bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:13.402831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Network 614885a8-de2f-45f5-be46-7a7554f2128a is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:13.405843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Subnet': ['ID=3460d283-f2d8-4fa8-b15f-8f2b9a3a3d26,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:13.406066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:13.410211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:13.410431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:13.416404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Pushing event updated for resources: {'Port': ['ID=e06a88c1-8325-464e-8be2-30d16f33c5d9,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:13.420525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:13.519823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.520608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Attempting to bind port e06a88c1-8325-464e-8be2-30d16f33c5d9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:13.520997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Attempting to bind port e06a88c1-8325-464e-8be2-30d16f33c5d9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:13.521928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Attempting to bind port e06a88c1-8325-464e-8be2-30d16f33c5d9 on network 614885a8-de2f-45f5-be46-7a7554f2128a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:13.528100 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:13.528487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Checking segment: {'id': 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:13.528901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.529307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Bound using segment: {'id': 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:13.529829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Bound port: e06a88c1-8325-464e-8be2-30d16f33c5d9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '614885a8-de2f-45f5-be46-7a7554f2128a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:13.530221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.541210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614885a8-de2f-45f5-be46-7a7554f2128a']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:13.555736 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:13.556121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:13.572494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.590955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.598599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:13.599098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:13.614856 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:13.635754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] For port e06a88c1-8325-464e-8be2-30d16f33c5d9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:13.709282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] For port e06a88c1-8325-464e-8be2-30d16f33c5d9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e06a88c1-8325-464e-8be2-30d16f33c5d9,segment=NetworkSegment(e7321a8a-84d8-4dd9-b4a6-b41c39e55b57),segment_id=e7321a8a-84d8-4dd9-b4a6-b41c39e55b57)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:13.710044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.db.api [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:26:13.710044 dv-neutron-601336-76-hyperv neutron-server[92431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:26:13.710044 dv-neutron-601336-76-hyperv neutron-server[92431]: [parameters: {'id': '614885a8-de2f-45f5-be46-7a7554f2128a'}] May 20 16:26:13.710044 dv-neutron-601336-76-hyperv neutron-server[92431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:26:13.710473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_db.api [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:26:13.715054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.719047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:13.749065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050928bf-25c2-4177-80ce-b73ee162e1a8 None None] Network 4ac8d4f0-5210-4e73-af14-e3081c21712a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:13.899620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-78812280-4204-485a-a377-0827716e5cfd None None] Provisioning for port e16b2ba7-3703-4146-a8f1-fe7f562bd748 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:13.937744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5e135077-faa2-44f8-9a89-71ad30bc6880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:13.947736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Pushing event updated for resources: {'Port': ['ID=e06a88c1-8325-464e-8be2-30d16f33c5d9,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:13.953787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:14.073108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088ca32-b8ff-4ed0-9a21-454483e0ab8b None None] Network 614885a8-de2f-45f5-be46-7a7554f2128a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:14.211953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.290559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting port e06a88c1-8325-464e-8be2-30d16f33c5d9 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:14.290943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.398380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] For port e06a88c1-8325-464e-8be2-30d16f33c5d9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e06a88c1-8325-464e-8be2-30d16f33c5d9,segment=NetworkSegment(e7321a8a-84d8-4dd9-b4a6-b41c39e55b57),segment_id=e7321a8a-84d8-4dd9-b4a6-b41c39e55b57)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:14.398746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.538078 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Calling delete_port for e06a88c1-8325-464e-8be2-30d16f33c5d9 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:14.580199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b3400-457a-4bc8-8184-ec3348d24812 None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:26:14.597090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.601595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d0053e2-2b45-450f-81a6-f1aa0a23f720 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:14.645199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Port': ['ID=e06a88c1-8325-464e-8be2-30d16f33c5d9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:14.648385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:14.653094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No DVR routers for this DVR port e06a88c1-8325-464e-8be2-30d16f33c5d9 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:14.671837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b3400-457a-4bc8-8184-ec3348d24812 None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:26:14.773835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.785133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.799910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614885a8-de2f-45f5-be46-7a7554f2128a']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:14.815844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:14.816133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7321a8a-84d8-4dd9-b4a6-b41c39e55b57') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:14.825276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e16b2ba7-3703-4146-a8f1-fe7f562bd748 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:14.828463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.845904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.857401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:14.857823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:14.873103 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:14.967540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.968615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e16b2ba7-3703-4146-a8f1-fe7f562bd748 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:14.971907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-477dcf93-99e1-4906-af6e-8f0d5b7b01c1 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:14.978778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e16b2ba7-3703-4146-a8f1-fe7f562bd748 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:14.979174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.989573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.995877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Network': ['ID=614885a8-de2f-45f5-be46-7a7554f2128a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:15.000211 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:15.005478 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/614885a8-de2f-45f5-be46-7a7554f2128a HTTP/1.1" status: 204 len: 168 time: 2.3928313 May 20 16:26:15.009462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:15.015231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939544289'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:15.020170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:15.024744 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:network and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:15.027661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:15.034669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:15.046255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:15.049990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.080934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:15.091894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.092234 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Added segment b9a7dd45-e397-4c5a-a326-a7a4c5800ad1 of type vlan for network 506c7521-9cdd-4c7d-97cd-381ce884ef21 May 20 16:26:15.123712 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.159380 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.166948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:15.166948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.171800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.172047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ccfbb217-a268-4587-9c42-891f9c558aab tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:15.221867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e16b2ba7-3703-4146-a8f1-fe7f562bd748, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e16b2ba7-3703-4146-a8f1-fe7f562bd748,segment=NetworkSegment(c5c7a98f-f8c1-4444-95c9-2666a54588a7),segment_id=c5c7a98f-f8c1-4444-95c9-2666a54588a7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:15.225774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.227688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:15.271186 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2605848 May 20 16:26:15.274792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:15.280901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'subnet': {'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:15.282018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Network': ['ID=506c7521-9cdd-4c7d-97cd-381ce884ef21,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:15.284869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:15.294643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 506c7521-9cdd-4c7d-97cd-381ce884ef21 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:15.377970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e16b2ba7-3703-4146-a8f1-fe7f562bd748,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:15.392111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:15.403979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:15.410707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:subnet and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:15.415357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:15.424670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:15.437330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:15.440993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.541867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Performing IP validity checks on allocation pools {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 16:26:15.542331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.ipam_backend_mixin [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 16:26:15.867749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:15.872447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2c2241df-9181-47b0-a10f-739685e4dde5 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:15.962380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Subnet': ['ID=232eacb7-b9a7-4242-8318-fcbff2a54184,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:15.967723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Checking segment: {'id': 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:15.968115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network hostable DHCP agents. Network: 506c7521-9cdd-4c7d-97cd-381ce884ef21, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:15.978229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.978762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.979237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.979763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.980228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.980725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.981190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.981725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.982159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.982688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.983186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.983708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:15.991245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:16.003152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network 506c7521-9cdd-4c7d-97cd-381ce884ef21 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:16.012161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 506c7521-9cdd-4c7d-97cd-381ce884ef21) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:16.020790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3730f5-f911-4991-bd9c-b28805750a2d None None] Network 506c7521-9cdd-4c7d-97cd-381ce884ef21 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:16.023637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:16.024212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.046264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7703850 May 20 16:26:16.049127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52518) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:16.192093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.233051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-506c7521-9cdd-4c7d-97cd-381ce884ef21', 'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21', 'tenant_id': '94a773c4501c420d926b4049208647da', 'fixed_ips': [{'subnet_id': '232eacb7-b9a7-4242-8318-fcbff2a54184'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:16.233903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.260419 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.387260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Allocated IP 2001:db8::3 (506c7521-9cdd-4c7d-97cd-381ce884ef21/232eacb7-b9a7-4242-8318-fcbff2a54184/8173cc9b-5a65-42ef-8534-c8e0e4550066) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:16.600155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.613743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.626678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Transition to ACTIVE for port object 8173cc9b-5a65-42ef-8534-c8e0e4550066 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:16.646963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Transition to ACTIVE for port object 8173cc9b-5a65-42ef-8534-c8e0e4550066 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:16.654021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.658727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:16.675479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.683450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-260e8d63-fd68-43e1-bcd2-ae576ae82039 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:16.720761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Network 506c7521-9cdd-4c7d-97cd-381ce884ef21 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:16.724267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:16.728032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:16.742447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Subnet': ['ID=232eacb7-b9a7-4242-8318-fcbff2a54184,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:16.745501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:16.848412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.851292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e16b2ba7-3703-4146-a8f1-fe7f562bd748 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:16.864077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506c7521-9cdd-4c7d-97cd-381ce884ef21']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:16.877726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:16.878056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:16.885693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Pushing event updated for resources: {'Port': ['ID=8173cc9b-5a65-42ef-8534-c8e0e4550066,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:16.892714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.899147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:16.911891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.918815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:16.919204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.928744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Attempting to bind port 8173cc9b-5a65-42ef-8534-c8e0e4550066 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:16.929115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Attempting to bind port 8173cc9b-5a65-42ef-8534-c8e0e4550066 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:16.929510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Attempting to bind port 8173cc9b-5a65-42ef-8534-c8e0e4550066 on network 506c7521-9cdd-4c7d-97cd-381ce884ef21 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:16.934448 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:16.939319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:16.939696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Checking segment: {'id': 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:16.940099 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:16.940494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Bound using segment: {'id': 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:16.940972 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Bound port: 8173cc9b-5a65-42ef-8534-c8e0e4550066, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '506c7521-9cdd-4c7d-97cd-381ce884ef21'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:16.941357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:17.009291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e16b2ba7-3703-4146-a8f1-fe7f562bd748 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:17.009591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:17.016047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:26:17.016047 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:26:17.016047 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '506c7521-9cdd-4c7d-97cd-381ce884ef21'}] May 20 16:26:17.016047 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:26:17.016730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:26:17.094035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] For port 8173cc9b-5a65-42ef-8534-c8e0e4550066, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:17.099959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] For port 8173cc9b-5a65-42ef-8534-c8e0e4550066, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8173cc9b-5a65-42ef-8534-c8e0e4550066,segment=NetworkSegment(b9a7dd45-e397-4c5a-a326-a7a4c5800ad1),segment_id=b9a7dd45-e397-4c5a-a326-a7a4c5800ad1)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:17.106592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:17.110307 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:17.273868 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Pushing event updated for resources: {'Port': ['ID=8173cc9b-5a65-42ef-8534-c8e0e4550066,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:17.278014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:17.306461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07023f-5d61-41f0-b11a-e388ce943cdb None None] Network 506c7521-9cdd-4c7d-97cd-381ce884ef21 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:17.499951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e31e8-e97e-49d3-8b19-7c9ea0bca83e None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:26:17.517937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:17.588854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91e31e8-e97e-49d3-8b19-7c9ea0bca83e None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:26:17.589991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting port 8173cc9b-5a65-42ef-8534-c8e0e4550066 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:17.590311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:17.837450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] For port 8173cc9b-5a65-42ef-8534-c8e0e4550066, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8173cc9b-5a65-42ef-8534-c8e0e4550066,segment=NetworkSegment(b9a7dd45-e397-4c5a-a326-a7a4c5800ad1),segment_id=b9a7dd45-e397-4c5a-a326-a7a4c5800ad1)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:17.838206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:17.968696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Calling delete_port for 8173cc9b-5a65-42ef-8534-c8e0e4550066 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:18.040346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.044902 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-330b0bf7-540d-43dc-a5dc-8e40dbb1f138 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:18.093353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Port': ['ID=8173cc9b-5a65-42ef-8534-c8e0e4550066,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:18.095243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No DVR routers for this DVR port 8173cc9b-5a65-42ef-8534-c8e0e4550066 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:18.096826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:18.228218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.241869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506c7521-9cdd-4c7d-97cd-381ce884ef21']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:18.253835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:18.254129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a7dd45-e397-4c5a-a326-a7a4c5800ad1') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:18.265986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.282176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.288790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:18.289224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:18.303857 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:18.383892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.388208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.391688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3ca505e4-6f4e-40ba-9d96-cbc7f3d7463a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:18.414797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Network': ['ID=506c7521-9cdd-4c7d-97cd-381ce884ef21,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:18.417121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:18.422526 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/506c7521-9cdd-4c7d-97cd-381ce884ef21 HTTP/1.1" status: 204 len: 168 time: 2.3724563 May 20 16:26:18.426073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52522) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:18.431529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456038200'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:18.436261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:18.439988 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:network and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:18.442936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:18.449115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:18.459081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:18.462450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.490440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:18.498846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.499177 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Added segment fc770fe1-d992-4484-acf8-f45445659bb7 of type vlan for network 89775bb9-cec2-479e-9f6a-19b2eccdb560 May 20 16:26:18.528626 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.558021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.563384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:18.563956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:18.567379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8a937020-ea6b-49be-8100-9c3af09c9d8c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:18.662654 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2355590 May 20 16:26:18.665534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52526) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:18.671761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Network': ['ID=89775bb9-cec2-479e-9f6a-19b2eccdb560,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:18.672347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'subnet': {'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:18.674322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f1665751-e130-47a1-8212-cfc0061fd3eb tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:18.682922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 89775bb9-cec2-479e-9f6a-19b2eccdb560 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:18.790136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:18.794748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:subnet and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:18.797836 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:18.803825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:18.814143 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:18.818286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.405404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.410191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-43e75d95-902e-4f34-b645-fbe6d5cbde10 tempest-NetworksTest-745205038 tempest-NetworksTest-745205038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:19.491953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Subnet': ['ID=cf83cef5-e4ee-481e-a649-5c36e3a39ee5,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:19.496424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:19.503524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Checking segment: {'id': 'fc770fe1-d992-4484-acf8-f45445659bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:19.503923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network hostable DHCP agents. Network: 89775bb9-cec2-479e-9f6a-19b2eccdb560, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:19.522613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network 89775bb9-cec2-479e-9f6a-19b2eccdb560 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:19.534127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 89775bb9-cec2-479e-9f6a-19b2eccdb560) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:19.545234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712c45c-4e58-41bb-a042-1c74fdedaaf0 None None] Network 89775bb9-cec2-479e-9f6a-19b2eccdb560 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:19.548603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:19.549280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.578301 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92ede0ba-e8a6-4351-a224-a0f4e1e2c1c8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9108539 May 20 16:26:19.582287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52530) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:19.588712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782520489'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:19.594222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:19.598542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:network and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:19.602578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:19.608746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:19.620343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:19.623936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.654057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:19.664824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.665162 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Added segment 35230115-3463-40ec-8fc8-a7a4096e2a8e of type vlan for network 331ba422-d76a-4cc8-95de-c4e84972d983 May 20 16:26:19.694987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.727606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.733250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:19.733908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.739410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a5616aa4-0164-4c2a-9a4c-cdd5c8862cbd tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:19.831436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-89775bb9-cec2-479e-9f6a-19b2eccdb560', 'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560', 'tenant_id': '94a773c4501c420d926b4049208647da', 'fixed_ips': [{'subnet_id': 'cf83cef5-e4ee-481e-a649-5c36e3a39ee5'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:19.832956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:19.840684 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2572343 May 20 16:26:19.843624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52534) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:19.850317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Request body: {'subnet': {'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:19.851589 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Network': ['ID=331ba422-d76a-4cc8-95de-c4e84972d983,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:19.854323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b32c7edf-fa52-4a06-9630-5fffd6d8a9a1 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:19.888705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 331ba422-d76a-4cc8-95de-c4e84972d983 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:19.967270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:19.971131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Usage tracker for resource:subnet and tenant:94a773c4501c420d926b4049208647da is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:19.974050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:19.980258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:19.991092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Made reservation on behalf of 94a773c4501c420d926b4049208647da for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:19.994714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.079507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Allocated IP 2001:db8::2 (89775bb9-cec2-479e-9f6a-19b2eccdb560/cf83cef5-e4ee-481e-a649-5c36e3a39ee5/356515fc-ad84-4497-8530-2b7ac22dcba8) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:20.284552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.294962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Transition to ACTIVE for port object 356515fc-ad84-4497-8530-2b7ac22dcba8 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:20.315844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Transition to ACTIVE for port object 356515fc-ad84-4497-8530-2b7ac22dcba8 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:20.321869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.326209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:20.388318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Network 89775bb9-cec2-479e-9f6a-19b2eccdb560 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:20.391573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:20.396824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:20.422392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.426990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5800ff1e-03dc-43f0-87a1-40d2b93b6190 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:20.428854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Pushing event updated for resources: {'Port': ['ID=356515fc-ad84-4497-8530-2b7ac22dcba8,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:20.436186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:20.488704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Attempting to bind port 356515fc-ad84-4497-8530-2b7ac22dcba8 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:20.489067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Attempting to bind port 356515fc-ad84-4497-8530-2b7ac22dcba8 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'fc770fe1-d992-4484-acf8-f45445659bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:20.489480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Attempting to bind port 356515fc-ad84-4497-8530-2b7ac22dcba8 on network 89775bb9-cec2-479e-9f6a-19b2eccdb560 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:20.494625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:20.494997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Checking segment: {'id': 'fc770fe1-d992-4484-acf8-f45445659bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:20.495405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.495796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Bound using segment: {'id': 'fc770fe1-d992-4484-acf8-f45445659bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:20.496259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Bound port: 356515fc-ad84-4497-8530-2b7ac22dcba8, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc770fe1-d992-4484-acf8-f45445659bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '89775bb9-cec2-479e-9f6a-19b2eccdb560'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:20.496635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.510546 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event updated for resources: {'Subnet': ['ID=096497d7-f634-46e7-9687-46ec84123db9,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:20.514481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Checking segment: {'id': '35230115-3463-40ec-8fc8-a7a4096e2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:20.514849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network hostable DHCP agents. Network: 331ba422-d76a-4cc8-95de-c4e84972d983, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:20.518980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:20.535160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Network 331ba422-d76a-4cc8-95de-c4e84972d983 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:20.546598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 331ba422-d76a-4cc8-95de-c4e84972d983) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:20.557766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:20.558536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.564521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201d928a-3d0c-499f-9bb9-419e14bbae72 None None] Network 331ba422-d76a-4cc8-95de-c4e84972d983 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:20.579434 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-623df233-77ce-4872-ad77-a439c7faf37e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7345631 May 20 16:26:20.582307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52538) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:20.677242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] For port 356515fc-ad84-4497-8530-2b7ac22dcba8, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:20.682968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] For port 356515fc-ad84-4497-8530-2b7ac22dcba8, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=356515fc-ad84-4497-8530-2b7ac22dcba8,segment=NetworkSegment(fc770fe1-d992-4484-acf8-f45445659bb7),segment_id=fc770fe1-d992-4484-acf8-f45445659bb7)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:20.702497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.709209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:20.729173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.797054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:20.846656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Pushing event updated for resources: {'Port': ['ID=356515fc-ad84-4497-8530-2b7ac22dcba8,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:20.851561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:20.908200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-331ba422-d76a-4cc8-95de-c4e84972d983', 'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983', 'tenant_id': '94a773c4501c420d926b4049208647da', 'fixed_ips': [{'subnet_id': '096497d7-f634-46e7-9687-46ec84123db9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:20.909044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.107656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Allocated IP 2001:db8::2 (331ba422-d76a-4cc8-95de-c4e84972d983/096497d7-f634-46e7-9687-46ec84123db9/6c99d793-eb2d-46a6-b6e1-88f4411e77e3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:21.325525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.335650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Transition to ACTIVE for port object 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:21.353941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Transition to ACTIVE for port object 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:21.360461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.366446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:21.380887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.385172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5fb9c77-6c84-4eee-90e2-99622a362517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:21.421897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Subnet': ['ID=096497d7-f634-46e7-9687-46ec84123db9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:21.424953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:21.436134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Network 331ba422-d76a-4cc8-95de-c4e84972d983 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:21.439877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:21.442398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:21.490528 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Pushing event updated for resources: {'Port': ['ID=6c99d793-eb2d-46a6-b6e1-88f4411e77e3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:21.519577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:21.525849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.542704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331ba422-d76a-4cc8-95de-c4e84972d983']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:21.549425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Attempting to bind port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:21.549808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Attempting to bind port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '35230115-3463-40ec-8fc8-a7a4096e2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:21.550182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Attempting to bind port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 on network 331ba422-d76a-4cc8-95de-c4e84972d983 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:21.556347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:21.556757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Checking segment: {'id': '35230115-3463-40ec-8fc8-a7a4096e2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:21.556924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35230115-3463-40ec-8fc8-a7a4096e2a8e') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:21.557066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35230115-3463-40ec-8fc8-a7a4096e2a8e') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:21.557157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.557569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Bound using segment: {'id': '35230115-3463-40ec-8fc8-a7a4096e2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:21.558046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Bound port: 6c99d793-eb2d-46a6-b6e1-88f4411e77e3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35230115-3463-40ec-8fc8-a7a4096e2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '331ba422-d76a-4cc8-95de-c4e84972d983'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:21.558431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.570514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.595159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.605891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:21.606316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:21.623918 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:21.722282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.db.api [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 16:26:21.722282 dv-neutron-601336-76-hyperv neutron-server[92432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 16:26:21.722282 dv-neutron-601336-76-hyperv neutron-server[92432]: [parameters: {'id': '331ba422-d76a-4cc8-95de-c4e84972d983'}] May 20 16:26:21.722282 dv-neutron-601336-76-hyperv neutron-server[92432]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:26:21.722826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_db.api [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:26:21.726034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] For port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:21.729466 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] For port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6c99d793-eb2d-46a6-b6e1-88f4411e77e3,segment=NetworkSegment(35230115-3463-40ec-8fc8-a7a4096e2a8e),segment_id=35230115-3463-40ec-8fc8-a7a4096e2a8e)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:21.734332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:21.738432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:21.841691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50fb095-202e-461d-94fb-a9ec4339c775 None None] Network 89775bb9-cec2-479e-9f6a-19b2eccdb560 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:21.879692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Pushing event updated for resources: {'Port': ['ID=6c99d793-eb2d-46a6-b6e1-88f4411e77e3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:21.932900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:21.966903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e0c0b-2722-4024-93d1-e85469d4f6cc None None] Network 331ba422-d76a-4cc8-95de-c4e84972d983 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:21.982537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d1295a5a-997b-4e15-a36e-003c8a42e536 None None] Provisioning for port 356515fc-ad84-4497-8530-2b7ac22dcba8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:22.223640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.302010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:22.302307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.477887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc009871-7432-408f-bb82-ba853e286e5d None None] get_active_networks_info from dv-neutron-601336-76-hyperv {{(pid=92433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:26:22.557809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] For port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6c99d793-eb2d-46a6-b6e1-88f4411e77e3,segment=NetworkSegment(35230115-3463-40ec-8fc8-a7a4096e2a8e),segment_id=35230115-3463-40ec-8fc8-a7a4096e2a8e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:22.558165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.586191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc009871-7432-408f-bb82-ba853e286e5d None None] Resources bound (agent type, host, resource id): {{(pid=92433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 16:26:22.681920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Calling delete_port for 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:22.733823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.738851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fcfc0843-19e7-4511-9285-5142ef8dc582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:22.784760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No DVR routers for this DVR port 6c99d793-eb2d-46a6-b6e1-88f4411e77e3 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:22.815250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 356515fc-ad84-4497-8530-2b7ac22dcba8 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:22.816980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Port': ['ID=6c99d793-eb2d-46a6-b6e1-88f4411e77e3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:22.820103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:22.925180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.950790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331ba422-d76a-4cc8-95de-c4e84972d983']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:22.957294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 356515fc-ad84-4497-8530-2b7ac22dcba8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:22.963033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 356515fc-ad84-4497-8530-2b7ac22dcba8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:22.963591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.970797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35230115-3463-40ec-8fc8-a7a4096e2a8e') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:22.971477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35230115-3463-40ec-8fc8-a7a4096e2a8e') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:22.995049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.018956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.029423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:23.030091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:23.049867 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:23.097599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.133057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.133423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 356515fc-ad84-4497-8530-2b7ac22dcba8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=356515fc-ad84-4497-8530-2b7ac22dcba8,segment=NetworkSegment(fc770fe1-d992-4484-acf8-f45445659bb7),segment_id=fc770fe1-d992-4484-acf8-f45445659bb7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:23.137910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.138851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.139766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d63b442b-7f13-4dfc-a853-7e706ddf465d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:23.144029 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bbb44153-4103-41d5-9f2f-ad19b0832040 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:23.174418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Network': ['ID=331ba422-d76a-4cc8-95de-c4e84972d983,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:23.177514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:23.180821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/331ba422-d76a-4cc8-95de-c4e84972d983 HTTP/1.1" status: 204 len: 168 time: 2.5974333 May 20 16:26:23.182406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52542) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:23.209126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=356515fc-ad84-4497-8530-2b7ac22dcba8,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:23.212624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:23.223346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-243c7c51-f413-438d-a215-320fd1694841 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] GET failed (client error): The resource could not be found. May 20 16:26:23.223891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-243c7c51-f413-438d-a215-320fd1694841 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Synchronizing usage tracker for tenant:94a773c4501c420d926b4049208647da on resource:subnet {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:23.241726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-243c7c51-f413-438d-a215-320fd1694841 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Unset dirty status for tenant:94a773c4501c420d926b4049208647da on resource:subnet {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:23.242912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-243c7c51-f413-438d-a215-320fd1694841 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "GET /v2.0/subnets/096497d7-f634-46e7-9687-46ec84123db9 HTTP/1.1" status: 404 len: 337 time: 0.0595651 May 20 16:26:23.245924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52546) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:23.272160 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cd2986-c38f-40a3-aee4-c3e59b4f554b tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:23.272619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cd2986-c38f-40a3-aee4-c3e59b4f554b tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:23.274311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47cd2986-c38f-40a3-aee4-c3e59b4f554b tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/331ba422-d76a-4cc8-95de-c4e84972d983 HTTP/1.1" status: 404 len: 339 time: 0.0273666 May 20 16:26:23.278154 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52550) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:23.316838 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4fd6a9-3339-41af-b377-bb7d202ec38b tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:23.317614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4fd6a9-3339-41af-b377-bb7d202ec38b tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:23.319486 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0c4fd6a9-3339-41af-b377-bb7d202ec38b tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/subnets/096497d7-f634-46e7-9687-46ec84123db9 HTTP/1.1" status: 404 len: 337 time: 0.0403502 May 20 16:26:23.322090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52554) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:23.351309 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1615c28-162e-4c7d-843f-568e3def7396 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:23.351779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1615c28-162e-4c7d-843f-568e3def7396 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:23.353477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1615c28-162e-4c7d-843f-568e3def7396 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/331ba422-d76a-4cc8-95de-c4e84972d983 HTTP/1.1" status: 404 len: 339 time: 0.0304499 May 20 16:26:23.356019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52558) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:23.423723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting subnet cf83cef5-e4ee-481e-a649-5c36e3a39ee5 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:23.427810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.485141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.574857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.850070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.853763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e7a5ce7-1184-45c3-ba03-c735d847839c tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:23.889609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Subnet': ['ID=cf83cef5-e4ee-481e-a649-5c36e3a39ee5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:23.892684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:23.893678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:23.901090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c727ff-0119-40d0-a3bd-0d9cb1cf2f5f None None] Network 89775bb9-cec2-479e-9f6a-19b2eccdb560 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:23.908164 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0a3c33af-bf73-4e2b-b3d9-ad57cd5408ee tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/subnets/cf83cef5-e4ee-481e-a649-5c36e3a39ee5 HTTP/1.1" status: 204 len: 168 time: 0.5511518 May 20 16:26:23.910552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52562) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:24.032276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.109270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting port 356515fc-ad84-4497-8530-2b7ac22dcba8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:24.109539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.170489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] DHCP port deletion for 89775bb9-cec2-479e-9f6a-19b2eccdb560 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:26:24.214948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] For port 356515fc-ad84-4497-8530-2b7ac22dcba8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=356515fc-ad84-4497-8530-2b7ac22dcba8,segment=NetworkSegment(fc770fe1-d992-4484-acf8-f45445659bb7),segment_id=fc770fe1-d992-4484-acf8-f45445659bb7)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:24.215313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.236837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Deleting port 356515fc-ad84-4497-8530-2b7ac22dcba8 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:24.237218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.344229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Calling delete_port for 356515fc-ad84-4497-8530-2b7ac22dcba8 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:24.388656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] For port 356515fc-ad84-4497-8530-2b7ac22dcba8, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=356515fc-ad84-4497-8530-2b7ac22dcba8,segment=NetworkSegment(fc770fe1-d992-4484-acf8-f45445659bb7),segment_id=fc770fe1-d992-4484-acf8-f45445659bb7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:24.388883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.393083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.397532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-290fd8c2-92a8-4570-b013-bb5978e10a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:24.446048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Port': ['ID=356515fc-ad84-4497-8530-2b7ac22dcba8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:24.448043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No DVR routers for this DVR port 356515fc-ad84-4497-8530-2b7ac22dcba8 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:24.449660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:24.516620 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Calling delete_port for 356515fc-ad84-4497-8530-2b7ac22dcba8 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:24.564017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.569035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:24.571839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.584462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89775bb9-cec2-479e-9f6a-19b2eccdb560']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:24.596240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc770fe1-d992-4484-acf8-f45445659bb7') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:24.596531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc770fe1-d992-4484-acf8-f45445659bb7') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:24.607851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.613530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Pushing event deleted for resources: {'Port': ['ID=356515fc-ad84-4497-8530-2b7ac22dcba8,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:24.616892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:24.619576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] No DVR routers for this DVR port 356515fc-ad84-4497-8530-2b7ac22dcba8 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:24.624324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.632066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:24.632556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:24.647200 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:24.729010 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.732613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7f22fd16-e6e6-4396-949a-7656d9e2681a tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:24.747965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:24.759968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Network': ['ID=89775bb9-cec2-479e-9f6a-19b2eccdb560,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:24.763607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:24.766179 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/89775bb9-cec2-479e-9f6a-19b2eccdb560 HTTP/1.1" status: 204 len: 168 time: 0.8547101 May 20 16:26:24.768551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52566) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:24.770117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 356515fc-ad84-4497-8530-2b7ac22dcba8 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:24.805307 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ccc74e-354d-4a5f-af51-9ea197309661 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:24.805572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 356515fc-ad84-4497-8530-2b7ac22dcba8 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:24.805769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ccc74e-354d-4a5f-af51-9ea197309661 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:24.805878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 356515fc-ad84-4497-8530-2b7ac22dcba8 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:24.809825 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c9ccc74e-354d-4a5f-af51-9ea197309661 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/subnets/232eacb7-b9a7-4242-8318-fcbff2a54184 HTTP/1.1" status: 404 len: 337 time: 0.0379598 May 20 16:26:24.810172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52570) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:24.838856 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-783b0c78-c363-486c-9656-50e1b8d291a8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:24.839301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783b0c78-c363-486c-9656-50e1b8d291a8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:24.840906 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-783b0c78-c363-486c-9656-50e1b8d291a8 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/506c7521-9cdd-4c7d-97cd-381ce884ef21 HTTP/1.1" status: 404 len: 339 time: 0.0300789 May 20 16:26:24.843426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52574) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:24.879110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5025d98-ed16-49c7-8143-21432d01e337 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:24.879702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5025d98-ed16-49c7-8143-21432d01e337 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:24.881877 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c5025d98-ed16-49c7-8143-21432d01e337 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/subnets/3460d283-f2d8-4fa8-b15f-8f2b9a3a3d26 HTTP/1.1" status: 404 len: 337 time: 0.0375934 May 20 16:26:24.884281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52578) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:24.908576 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6f9a91-889c-487c-b148-055d10ba49ce tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] DELETE failed (client error): The resource could not be found. May 20 16:26:24.908954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6f9a91-889c-487c-b148-055d10ba49ce tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 16:26:24.910544 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-eb6f9a91-889c-487c-b148-055d10ba49ce tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/614885a8-de2f-45f5-be46-7a7554f2128a HTTP/1.1" status: 404 len: 339 time: 0.0254161 May 20 16:26:24.912965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52582) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:24.976871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting subnet 92fbceb7-ad77-4271-996b-37752808dd41 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:24.979784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.037091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.120208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.534656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.538963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:25.574890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Subnet': ['ID=92fbceb7-ad77-4271-996b-37752808dd41,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:25.577244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:25.580190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.585584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557fd89-f155-4915-a1c3-ee5e4627854d None None] Network 4ac8d4f0-5210-4e73-af14-e3081c21712a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:25.591069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/subnets/92fbceb7-ad77-4271-996b-37752808dd41 HTTP/1.1" status: 204 len: 168 time: 0.6771226 May 20 16:26:25.593477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52586) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:25.709779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.785649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Deleting port e16b2ba7-3703-4146-a8f1-fe7f562bd748 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:25.785928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.844934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] DHCP port deletion for 4ac8d4f0-5210-4e73-af14-e3081c21712a request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:26:25.887573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] For port e16b2ba7-3703-4146-a8f1-fe7f562bd748, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e16b2ba7-3703-4146-a8f1-fe7f562bd748,segment=NetworkSegment(c5c7a98f-f8c1-4444-95c9-2666a54588a7),segment_id=c5c7a98f-f8c1-4444-95c9-2666a54588a7)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:25.888150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:25.916505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Deleting port e16b2ba7-3703-4146-a8f1-fe7f562bd748 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:25.916890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.010876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Calling delete_port for e16b2ba7-3703-4146-a8f1-fe7f562bd748 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:26.017743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] For port e16b2ba7-3703-4146-a8f1-fe7f562bd748, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e16b2ba7-3703-4146-a8f1-fe7f562bd748,segment=NetworkSegment(c5c7a98f-f8c1-4444-95c9-2666a54588a7),segment_id=c5c7a98f-f8c1-4444-95c9-2666a54588a7)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:26.018143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.057649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.062143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-401d225c-a834-465a-a2d1-18c440267bfe tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:26.107841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Port': ['ID=e16b2ba7-3703-4146-a8f1-fe7f562bd748,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:26.111485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] No DVR routers for this DVR port e16b2ba7-3703-4146-a8f1-fe7f562bd748 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:26.111485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:26.143348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Calling delete_port for e16b2ba7-3703-4146-a8f1-fe7f562bd748 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:26.186829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.190352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:26.236081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Pushing event deleted for resources: {'Port': ['ID=e16b2ba7-3703-4146-a8f1-fe7f562bd748,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:26.237876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.239073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:26.240117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] No DVR routers for this DVR port e16b2ba7-3703-4146-a8f1-fe7f562bd748 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:26.253758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac8d4f0-5210-4e73-af14-e3081c21712a']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:26.266138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c7a98f-f8c1-4444-95c9-2666a54588a7') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:26.266428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c7a98f-f8c1-4444-95c9-2666a54588a7') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:26.278688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.295040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.301137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:26.301645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:26.316031 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:26.397606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.400830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-eacde1d9-a14e-4bca-bd89-33e321b398cd tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:26.414560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.425081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Pushing event deleted for resources: {'Network': ['ID=4ac8d4f0-5210-4e73-af14-e3081c21712a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:26.427767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:26.429510 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] 10.222.0.13 "DELETE /v2.0/networks/4ac8d4f0-5210-4e73-af14-e3081c21712a HTTP/1.1" status: 204 len: 168 time: 0.8351176 May 20 16:26:26.692037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52594) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:26.765226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e16b2ba7-3703-4146-a8f1-fe7f562bd748 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:26.799145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e16b2ba7-3703-4146-a8f1-fe7f562bd748 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:26.799510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e16b2ba7-3703-4146-a8f1-fe7f562bd748 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:26.845796 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d8258abd-6dc1-4d5f-b2f9-08deaaf75a50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94a773c4501c420d926b4049208647da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515284 May 20 16:26:26.848059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52600) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:26.907853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.938901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.993678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:26.998176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c1fe4da2-0c38-498c-ae4b-4ba3b94aba06 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:27.009908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357d3769-6181-4d7d-a53b-e0ebaf904d85,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:27.021692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.022084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.022466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.022842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.023217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.023651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.024055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.024447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.024818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.025185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.025572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.025943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:27.029184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.032636 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/357d3769-6181-4d7d-a53b-e0ebaf904d85 HTTP/1.1" status: 204 len: 168 time: 0.1808352 May 20 16:26:27.032636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ad46e66-8097-40bb-ace5-d94a979d6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:27.739876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52624) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:27.844480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1649276395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:27.851663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:27.855535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Usage tracker for resource:router and tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:27.858402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:27.865326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:27.874651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.875706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.890866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.908137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.934112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.935275 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ce6d179a-f3dc-40e1-ab33-ecc5ebe74e3e tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1943946 May 20 16:26:27.938006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:27.943633 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1780665266'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:27.948607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:27.952999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Usage tracker for resource:network and tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:27.955848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:27.961516 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:27.970930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Made reservation on behalf of 6850f28f2cfa47f0b5b9d9f6070c18b6 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:27.974751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:27.986931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.001815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:28.006421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Usage tracker for resource:security_group_rule and tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:28.009217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:28.014990 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:28.100011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.103550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.106441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0eff900a-c77d-4eaa-a48b-d0b316398979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:28.138766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:28.147707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9cd14-d1b6-4768-9204-355f44439e16,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:28.151196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:28.153803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.154142 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Added segment 98f17463-3518-4ab3-be7c-4bb724523536 of type vlan for network bdb3af72-5fbc-49a6-9086-8a9f1a658259 May 20 16:26:28.184819 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.213894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.219359 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:28.219926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.223610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f928a3b3-285a-47aa-b795-dd3392cde606 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:28.328201 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3891580 May 20 16:26:28.331060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:28.331547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event updated for resources: {'Network': ['ID=bdb3af72-5fbc-49a6-9086-8a9f1a658259,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:28.334254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:28.337246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Request body: {'subnet': {'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:28.341769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network bdb3af72-5fbc-49a6-9086-8a9f1a658259 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:28.447623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:28.451470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Usage tracker for resource:subnet and tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:28.454323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:28.460057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:28.469779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Made reservation on behalf of 6850f28f2cfa47f0b5b9d9f6070c18b6 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:28.473237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.879346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:28.883874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-974aa5b6-85d0-490d-bf9e-58f8fa33f426 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:28.961655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event updated for resources: {'Subnet': ['ID=ea7283ef-ee3b-4fbe-a68e-0852c03100ef,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:28.965616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:28.969627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Checking segment: {'id': '98f17463-3518-4ab3-be7c-4bb724523536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:28.969984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Network hostable DHCP agents. Network: bdb3af72-5fbc-49a6-9086-8a9f1a658259, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:28.986887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Network bdb3af72-5fbc-49a6-9086-8a9f1a658259 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:28.995747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, bdb3af72-5fbc-49a6-9086-8a9f1a658259) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:29.004500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7edd9b-7ec1-484f-88a3-03cf3257489c None None] Network bdb3af72-5fbc-49a6-9086-8a9f1a658259 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:29.005138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:29.005763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.027508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6fdeabd6-d515-448a-bd64-edbfd69c9b76 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6950014 May 20 16:26:29.030643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52638) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:29.036778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-673202102'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:29.041994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:29.045821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Usage tracker for resource:network and tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:29.048611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:29.054318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:29.063692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Made reservation on behalf of 6850f28f2cfa47f0b5b9d9f6070c18b6 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:29.067476 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.096309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:29.108588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.109098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Added segment cf0af5e2-d49f-44f9-996a-55e6e3768c08 of type vlan for network e0dd2626-a437-4ecd-bdea-c1d206cd836f May 20 16:26:29.140273 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.170452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.176150 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:29.177244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.182349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a68de938-cb57-4045-817d-3c1b8321cd84 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:29.226949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-bdb3af72-5fbc-49a6-9086-8a9f1a658259', 'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259', 'tenant_id': '6850f28f2cfa47f0b5b9d9f6070c18b6', 'fixed_ips': [{'subnet_id': 'ea7283ef-ee3b-4fbe-a68e-0852c03100ef'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:29.227772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.272398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2381034 May 20 16:26:29.272635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52642) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:29.289794 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Request body: {'subnet': {'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:29.317984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event updated for resources: {'Network': ['ID=e0dd2626-a437-4ecd-bdea-c1d206cd836f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:29.320683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:29.354616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network e0dd2626-a437-4ecd-bdea-c1d206cd836f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:29.411885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:29.416351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Usage tracker for resource:subnet and tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:29.419519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:29.425931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:29.436171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Made reservation on behalf of 6850f28f2cfa47f0b5b9d9f6070c18b6 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:29.439752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.516242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Allocated IP 172.20.0.2 (bdb3af72-5fbc-49a6-9086-8a9f1a658259/ea7283ef-ee3b-4fbe-a68e-0852c03100ef/23f6ff3c-c656-4a14-a3a9-3bc130e6fe76) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:29.742742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.753952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Transition to ACTIVE for port object 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:29.774098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Transition to ACTIVE for port object 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:29.780333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.785606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:29.849544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Network bdb3af72-5fbc-49a6-9086-8a9f1a658259 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:29.852888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:29.856669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:29.894359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Pushing event updated for resources: {'Port': ['ID=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:29.904425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:29.954925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Attempting to bind port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:29.955300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Attempting to bind port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98f17463-3518-4ab3-be7c-4bb724523536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:29.955668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Attempting to bind port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 on network bdb3af72-5fbc-49a6-9086-8a9f1a658259 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:29.961174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:29.961581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Checking segment: {'id': '98f17463-3518-4ab3-be7c-4bb724523536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:29.961991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:29.962389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Bound using segment: {'id': '98f17463-3518-4ab3-be7c-4bb724523536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:29.962870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Bound port: 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f17463-3518-4ab3-be7c-4bb724523536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bdb3af72-5fbc-49a6-9086-8a9f1a658259'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:29.963236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.025101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.029671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4e898c9e-1353-45e3-9fa9-e0a599234df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:30.055787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] For port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:30.059269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] For port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,segment=NetworkSegment(98f17463-3518-4ab3-be7c-4bb724523536),segment_id=98f17463-3518-4ab3-be7c-4bb724523536)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:30.064481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.071809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:30.113728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event updated for resources: {'Subnet': ['ID=139b996a-b68e-416b-a274-c8862829fae0,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:30.118298 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:30.119184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Checking segment: {'id': 'cf0af5e2-d49f-44f9-996a-55e6e3768c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:30.119539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Network hostable DHCP agents. Network: e0dd2626-a437-4ecd-bdea-c1d206cd836f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:30.138398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Network e0dd2626-a437-4ecd-bdea-c1d206cd836f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:30.153540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, e0dd2626-a437-4ecd-bdea-c1d206cd836f) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:30.157046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Pushing event updated for resources: {'Port': ['ID=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:30.160036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:30.173807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:30.175165 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.175963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821ea08-cb59-4cd9-bbc8-aeafc56a2d0e None None] Network e0dd2626-a437-4ecd-bdea-c1d206cd836f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:30.198689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7b2a32b2-a75b-4e91-b8bf-36b5aea9c3ed tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9249706 May 20 16:26:30.201455 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52646) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:30.207479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0ebda394-4e9e-4fdc-bc43-f4c9163f0169 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:30.452971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-e0dd2626-a437-4ecd-bdea-c1d206cd836f', 'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f', 'tenant_id': '6850f28f2cfa47f0b5b9d9f6070c18b6', 'fixed_ips': [{'subnet_id': '139b996a-b68e-416b-a274-c8862829fae0'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:30.454128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.620634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Allocated IP 172.21.0.2 (e0dd2626-a437-4ecd-bdea-c1d206cd836f/139b996a-b68e-416b-a274-c8862829fae0/3a213ba3-71c7-42dc-899e-fff536d03e46) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:30.620857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0ebda394-4e9e-4fdc-bc43-f4c9163f0169 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.791197 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.api.v2.resource [None req-0ebda394-4e9e-4fdc-bc43-f4c9163f0169 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 16:26:30.798018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0ebda394-4e9e-4fdc-bc43-f4c9163f0169 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "PUT /v2.0/routers/b640c255-ff25-4fcd-b339-651754959042 HTTP/1.1" status: 400 len: 364 time: 0.5900235 May 20 16:26:30.798554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52650) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:30.822857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:30.873381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Deleting subnet 139b996a-b68e-416b-a274-c8862829fae0 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:30.903993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.918194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Transition to ACTIVE for port object 3a213ba3-71c7-42dc-899e-fff536d03e46 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:30.941920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:30.945239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Transition to ACTIVE for port object 3a213ba3-71c7-42dc-899e-fff536d03e46 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:30.951474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.952025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:30.955743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:31.017613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.022222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Network e0dd2626-a437-4ecd-bdea-c1d206cd836f is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:31.025109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:31.028857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:31.034939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Pushing event updated for resources: {'Port': ['ID=3a213ba3-71c7-42dc-899e-fff536d03e46,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:31.039328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:31.117980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.131697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.138431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Attempting to bind port 3a213ba3-71c7-42dc-899e-fff536d03e46 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:31.138820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Attempting to bind port 3a213ba3-71c7-42dc-899e-fff536d03e46 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'cf0af5e2-d49f-44f9-996a-55e6e3768c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:31.139164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Attempting to bind port 3a213ba3-71c7-42dc-899e-fff536d03e46 on network e0dd2626-a437-4ecd-bdea-c1d206cd836f {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:31.145541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:31.145847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Checking segment: {'id': 'cf0af5e2-d49f-44f9-996a-55e6e3768c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:31.146261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.146675 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Bound using segment: {'id': 'cf0af5e2-d49f-44f9-996a-55e6e3768c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:31.147210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Bound port: 3a213ba3-71c7-42dc-899e-fff536d03e46, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0af5e2-d49f-44f9-996a-55e6e3768c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e0dd2626-a437-4ecd-bdea-c1d206cd836f'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:31.147839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.159792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63455b-5511-47ba-84f3-935a69b4fd14 None None] Network bdb3af72-5fbc-49a6-9086-8a9f1a658259 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:31.367880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Provisioning for port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:31.391026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Provisioning complete for port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:31.391631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.396886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.400621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a1da76a5-9541-4fae-bcac-92d4928f5ad0 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:31.437512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event deleted for resources: {'Subnet': ['ID=139b996a-b68e-416b-a274-c8862829fae0,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:31.439930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:31.443323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.451403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "DELETE /v2.0/subnets/139b996a-b68e-416b-a274-c8862829fae0 HTTP/1.1" status: 204 len: 168 time: 0.6494217 May 20 16:26:31.451614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52654) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:31.479067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] For port 3a213ba3-71c7-42dc-899e-fff536d03e46, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:31.503757 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] For port 3a213ba3-71c7-42dc-899e-fff536d03e46, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3a213ba3-71c7-42dc-899e-fff536d03e46,segment=NetworkSegment(cf0af5e2-d49f-44f9-996a-55e6e3768c08),segment_id=cf0af5e2-d49f-44f9-996a-55e6e3768c08)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:31.513426 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.516904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-aaa60d2e-dc2e-49be-851c-91e9fb46241d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:31.682641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Pushing event updated for resources: {'Port': ['ID=3a213ba3-71c7-42dc-899e-fff536d03e46,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:31.692769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:31.715678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.723735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.758923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] For port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,segment=NetworkSegment(98f17463-3518-4ab3-be7c-4bb724523536),segment_id=98f17463-3518-4ab3-be7c-4bb724523536)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:31.765112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.767148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:31.803214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Deleting port 3a213ba3-71c7-42dc-899e-fff536d03e46 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:31.803622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.845067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Pushing event updated for resources: {'Port': ['ID=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:31.848830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:31.930342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] For port 3a213ba3-71c7-42dc-899e-fff536d03e46, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=3a213ba3-71c7-42dc-899e-fff536d03e46,segment=NetworkSegment(cf0af5e2-d49f-44f9-996a-55e6e3768c08),segment_id=cf0af5e2-d49f-44f9-996a-55e6e3768c08)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:31.931206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.064582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Calling delete_port for 3a213ba3-71c7-42dc-899e-fff536d03e46 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:32.086552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2087886c-d794-4d95-9849-8d1a7d48cb88 None None] Provisioning complete for port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:32.086958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2087886c-d794-4d95-9849-8d1a7d48cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.114657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.119435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-17e0a17f-01d3-4d42-8035-98ee6fd27d76 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:32.165720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event deleted for resources: {'Port': ['ID=3a213ba3-71c7-42dc-899e-fff536d03e46,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:32.168214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:32.170664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] No DVR routers for this DVR port 3a213ba3-71c7-42dc-899e-fff536d03e46 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:32.294234 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.306744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dd2626-a437-4ecd-bdea-c1d206cd836f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:32.320021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0af5e2-d49f-44f9-996a-55e6e3768c08') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:32.320314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0af5e2-d49f-44f9-996a-55e6e3768c08') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:32.331496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.347656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.353897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:32.354272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:32.368725 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:32.454442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.459336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.462278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b0f0ccbd-14b3-4912-8ee5-2dc2686a6684 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:32.486071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event deleted for resources: {'Network': ['ID=e0dd2626-a437-4ecd-bdea-c1d206cd836f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:32.488446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:32.492445 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "DELETE /v2.0/networks/e0dd2626-a437-4ecd-bdea-c1d206cd836f HTTP/1.1" status: 204 len: 168 time: 1.0377471 May 20 16:26:32.492782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52658) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:32.560518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Deleting subnet ea7283ef-ee3b-4fbe-a68e-0852c03100ef {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:32.563800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.624035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.706633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d77938-899c-497a-9a29-c1e16a491f33 None None] DHCP port deletion for e0dd2626-a437-4ecd-bdea-c1d206cd836f request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:26:32.711267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.740057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c7aef7-7f4c-45dc-a172-b839fe0407a8 None None] Network e0dd2626-a437-4ecd-bdea-c1d206cd836f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:32.760246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0d8e87b6-33bd-43d8-8cf9-596cbee2b35b None None] Could not find standard attr ID for object 3a213ba3-71c7-42dc-899e-fff536d03e46. {{(pid=92433) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 16:26:32.762542 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c7aef7-7f4c-45dc-a172-b839fe0407a8 None None] Network e0dd2626-a437-4ecd-bdea-c1d206cd836f could not be found, it might have been deleted concurrently. {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 16:26:32.787231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:32.859582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:32.859959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.993257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.000260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9f5b257c-6c80-46ba-94c3-f6571ee8dd6e tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:33.039694 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7283ef-ee3b-4fbe-a68e-0852c03100ef,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:33.043170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.047238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4135a-61f4-42d7-8b6f-ab3fe3d20cdd None None] Network bdb3af72-5fbc-49a6-9086-8a9f1a658259 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:33.047409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:33.050141 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4771ea4b-bb7e-49f0-8862-c4f620787f64 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "DELETE /v2.0/subnets/ea7283ef-ee3b-4fbe-a68e-0852c03100ef HTTP/1.1" status: 204 len: 168 time: 0.5564008 May 20 16:26:33.053229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52662) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:33.169183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.245083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Deleting port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:33.245326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.293211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] DHCP port deletion for bdb3af72-5fbc-49a6-9086-8a9f1a658259 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:26:33.342226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] For port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,segment=NetworkSegment(98f17463-3518-4ab3-be7c-4bb724523536),segment_id=98f17463-3518-4ab3-be7c-4bb724523536)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:33.342577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.359217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Deleting port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:33.359594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.458900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] For port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,segment=NetworkSegment(98f17463-3518-4ab3-be7c-4bb724523536),segment_id=98f17463-3518-4ab3-be7c-4bb724523536)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:33.459293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.469503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Calling delete_port for 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:33.515904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.519684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce0e303a-76b5-459d-abf7-8cce19a050e5 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:33.564132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event deleted for resources: {'Port': ['ID=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:33.567740 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:33.568522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] No DVR routers for this DVR port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:33.589760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Calling delete_port for 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:33.636080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.645138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:33.687842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] No DVR routers for this DVR port 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:33.689283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Pushing event deleted for resources: {'Port': ['ID=23f6ff3c-c656-4a14-a3a9-3bc130e6fe76,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:33.691333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.692511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:33.706512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb3af72-5fbc-49a6-9086-8a9f1a658259']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:33.719408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f17463-3518-4ab3-be7c-4bb724523536') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:33.719706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f17463-3518-4ab3-be7c-4bb724523536') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:33.731035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.747274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.753077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:33.753479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:33.772122 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:33.846571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.850425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-32bdceb2-81d6-47a0-9adb-cf6939818113 tempest-RoutersIpV6Test-1379136357 tempest-RoutersIpV6Test-1379136357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:33.864925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.875542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Pushing event deleted for resources: {'Network': ['ID=bdb3af72-5fbc-49a6-9086-8a9f1a658259,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:33.878227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:33.879986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "DELETE /v2.0/networks/bdb3af72-5fbc-49a6-9086-8a9f1a658259 HTTP/1.1" status: 204 len: 168 time: 0.8256352 May 20 16:26:33.882807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52666) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:33.929871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-71a66c8d-d009-4214-a603-5734155fc305 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Synchronizing usage tracker for tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:33.947924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-71a66c8d-d009-4214-a603-5734155fc305 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Unset dirty status for tenant:6850f28f2cfa47f0b5b9d9f6070c18b6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:33.949359 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-71a66c8d-d009-4214-a603-5734155fc305 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b640c255-ff25-4fcd-b339-651754959042 HTTP/1.1" status: 200 len: 205 time: 0.0656528 May 20 16:26:33.951838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52670) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:34.242846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:34.538684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:34.540840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:34.565861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:34.566348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Fanout notify agent at l3_agent the message router_deleted on router b640c255-ff25-4fcd-b339-651754959042 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:26:34.578501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:34.579563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-850012b3-81bb-466b-9b53-b5fdc5c995b0 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] 10.222.0.13 "DELETE /v2.0/routers/b640c255-ff25-4fcd-b339-651754959042 HTTP/1.1" status: 204 len: 168 time: 0.6268384 May 20 16:26:34.771701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:34.804970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:34.805236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 23f6ff3c-c656-4a14-a3a9-3bc130e6fe76 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:34.852627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:35.000369 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fab091f2-6ef7-47f8-8d81-5cfa700fd4ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6850f28f2cfa47f0b5b9d9f6070c18b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464982 May 20 16:26:35.002855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52684) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:35.061109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.087152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.138575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.142318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-993c3c3e-7f3e-40fe-abcc-875a7fff9000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:35.154532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9cd14-d1b6-4768-9204-355f44439e16,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:35.156975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:35.160439 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.162332 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-af4fbe68-95b6-4fd7-9bfe-234275244082 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3f9cd14-d1b6-4768-9204-355f44439e16 HTTP/1.1" status: 204 len: 168 time: 0.1585751 May 20 16:26:35.821787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52708) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:35.926056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-966343169-network', 'tenant_id': '2299fd23631045968c8da08e823f902a'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:35.930768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:35.934618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Usage tracker for resource:network and tenant:2299fd23631045968c8da08e823f902a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:35.937468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:35.943101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:35.953554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Made reservation on behalf of 2299fd23631045968c8da08e823f902a for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:35.955852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.967954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.985939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:35.989726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Usage tracker for resource:security_group_rule and tenant:2299fd23631045968c8da08e823f902a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:35.992437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:35.998036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:36.079043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.083396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.087412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-67d11f08-079d-4bdc-8c9c-9a09f0aef4c6 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:36.110459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:36.122650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7369d9f7-6c27-4424-9b0d-0dc3014e21ce,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:36.126974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:36.127926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.128262 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Added segment 2d0991d7-4180-4562-8ff8-b01f6b4ed72c of type vlan for network 18bbda11-7539-45da-a509-4a6b477e31a3 May 20 16:26:36.154993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.185082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.186140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:36.186716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.190105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:36.292222 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Pushing event updated for resources: {'Network': ['ID=18bbda11-7539-45da-a509-4a6b477e31a3,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:36.295508 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4727132 May 20 16:26:36.296413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57558037-4097-4d71-865c-a4015e7a215d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:36.298648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52714) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:36.303032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 18bbda11-7539-45da-a509-4a6b477e31a3 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:36.304260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Request body: {'subnet': {'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-subnet', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'ip_version': 4}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:36.309360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:36.313161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Usage tracker for resource:subnet and tenant:2299fd23631045968c8da08e823f902a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:36.316032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:36.322389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:36.334009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Made reservation on behalf of 2299fd23631045968c8da08e823f902a for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:36.336306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.721254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.725179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-03c377a9-1af0-46bd-b737-44733f5bc818 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:36.791828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0ca00b-4820-468d-a439-31bb6afe529b,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:36.794427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:36.804202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Checking segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:36.804534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Network hostable DHCP agents. Network: 18bbda11-7539-45da-a509-4a6b477e31a3, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:36.820703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Network 18bbda11-7539-45da-a509-4a6b477e31a3 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:36.829737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 18bbda11-7539-45da-a509-4a6b477e31a3) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:36.838310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07855c1-c236-4eb1-bd25-311cea7e5515 None None] Network 18bbda11-7539-45da-a509-4a6b477e31a3 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:36.839236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:36.839829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.859897 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5602200 May 20 16:26:36.862625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 52718) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:36.868135 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:36.872675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:36.876582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Usage tracker for resource:router and tenant:2299fd23631045968c8da08e823f902a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:36.879500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:36.885631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:36.895828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.896918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.912260 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.048410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-18bbda11-7539-45da-a509-4a6b477e31a3', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'fixed_ips': [{'subnet_id': '5e0ca00b-4820-468d-a439-31bb6afe529b'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:37.049268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.209304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Allocated IP 172.20.0.2 (18bbda11-7539-45da-a509-4a6b477e31a3/5e0ca00b-4820-468d-a439-31bb6afe529b/d3f9cff8-7e34-42a7-987b-d9296ef0bc01) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:37.332980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.415873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.427334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Transition to ACTIVE for port object d3f9cff8-7e34-42a7-987b-d9296ef0bc01 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:37.446547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Transition to ACTIVE for port object d3f9cff8-7e34-42a7-987b-d9296ef0bc01 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:37.451330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.455752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-964e2097-bd7c-4b8a-82f2-f9cd1dc4b56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:37.518013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Network 18bbda11-7539-45da-a509-4a6b477e31a3 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:37.520986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:37.524559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:37.532568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Pushing event updated for resources: {'Port': ['ID=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:37.534760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:37.621274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Attempting to bind port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:37.621722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Attempting to bind port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:37.622102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Attempting to bind port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 on network 18bbda11-7539-45da-a509-4a6b477e31a3 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:37.627576 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:37.627948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Checking segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:37.628354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.628752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Bound using segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:37.629256 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Bound port: d3f9cff8-7e34-42a7-987b-d9296ef0bc01, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:37.629666 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.650257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.680197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.720244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] For port d3f9cff8-7e34-42a7-987b-d9296ef0bc01, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:37.723821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] For port d3f9cff8-7e34-42a7-987b-d9296ef0bc01, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:37.727840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:37.732471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a06676bb-7e7e-451f-a001-f7b1e36d35e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:37.811149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Pushing event updated for resources: {'Port': ['ID=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:37.814116 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:37.817528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Allocated IP 172.26.8.79 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/0eedeb99-2383-4a98-9da3-3e347b04455f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:37.971860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.011008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.014213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:38.078909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:38.081859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:38.086068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:38.115803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Pushing event updated for resources: {'Port': ['ID=0eedeb99-2383-4a98-9da3-3e347b04455f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:38.121750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:38.508339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.713617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ba98a-6b4c-4b11-93a2-7965277a28e8 None None] Network 18bbda11-7539-45da-a509-4a6b477e31a3 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:38.809008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d3f9cff8-7e34-42a7-987b-d9296ef0bc01 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:38.924936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d451e0be-9799-4ace-b39b-c1b591ea9f46 None None] Provisioning for port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:38.998010 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:39.006473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:39.006793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.025642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.151060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.186131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port d3f9cff8-7e34-42a7-987b-d9296ef0bc01, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:39.190588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.194482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:39.244842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Router 846dbdbd-3979-45a0-90f9-0cef590bad13 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:26:39.267721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:39.270837 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:39.367332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ab220385-2cc9-4a58-a7c7-5d627580dbf3 None None] Provisioning complete for port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:39.367621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ab220385-2cc9-4a58-a7c7-5d627580dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.431436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:39.440189 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Sync routers for ids ['846dbdbd-3979-45a0-90f9-0cef590bad13'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:39.449543 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Routers {'846dbdbd-3979-45a0-90f9-0cef590bad13'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:39.450177 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['846dbdbd-3979-45a0-90f9-0cef590bad13'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:39.456888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.461861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5981870 May 20 16:26:39.463463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52722) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:39.625700 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Set router 846dbdbd-3979-45a0-90f9-0cef590bad13 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:39.916336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:26:38Z', 'revision_number': 3, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:39.920143 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Checking router: 846dbdbd-3979-45a0-90f9-0cef590bad13 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:39.920568 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Updating router 846dbdbd-3979-45a0-90f9-0cef590bad13 port 0eedeb99-2383-4a98-9da3-3e347b04455f binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:26:39.975032 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.284657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.294501 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.306621 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Transition to ACTIVE for port object 0eedeb99-2383-4a98-9da3-3e347b04455f will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:40.313710 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.317777 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:40.389221 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Attempting to bind port 0eedeb99-2383-4a98-9da3-3e347b04455f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:40.389618 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Attempting to bind port 0eedeb99-2383-4a98-9da3-3e347b04455f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:40.389987 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Attempting to bind port 0eedeb99-2383-4a98-9da3-3e347b04455f on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:40.398521 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Pushing event updated for resources: {'Port': ['ID=0eedeb99-2383-4a98-9da3-3e347b04455f,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:40.401944 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:40.402312 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:40.402711 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.403106 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:40.403564 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Bound port: 0eedeb99-2383-4a98-9da3-3e347b04455f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:40.403930 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.429299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1beca8ef-027c-45a2-a8a8-92ad7514ad44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.438217 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.438557 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.438891 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.439212 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.439532 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.439857 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.440173 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.440492 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.441052 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.441159 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.442405 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.442405 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:40.451851 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:40.490488 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] For port 0eedeb99-2383-4a98-9da3-3e347b04455f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:40.493532 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] For port 0eedeb99-2383-4a98-9da3-3e347b04455f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0eedeb99-2383-4a98-9da3-3e347b04455f,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:40.497894 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.501393 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-191d294c-891b-40f2-8d10-148a40d0db4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:40.508370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Allocated IP 172.20.0.1 (18bbda11-7539-45da-a509-4a6b477e31a3/5e0ca00b-4820-468d-a439-31bb6afe529b/e50896ec-3657-41f7-a53c-5e9d89570c58) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:40.577458 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Routers {'846dbdbd-3979-45a0-90f9-0cef590bad13'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:40.578078 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['846dbdbd-3979-45a0-90f9-0cef590bad13'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:40.632250 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Pushing event updated for resources: {'Port': ['ID=0eedeb99-2383-4a98-9da3-3e347b04455f,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:40.642200 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:40.661166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.678170 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Transition to ACTIVE for port object e50896ec-3657-41f7-a53c-5e9d89570c58 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:40.702122 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.705919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:40.758696 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] Set router 846dbdbd-3979-45a0-90f9-0cef590bad13 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:40.779146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Network 18bbda11-7539-45da-a509-4a6b477e31a3 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:40.782164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:40.790360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d3f9cff8-7e34-42a7-987b-d9296ef0bc01 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:40.792785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Pushing event updated for resources: {'Port': ['ID=e50896ec-3657-41f7-a53c-5e9d89570c58,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:40.795557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:40.821872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:40.852060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.958531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:40.958910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.032643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8a8b164b-2062-4a66-a108-e005e4c083f5 None None] Provisioning for port e50896ec-3657-41f7-a53c-5e9d89570c58 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:41.062561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8a8b164b-2062-4a66-a108-e005e4c083f5 None None] Provisioning complete for port e50896ec-3657-41f7-a53c-5e9d89570c58 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:41.062941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8a8b164b-2062-4a66-a108-e005e4c083f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.116345 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:26:38Z', 'revision_number': 3, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:41.120943 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49003-5ce5-4cca-8011-fc3a295ef6b5 None None] The sync data for ids ['846dbdbd-3979-45a0-90f9-0cef590bad13'] in dv-neutron-601336-76-hyperv is: [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:26:38Z', 'revision_number': 3, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:41.141170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b164b-2062-4a66-a108-e005e4c083f5 None None] Port e50896ec-3657-41f7-a53c-5e9d89570c58 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:26:41.203689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.445648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.450460 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.475171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-51cd8388-9303-46d1-a447-7adb03d40de6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:41.714609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.718153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Pushing event updated for resources: {'Port': ['ID=e50896ec-3657-41f7-a53c-5e9d89570c58,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:41.721605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:41.857214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Network 18bbda11-7539-45da-a509-4a6b477e31a3 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:41.858440 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:42.051722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Router 846dbdbd-3979-45a0-90f9-0cef590bad13 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:26:42.066836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cf74af41-bf29-4aad-94cf-0ffc96da3b47 None None] Provisioning complete for port e50896ec-3657-41f7-a53c-5e9d89570c58 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:42.067382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cf74af41-bf29-4aad-94cf-0ffc96da3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.136092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-cf74af41-bf29-4aad-94cf-0ffc96da3b47 None None] Port e50896ec-3657-41f7-a53c-5e9d89570c58 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:26:42.235424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:42.244782 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] 10.222.0.13 "PUT /v2.0/routers/846dbdbd-3979-45a0-90f9-0cef590bad13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7800546 May 20 16:26:42.602646 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Sync routers for ids ['846dbdbd-3979-45a0-90f9-0cef590bad13'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:42.612355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Routers {'846dbdbd-3979-45a0-90f9-0cef590bad13'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:42.613073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['846dbdbd-3979-45a0-90f9-0cef590bad13'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:42.764846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52740) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:42.771420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-650490754-network', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:42.776423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:42.780394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Usage tracker for resource:network and tenant:3a617181c0cd46938c7c1b97b2e83bc7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:42.784138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:42.790918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:42.798301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Set router 846dbdbd-3979-45a0-90f9-0cef590bad13 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:42.802259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Made reservation on behalf of 3a617181c0cd46938c7c1b97b2e83bc7 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:42.808254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.824581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.839607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:42.843587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a617181c0cd46938c7c1b97b2e83bc7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:42.844905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0eedeb99-2383-4a98-9da3-3e347b04455f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:42.846500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:42.852079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:42.937406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.943126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.946159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b473760b-2268-4cc4-b8d5-e9610047d51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:42.975248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:26:42.982916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4638da7-6205-4a12-8784-e0946baee3ea,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:42.986504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:42.989054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.989408 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Added segment 00cb2dc3-e77e-4859-9965-ef04ea8ff30a of type vlan for network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf May 20 16:26:43.017138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.046840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.047885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:43.048484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.053219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-67c139f7-844b-4080-b111-c92bb9ff536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:43.086131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0eedeb99-2383-4a98-9da3-3e347b04455f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:43.092107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0eedeb99-2383-4a98-9da3-3e347b04455f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:43.092518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.155901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f33ce89c-2f81-4088-825c-6d9e8b5d6bbf,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:43.158872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:43.164445 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3947046 May 20 16:26:43.165007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52744) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:43.171728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Request body: {'subnet': {'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-subnet', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:43.174981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:26:43.177224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:43.181050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Usage tracker for resource:subnet and tenant:3a617181c0cd46938c7c1b97b2e83bc7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:43.184115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:43.190112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:43.202481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Made reservation on behalf of 3a617181c0cd46938c7c1b97b2e83bc7 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:43.205010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.329610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.401716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.421859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:26:41Z', 'revision_number': 4, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e50896ec-3657-41f7-a53c-5e9d89570c58', 'name': '', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'mac_address': 'fa:16:3e:bf:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:40Z', 'updated_at': '2021-05-20T16:26:41Z', 'revision_number': 2, 'project_id': '2299fd23631045968c8da08e823f902a', 'subnets': [{'id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:43.426340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 0eedeb99-2383-4a98-9da3-3e347b04455f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0eedeb99-2383-4a98-9da3-3e347b04455f,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:43.428008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Checking router: 846dbdbd-3979-45a0-90f9-0cef590bad13 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:43.428380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Updating router 846dbdbd-3979-45a0-90f9-0cef590bad13 port e50896ec-3657-41f7-a53c-5e9d89570c58 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:26:43.456186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.464224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f2a7a3db-26e4-4ae3-accb-808588949c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:43.539831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.561173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=0eedeb99-2383-4a98-9da3-3e347b04455f,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:43.587589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:43.597598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.601094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-dfd8943c-cf52-47e8-86a7-9fe15e0461e6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:43.669537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a56bc0-0013-4f4c-8c79-cfd177c4aa60,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:43.672242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:43.681462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Checking segment: {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:43.681811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Network hostable DHCP agents. Network: f33ce89c-2f81-4088-825c-6d9e8b5d6bbf, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:26:43.702146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:26:43.712198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, f33ce89c-2f81-4088-825c-6d9e8b5d6bbf) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:43.721663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:43.722240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.745629 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5765162 May 20 16:26:43.745987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52748) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:43.751238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:43.755854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3eb6d-d635-44b4-8cd5-4fdb51eae750 None None] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:43.756933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:43.760857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Usage tracker for resource:router and tenant:3a617181c0cd46938c7c1b97b2e83bc7 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:43.763753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:43.770183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:43.781820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.783948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.800683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.923044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4e2d74ec-b661-45e9-a7fe-e82b788f68b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.140836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-f33ce89c-2f81-4088-825c-6d9e8b5d6bbf', 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'fixed_ips': [{'subnet_id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:26:44.141684 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.164372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.212933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Transition to ACTIVE for port object e50896ec-3657-41f7-a53c-5e9d89570c58 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:44.221795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.223228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.231602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:44.457588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a85763-9530-4f99-8a61-8d70e5f14776 None None] Pushing event updated for resources: {'Port': ['ID=e50896ec-3657-41f7-a53c-5e9d89570c58,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:44.468338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-31a85763-9530-4f99-8a61-8d70e5f14776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:44.533402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Allocated IP 172.20.0.2 (f33ce89c-2f81-4088-825c-6d9e8b5d6bbf/22a56bc0-0013-4f4c-8c79-cfd177c4aa60/ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:44.534009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Attempting to bind port e50896ec-3657-41f7-a53c-5e9d89570c58 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:44.534393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Attempting to bind port e50896ec-3657-41f7-a53c-5e9d89570c58 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:44.534927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Attempting to bind port e50896ec-3657-41f7-a53c-5e9d89570c58 on network 18bbda11-7539-45da-a509-4a6b477e31a3 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:44.543533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:44.543908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Checking segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:44.544314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.544716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Bound using segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:44.545192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Bound port: e50896ec-3657-41f7-a53c-5e9d89570c58, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:44.545599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.556160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.585678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.726294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Allocated IP 172.26.8.182 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/fecf14d0-bfbd-4d00-9882-049f5e93913e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:44.757238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.769260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] For port e50896ec-3657-41f7-a53c-5e9d89570c58, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:44.774394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] For port e50896ec-3657-41f7-a53c-5e9d89570c58, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e50896ec-3657-41f7-a53c-5e9d89570c58,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:44.786377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.792694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:44.832879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0eedeb99-2383-4a98-9da3-3e347b04455f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:44.884039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.914737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.920348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e973379e-20bb-4d18-b384-64c037181105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:44.983180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:44.986461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:44.988711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.989074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:44.991278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a85763-9530-4f99-8a61-8d70e5f14776 None None] Pushing event updated for resources: {'Port': ['ID=e50896ec-3657-41f7-a53c-5e9d89570c58,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:44.993942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Routers {'846dbdbd-3979-45a0-90f9-0cef590bad13'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:44.994527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['846dbdbd-3979-45a0-90f9-0cef590bad13'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:45.037620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Pushing event updated for resources: {'Port': ['ID=fecf14d0-bfbd-4d00-9882-049f5e93913e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:45.040505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:45.043158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-31a85763-9530-4f99-8a61-8d70e5f14776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:45.068908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Transition to ACTIVE for port object ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:45.116639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Transition to ACTIVE for port object ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:45.171015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0eedeb99-2383-4a98-9da3-3e347b04455f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:45.171015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.210279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.222393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:45.334249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:45.341081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] Set router 846dbdbd-3979-45a0-90f9-0cef590bad13 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:45.421902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.445581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:45.459692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:45.464143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Pushing event updated for resources: {'Port': ['ID=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:45.470202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:45.758762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Attempting to bind port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:45.759137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Attempting to bind port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:45.759514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Attempting to bind port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 on network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:45.771431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:45.771819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Checking segment: {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:45.772225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.772624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Bound using segment: {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:45.773091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Bound port: ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:45.773506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.909013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.936249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] For port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:45.946463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] For port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:45.953771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.960090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:46.028194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:26:41Z', 'revision_number': 4, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e50896ec-3657-41f7-a53c-5e9d89570c58', 'name': '', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'mac_address': 'fa:16:3e:bf:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:40Z', 'updated_at': '2021-05-20T16:26:44Z', 'revision_number': 4, 'project_id': '2299fd23631045968c8da08e823f902a', 'subnets': [{'id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:46.038453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0ef22-941e-4b8a-9023-502bffd6a701 None None] The sync data for ids ['846dbdbd-3979-45a0-90f9-0cef590bad13'] in dv-neutron-601336-76-hyperv is: [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:26:41Z', 'revision_number': 4, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'e50896ec-3657-41f7-a53c-5e9d89570c58', 'name': '', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'mac_address': 'fa:16:3e:bf:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:40Z', 'updated_at': '2021-05-20T16:26:44Z', 'revision_number': 4, 'project_id': '2299fd23631045968c8da08e823f902a', 'subnets': [{'id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:46.048711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Pushing event updated for resources: {'Port': ['ID=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:46.058843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:46.155782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Router d13bfb12-7043-4ee3-9564-610d515d6e6a is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:26:46.369720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:46.383133 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Sync routers for ids ['d13bfb12-7043-4ee3-9564-610d515d6e6a'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:46.393724 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Routers {'d13bfb12-7043-4ee3-9564-610d515d6e6a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:46.395293 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d13bfb12-7043-4ee3-9564-610d515d6e6a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:46.399926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:46.403665 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6542718 May 20 16:26:46.403874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 52752) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:46.577257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:46.587764 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Set router d13bfb12-7043-4ee3-9564-610d515d6e6a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:46.884196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:46.938004 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:26:45Z', 'revision_number': 3, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:46.943450 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Checking router: d13bfb12-7043-4ee3-9564-610d515d6e6a for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:46.944051 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Updating router d13bfb12-7043-4ee3-9564-610d515d6e6a port fecf14d0-bfbd-4d00-9882-049f5e93913e binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:26:46.992344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:47.000593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e50896ec-3657-41f7-a53c-5e9d89570c58 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:47.023238 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.135545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e50896ec-3657-41f7-a53c-5e9d89570c58 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:47.142167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e50896ec-3657-41f7-a53c-5e9d89570c58 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:47.143047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.299728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea44b8b-12c6-4df8-aed1-5206fdd0fdc4 None None] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:47.320680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.417301 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.450395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Provisioning for port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:47.455824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e50896ec-3657-41f7-a53c-5e9d89570c58, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e50896ec-3657-41f7-a53c-5e9d89570c58,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:47.465780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.472241 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.475567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-68d5680a-2a6c-41be-ac3b-bd901c5c0e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:47.481838 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Transition to ACTIVE for port object fecf14d0-bfbd-4d00-9882-049f5e93913e will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:47.490292 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.494821 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:47.504800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Provisioning complete for port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:47.505180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.562845 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Attempting to bind port fecf14d0-bfbd-4d00-9882-049f5e93913e on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:47.563222 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Attempting to bind port fecf14d0-bfbd-4d00-9882-049f5e93913e by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:47.563585 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Attempting to bind port fecf14d0-bfbd-4d00-9882-049f5e93913e on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:47.579383 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:47.580061 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:47.580636 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.581039 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:47.581544 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Bound port: fecf14d0-bfbd-4d00-9882-049f5e93913e, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:47.582484 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.649446 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5971e27-e622-4985-af65-ec0719e51ef4 None None] Pushing event updated for resources: {'Port': ['ID=fecf14d0-bfbd-4d00-9882-049f5e93913e,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:47.655770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Allocated IP 172.20.0.1 (f33ce89c-2f81-4088-825c-6d9e8b5d6bbf/22a56bc0-0013-4f4c-8c79-cfd177c4aa60/4f455492-0e9c-442f-aba6-70c2798c20c6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:47.660755 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d5971e27-e622-4985-af65-ec0719e51ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:47.671426 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] For port fecf14d0-bfbd-4d00-9882-049f5e93913e, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:47.675013 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] For port fecf14d0-bfbd-4d00-9882-049f5e93913e, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fecf14d0-bfbd-4d00-9882-049f5e93913e,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:47.680042 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.680562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e50896ec-3657-41f7-a53c-5e9d89570c58,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:47.685005 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-0d5ebeb3-d705-414d-a802-c1756ab94fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:47.689175 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:47.757835 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Routers {'d13bfb12-7043-4ee3-9564-610d515d6e6a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:47.758562 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d13bfb12-7043-4ee3-9564-610d515d6e6a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:47.760534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.799855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] For port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:47.804964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.807343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:47.826348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.842343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Transition to ACTIVE for port object 4f455492-0e9c-442f-aba6-70c2798c20c6 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:47.867544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.874676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:47.882459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Pushing event updated for resources: {'Port': ['ID=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:47.886030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:47.952711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:47.956107 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5971e27-e622-4985-af65-ec0719e51ef4 None None] Pushing event updated for resources: {'Port': ['ID=fecf14d0-bfbd-4d00-9882-049f5e93913e,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:47.956907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:47.961379 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:47.964132 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d5971e27-e622-4985-af65-ec0719e51ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:47.996202 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] Set router d13bfb12-7043-4ee3-9564-610d515d6e6a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:48.005065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f455492-0e9c-442f-aba6-70c2798c20c6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:48.010541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:48.025458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.136224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-db76b797-f028-454e-9b5b-4157138c16d1 None None] Provisioning complete for port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:48.136880 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-db76b797-f028-454e-9b5b-4157138c16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.158111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.305391 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:26:45Z', 'revision_number': 3, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:48.309094 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d6dac-85a3-4a3b-96ec-9b8b33e34500 None None] The sync data for ids ['d13bfb12-7043-4ee3-9564-610d515d6e6a'] in dv-neutron-601336-76-hyperv is: [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:26:45Z', 'revision_number': 3, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:48.396442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e33d39a5-5615-4728-8aca-34b28007953e None None] Provisioning for port 4f455492-0e9c-442f-aba6-70c2798c20c6 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:48.400882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.401306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e33d39a5-5615-4728-8aca-34b28007953e None None] Provisioning complete for port 4f455492-0e9c-442f-aba6-70c2798c20c6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:48.401705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a5-5615-4728-8aca-34b28007953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.405916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.431991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-89eec1b3-d448-46dc-a1ff-9e19f15e36bb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:48.519125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e33d39a5-5615-4728-8aca-34b28007953e None None] Port 4f455492-0e9c-442f-aba6-70c2798c20c6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:26:48.525476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f455492-0e9c-442f-aba6-70c2798c20c6,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:48.529504 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:48.537214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.682312 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:48.683445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:48.900683 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Router d13bfb12-7043-4ee3-9564-610d515d6e6a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:26:48.928711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fecf14d0-bfbd-4d00-9882-049f5e93913e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:48.996282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cea65f10-db51-4e1a-9bd8-842dd167ce0d None None] Provisioning complete for port 4f455492-0e9c-442f-aba6-70c2798c20c6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:48.997033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cea65f10-db51-4e1a-9bd8-842dd167ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.060748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-cea65f10-db51-4e1a-9bd8-842dd167ce0d None None] Port 4f455492-0e9c-442f-aba6-70c2798c20c6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:26:49.065366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port fecf14d0-bfbd-4d00-9882-049f5e93913e completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:49.070619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fecf14d0-bfbd-4d00-9882-049f5e93913e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:49.070999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.099855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:49.118417 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/d13bfb12-7043-4ee3-9564-610d515d6e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134078 May 20 16:26:49.192052 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:26:49.197475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.214607 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port fecf14d0-bfbd-4d00-9882-049f5e93913e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fecf14d0-bfbd-4d00-9882-049f5e93913e,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:49.219220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.220070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e50896ec-3657-41f7-a53c-5e9d89570c58 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:49.248125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:49.339652 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=fecf14d0-bfbd-4d00-9882-049f5e93913e,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:49.343148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:49.353087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e50896ec-3657-41f7-a53c-5e9d89570c58 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:49.353498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.475211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:49.540501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:49.540751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.837319 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Sync routers for ids ['d13bfb12-7043-4ee3-9564-610d515d6e6a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:49.846632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Routers {'d13bfb12-7043-4ee3-9564-610d515d6e6a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:49.847202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d13bfb12-7043-4ee3-9564-610d515d6e6a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:50.026538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Set router d13bfb12-7043-4ee3-9564-610d515d6e6a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:50.336275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:26:48Z', 'revision_number': 4, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '4f455492-0e9c-442f-aba6-70c2798c20c6', 'name': '', 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'mac_address': 'fa:16:3e:79:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:47Z', 'updated_at': '2021-05-20T16:26:48Z', 'revision_number': 2, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'subnets': [{'id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:50.340176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Checking router: d13bfb12-7043-4ee3-9564-610d515d6e6a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:50.340533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Updating router d13bfb12-7043-4ee3-9564-610d515d6e6a port 4f455492-0e9c-442f-aba6-70c2798c20c6 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:26:50.391664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.783364 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.793768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fecf14d0-bfbd-4d00-9882-049f5e93913e up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:50.831408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Transition to ACTIVE for port object 4f455492-0e9c-442f-aba6-70c2798c20c6 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:50.851289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.857548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-409cd8f4-d76b-478f-a2c2-6c48fa7ae8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:50.916886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-2fbbbaaa-b4a0-49a1-b3fc-fec0d0b0bb08 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:50.917558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-2fbbbaaa-b4a0-49a1-b3fc-fec0d0b0bb08 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Synchronizing usage tracker for tenant:2299fd23631045968c8da08e823f902a on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:50.935583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-2fbbbaaa-b4a0-49a1-b3fc-fec0d0b0bb08 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Unset dirty status for tenant:2299fd23631045968c8da08e823f902a on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:50.936750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-2fbbbaaa-b4a0-49a1-b3fc-fec0d0b0bb08 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 816 time: 0.1690702 May 20 16:26:50.953330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-f70852e7-aa5f-4d69-89b0-9ffc1f998634 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/quotas/2299fd23631045968c8da08e823f902a HTTP/1.1" status: 200 len: 375 time: 0.0099993 May 20 16:26:51.062002 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-bc2621f8-f741-48d8-89f7-5be36691d301 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944533 May 20 16:26:51.083097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Pushing event updated for resources: {'Port': ['ID=4f455492-0e9c-442f-aba6-70c2798c20c6,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:51.092457 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fecf14d0-bfbd-4d00-9882-049f5e93913e triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:51.092845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.122397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.122751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.123093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.123428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.123758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.124087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.124518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.124746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.125067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.125413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.125737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.126057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:51.130538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:51.142287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Attempting to bind port 4f455492-0e9c-442f-aba6-70c2798c20c6 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:51.142674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Attempting to bind port 4f455492-0e9c-442f-aba6-70c2798c20c6 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:51.143045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Attempting to bind port 4f455492-0e9c-442f-aba6-70c2798c20c6 on network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:51.158404 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:51.158823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Checking segment: {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:51.159177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.159578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Bound using segment: {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:51.160090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Bound port: 4f455492-0e9c-442f-aba6-70c2798c20c6, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cb2dc3-e77e-4859-9965-ef04ea8ff30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:51.160475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.298189 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-b965e49a-9094-4417-a003-cc001d3109a0 service neutron] 10.222.0.13 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330573 May 20 16:26:51.327024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] For port 4f455492-0e9c-442f-aba6-70c2798c20c6, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:51.339390 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] For port 4f455492-0e9c-442f-aba6-70c2798c20c6, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f455492-0e9c-442f-aba6-70c2798c20c6,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:51.344041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.348288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-f81f36d0-3001-41d2-83c0-72f75bcbcfd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:51.426140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Routers {'d13bfb12-7043-4ee3-9564-610d515d6e6a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:51.426782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:26:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d13bfb12-7043-4ee3-9564-610d515d6e6a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:51.436606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-b906e7f8-1f94-48cc-9912-e18e1b98401f service neutron] 10.222.0.13 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323276 May 20 16:26:51.495469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Pushing event updated for resources: {'Port': ['ID=4f455492-0e9c-442f-aba6-70c2798c20c6,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:51.504408 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:51.645170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] Set router d13bfb12-7043-4ee3-9564-610d515d6e6a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:51.654608 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a39aa70-aa90-4948-b996-2162bdfbcc1e req-2719e416-88e2-44eb-9c5a-6f95cd0f2409 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 210 time: 0.0576768 May 20 16:26:51.970897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:26:48Z', 'revision_number': 4, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '4f455492-0e9c-442f-aba6-70c2798c20c6', 'name': '', 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'mac_address': 'fa:16:3e:79:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:47Z', 'updated_at': '2021-05-20T16:26:51Z', 'revision_number': 4, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'subnets': [{'id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:51.975925 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4337f-8263-48f4-b475-6e667958d952 None None] The sync data for ids ['d13bfb12-7043-4ee3-9564-610d515d6e6a'] in dv-neutron-601336-76-hyperv is: [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:26:48Z', 'revision_number': 4, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '4f455492-0e9c-442f-aba6-70c2798c20c6', 'name': '', 'network_id': 'f33ce89c-2f81-4088-825c-6d9e8b5d6bbf', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'mac_address': 'fa:16:3e:79:47:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:47Z', 'updated_at': '2021-05-20T16:26:51Z', 'revision_number': 4, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'subnets': [{'id': '22a56bc0-0013-4f4c-8c79-cfd177c4aa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:52.833057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f455492-0e9c-442f-aba6-70c2798c20c6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:52.854901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-15cd8b3d-94c5-427c-9bf7-f9701db8c630 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:52.856381 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-15cd8b3d-94c5-427c-9bf7-f9701db8c630 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 816 time: 0.2546103 May 20 16:26:52.858468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b257e19-3cc9-434f-8047-e1a1ebd7bac8 req-e7ccc07f-8894-4e00-b3c1-bf4ba6d6cec7 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 210 time: 0.0702817 May 20 16:26:52.879646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Request body: {'port': {'device_id': '23d1d68b-a814-465c-8e09-98179076ae54', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'admin_state_up': True, 'tenant_id': '2299fd23631045968c8da08e823f902a'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:52.928703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4f455492-0e9c-442f-aba6-70c2798c20c6 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:52.934844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4f455492-0e9c-442f-aba6-70c2798c20c6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:52.935358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.071523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.150417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 4f455492-0e9c-442f-aba6-70c2798c20c6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f455492-0e9c-442f-aba6-70c2798c20c6,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:53.154309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.156247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-31a85763-9530-4f99-8a61-8d70e5f14776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:53.201046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:26:53.204904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Usage tracker for resource:port and tenant:2299fd23631045968c8da08e823f902a is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:26:53.208312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:26:53.214491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:26:53.223817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=4f455492-0e9c-442f-aba6-70c2798c20c6,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:53.226490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Made reservation on behalf of 2299fd23631045968c8da08e823f902a for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:26:53.230033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.230201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:53.391663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Allocated IP 172.20.0.13 (18bbda11-7539-45da-a509-4a6b477e31a3/5e0ca00b-4820-468d-a439-31bb6afe529b/85933ac9-367f-4231-be49-ade28663517f) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:26:53.598461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.613753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Transition to ACTIVE for port object 85933ac9-367f-4231-be49-ade28663517f will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:53.638127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.643764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-928b2cd0-dd47-4991-8f02-fd715aae6257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:53.709288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Network 18bbda11-7539-45da-a509-4a6b477e31a3 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:26:53.712314 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:26:53.716071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:26:53.750101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Pushing event updated for resources: {'Port': ['ID=85933ac9-367f-4231-be49-ade28663517f,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:53.757735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:53.787469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:53.788087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.811614 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9362006 May 20 16:26:53.823377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Request body: {'port': {'device_id': '23d1d68b-a814-465c-8e09-98179076ae54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:26:53.933776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:53.978956 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-361c1aed-c0e9-48a4-bcc1-7fb94b6ad18a None None] Provisioning for port 85933ac9-367f-4231-be49-ade28663517f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:26:53.984252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-361c1aed-c0e9-48a4-bcc1-7fb94b6ad18a None None] Provisioning complete for port 85933ac9-367f-4231-be49-ade28663517f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:53.984681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-361c1aed-c0e9-48a4-bcc1-7fb94b6ad18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.041969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-361c1aed-c0e9-48a4-bcc1-7fb94b6ad18a None None] Port 85933ac9-367f-4231-be49-ade28663517f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:26:54.163035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bf3e1-9005-488b-a40e-7134f16e147f req-691999df-b484-441a-a53b-d880f00bf20c tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:54.163664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-184bf3e1-9005-488b-a40e-7134f16e147f req-691999df-b484-441a-a53b-d880f00bf20c tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Synchronizing usage tracker for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:54.246289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-184bf3e1-9005-488b-a40e-7134f16e147f req-691999df-b484-441a-a53b-d880f00bf20c tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Unset dirty status for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:54.247450 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-184bf3e1-9005-488b-a40e-7134f16e147f req-691999df-b484-441a-a53b-d880f00bf20c tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 932 time: 0.2714133 May 20 16:26:54.321412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-184bf3e1-9005-488b-a40e-7134f16e147f req-bd040c9d-158f-4ce2-b971-79f51980b842 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Synchronizing usage tracker for tenant:2299fd23631045968c8da08e823f902a on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:54.401217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-184bf3e1-9005-488b-a40e-7134f16e147f req-bd040c9d-158f-4ce2-b971-79f51980b842 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Unset dirty status for tenant:2299fd23631045968c8da08e823f902a on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:54.402392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-184bf3e1-9005-488b-a40e-7134f16e147f req-bd040c9d-158f-4ce2-b971-79f51980b842 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471913 May 20 16:26:54.419002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85933ac9-367f-4231-be49-ade28663517f {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:26:54.428859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.444399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Transition to ACTIVE for port object 85933ac9-367f-4231-be49-ade28663517f will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:26:54.448171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.452786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:54.579073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Pushing event updated for resources: {'Port': ['ID=85933ac9-367f-4231-be49-ade28663517f,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:54.606475 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:54.684564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Attempting to bind port 85933ac9-367f-4231-be49-ade28663517f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:26:54.684808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Attempting to bind port 85933ac9-367f-4231-be49-ade28663517f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:26:54.685144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Attempting to bind port 85933ac9-367f-4231-be49-ade28663517f on network 18bbda11-7539-45da-a509-4a6b477e31a3 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:54.689736 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Port 85933ac9-367f-4231-be49-ade28663517f on network 18bbda11-7539-45da-a509-4a6b477e31a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:26:54.690042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Attempting to bind port 85933ac9-367f-4231-be49-ade28663517f on network 18bbda11-7539-45da-a509-4a6b477e31a3 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:26:54.694993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:26:54.695360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Checking segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:26:54.695707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Bound using segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:26:54.696203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Bound port: 85933ac9-367f-4231-be49-ade28663517f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:26:54.696523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.790350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f455492-0e9c-442f-aba6-70c2798c20c6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:26:54.791964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] For port 85933ac9-367f-4231-be49-ade28663517f, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:26:54.795015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] For port 85933ac9-367f-4231-be49-ade28663517f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=85933ac9-367f-4231-be49-ade28663517f,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:26:54.800231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.805091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:54.855858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:54.856576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.856818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4f455492-0e9c-442f-aba6-70c2798c20c6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:26:54.857199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:54.858233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] 10.222.0.25 "PUT /v2.0/ports/85933ac9-367f-4231-be49-ade28663517f HTTP/1.1" status: 200 len: 1094 time: 1.0392852 May 20 16:26:54.858852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1d68b-a814-465c-8e09-98179076ae54', 'tag': '85933ac9-367f-4231-be49-ade28663517f'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:26:54.889393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Pushing event updated for resources: {'Port': ['ID=85933ac9-367f-4231-be49-ade28663517f,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:54.901378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:54.951720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1d68b-a814-465c-8e09-98179076ae54', 'tag': '85933ac9-367f-4231-be49-ade28663517f', 'status': 'completed', 'code': 200} May 20 16:26:54.995444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-0cbdbb66-d40e-4a29-a89d-25ba559bc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:54.996938 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-0cbdbb66-d40e-4a29-a89d-25ba559bc450 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 1097 time: 0.0879860 May 20 16:26:55.064765 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-6da43c7c-5197-45d1-92b6-934e4f8c82e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85933ac9-367f-4231-be49-ade28663517f HTTP/1.1" status: 200 len: 217 time: 0.0600924 May 20 16:26:55.128867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-d0c54f6c-6f5a-4222-8144-78d150c55153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:55.130504 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-d0c54f6c-6f5a-4222-8144-78d150c55153 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e0ca00b-4820-468d-a439-31bb6afe529b HTTP/1.1" status: 200 len: 855 time: 0.0600061 May 20 16:26:55.204105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-ab27eacd-8eaf-45e4-bca5-6ee8426e858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:55.205493 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-ab27eacd-8eaf-45e4-bca5-6ee8426e858c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18bbda11-7539-45da-a509-4a6b477e31a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689421 May 20 16:26:55.485096 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-8617b301-ffd8-4178-8490-b5984c26e977 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734683 May 20 16:26:55.672372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-60775954-f3bb-48f8-a591-2ea9ffcbd655 req-6c72acb1-2c6b-48df-8da5-870673318c08 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805704 May 20 16:26:55.692951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4990-d969-4e4d-9ea5-31c3b3fb3c53 req-c31b5b1b-74d4-451f-8f58-75b568fd2836 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:55.694451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c2e4990-d969-4e4d-9ea5-31c3b3fb3c53 req-c31b5b1b-74d4-451f-8f58-75b568fd2836 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 944 time: 0.1316462 May 20 16:26:55.782614 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c2e4990-d969-4e4d-9ea5-31c3b3fb3c53 req-b52f2896-321b-4aa2-9f21-a8700aea91c9 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807519 May 20 16:26:55.809006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-5b2f73d4-2042-4468-8d27-323f3c9f79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:55.810516 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-5b2f73d4-2042-4468-8d27-323f3c9f79d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 1097 time: 0.0898657 May 20 16:26:55.942053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-79173089-b5a9-443f-8f9c-23edc18fbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:55.943500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-79173089-b5a9-443f-8f9c-23edc18fbc21 service neutron] 10.222.0.25 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 916 time: 0.1259739 May 20 16:26:56.013870 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-f9bd010b-7419-4b03-9f9b-6dd7cc109b44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85933ac9-367f-4231-be49-ade28663517f HTTP/1.1" status: 200 len: 217 time: 0.0634720 May 20 16:26:56.078881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-741b7c88-46cd-4a61-a1f6-5b5e286500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:56.080205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-741b7c88-46cd-4a61-a1f6-5b5e286500ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e0ca00b-4820-468d-a439-31bb6afe529b HTTP/1.1" status: 200 len: 855 time: 0.0594249 May 20 16:26:56.155146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-41fbee27-f2fe-4867-8478-b0e28bef7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:56.156598 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-41fbee27-f2fe-4867-8478-b0e28bef7893 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18bbda11-7539-45da-a509-4a6b477e31a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698416 May 20 16:26:56.287997 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-26f67b8f-6c98-4368-b8e7-55c65603b5f1 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241932 May 20 16:26:56.419171 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e71ddfd-4e80-400a-81a1-d685cb3ed5d3 req-babc9cac-b6c2-4edc-8d2d-05dd09ff93a8 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243608 May 20 16:26:56.965595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a440f-70b8-4584-a861-6fad5d72d148 req-f2b6f695-d595-46de-af3f-8b6c069d50de tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:56.967033 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f52a440f-70b8-4584-a861-6fad5d72d148 req-f2b6f695-d595-46de-af3f-8b6c069d50de tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 944 time: 0.0779071 May 20 16:26:57.015088 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f52a440f-70b8-4584-a861-6fad5d72d148 req-c4cd75c2-8d73-4b03-ad77-fbe7eb9215f7 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 May 20 16:26:58.197924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06171d07-767d-43f4-b9d0-fc96f7a8dae3 req-efcbda3a-3def-47f4-9900-3be9e3c03d3f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:58.199391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-06171d07-767d-43f4-b9d0-fc96f7a8dae3 req-efcbda3a-3def-47f4-9900-3be9e3c03d3f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 944 time: 0.0800474 May 20 16:26:58.243417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-06171d07-767d-43f4-b9d0-fc96f7a8dae3 req-21f06e4a-d26c-40f9-82eb-c5d569b2e804 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 May 20 16:26:58.521732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 85933ac9-367f-4231-be49-ade28663517f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:26:58.652856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 85933ac9-367f-4231-be49-ade28663517f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=85933ac9-367f-4231-be49-ade28663517f,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:58.666158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '85933ac9-367f-4231-be49-ade28663517f', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'port_id': '85933ac9-367f-4231-be49-ade28663517f', 'mac_address': 'fa:16:3e:da:69:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:26:58.720418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:58.740933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85933ac9-367f-4231-be49-ade28663517f {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:26:58.756155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 85933ac9-367f-4231-be49-ade28663517f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=85933ac9-367f-4231-be49-ade28663517f,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:58.760937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:58.762714 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:58.827622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=85933ac9-367f-4231-be49-ade28663517f,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:58.830676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:58.965438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['85933ac9-367f-4231-be49-ade28663517f'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:26:59.427961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d6e8d-961b-4efa-aaf1-c8c20007daeb req-d14f5908-2268-4860-9e61-e68f0bb339b4 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:59.429417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac6d6e8d-961b-4efa-aaf1-c8c20007daeb req-d14f5908-2268-4860-9e61-e68f0bb339b4 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 945 time: 0.0828989 May 20 16:26:59.473924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac6d6e8d-961b-4efa-aaf1-c8c20007daeb req-acfe6d84-37e7-4016-8f2b-6fa917924872 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 May 20 16:27:00.537248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 85933ac9-367f-4231-be49-ade28663517f up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:27:00.604698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 85933ac9-367f-4231-be49-ade28663517f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:27:00.609740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 85933ac9-367f-4231-be49-ade28663517f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:27:00.610207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:00.657408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d801db6-ce45-44cc-8c77-c3044f330fea req-5ae972ce-9527-47d1-b2aa-fbf0160fdf7e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:00.659686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d801db6-ce45-44cc-8c77-c3044f330fea req-5ae972ce-9527-47d1-b2aa-fbf0160fdf7e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 945 time: 0.0818610 May 20 16:27:00.704532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d801db6-ce45-44cc-8c77-c3044f330fea req-e8510e20-064a-4d18-b7c5-8cd158d20e31 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 May 20 16:27:00.728583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:00.758229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1d68b-a814-465c-8e09-98179076ae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85933ac9-367f-4231-be49-ade28663517f'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:27:00.768440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 85933ac9-367f-4231-be49-ade28663517f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=85933ac9-367f-4231-be49-ade28663517f,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:27:00.773838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:00.777749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:00.845887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=85933ac9-367f-4231-be49-ade28663517f,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:00.849518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:00.859658 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d1d68b-a814-465c-8e09-98179076ae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85933ac9-367f-4231-be49-ade28663517f', 'code': 200} May 20 16:27:01.081041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:01.085256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13a320-cf0f-4678-a91a-46e04d0c7f7c req-7e4d9f38-ae12-4ddc-860c-0ec0c007159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:01.086874 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1f13a320-cf0f-4678-a91a-46e04d0c7f7c req-7e4d9f38-ae12-4ddc-860c-0ec0c007159d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 1099 time: 0.0726445 May 20 16:27:01.128537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1f13a320-cf0f-4678-a91a-46e04d0c7f7c req-84831453-6231-492d-90b2-d48bd99a1294 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 May 20 16:27:01.902399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18677e0e-96f8-4d74-afca-c69674946478 req-93f39173-b323-48c3-af55-47d606427a53 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:01.903780 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-18677e0e-96f8-4d74-afca-c69674946478 req-93f39173-b323-48c3-af55-47d606427a53 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 946 time: 0.0856831 May 20 16:27:01.949145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-18677e0e-96f8-4d74-afca-c69674946478 req-86873413-1137-4d39-951f-80aeaadb4262 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 May 20 16:27:03.146350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82311ef-7e81-4c86-bf04-70902fbda4c1 req-db82f67b-0033-40f9-ae8c-3545fcf45093 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:03.147876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c82311ef-7e81-4c86-bf04-70902fbda4c1 req-db82f67b-0033-40f9-ae8c-3545fcf45093 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 946 time: 0.0867782 May 20 16:27:03.195752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c82311ef-7e81-4c86-bf04-70902fbda4c1 req-9d84ad30-4b07-498d-8f19-3d44a6d81450 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 May 20 16:27:03.393992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b82a0-afbf-4c1d-908c-18d44caca344 req-788231eb-255d-4af1-aeaf-e3be56366254 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:03.395563 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a48b82a0-afbf-4c1d-908c-18d44caca344 req-788231eb-255d-4af1-aeaf-e3be56366254 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 946 time: 0.0931544 May 20 16:27:03.444111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a48b82a0-afbf-4c1d-908c-18d44caca344 req-e5ef88a0-09ea-48fc-b73c-47d740abfcb8 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 May 20 16:27:10.434946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dda74c7b-5260-4a14-95a0-348eb81373c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:13.211379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:13.798021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ba05e1bb-67c2-4504-b152-38766fa87a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:14.720841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:16.566874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:23.537297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188af8-d1b9-4038-9fa7-c0f7be70ab5e req-76faf826-84bf-469f-98e3-6c8736c33861 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:23.538732 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07188af8-d1b9-4038-9fa7-c0f7be70ab5e req-76faf826-84bf-469f-98e3-6c8736c33861 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 946 time: 0.0798643 May 20 16:27:23.584223 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07188af8-d1b9-4038-9fa7-c0f7be70ab5e req-43e747a7-3fde-43a1-acb8-306668a4d270 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 May 20 16:27:24.950264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c105-8474-4097-8daf-5c6c3fbcd539 req-0f7801d9-57fc-41d9-9eae-f585f1fc3113 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:24.951606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2801c105-8474-4097-8daf-5c6c3fbcd539 req-0f7801d9-57fc-41d9-9eae-f585f1fc3113 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 946 time: 0.2598231 May 20 16:27:25.013441 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2801c105-8474-4097-8daf-5c6c3fbcd539 req-2bed0ef0-0342-4ac4-8cee-2389d63d4229 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 May 20 16:27:25.029384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-41f23934-0093-4541-9f7b-a9467cbb25e2 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:25.030798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-41f23934-0093-4541-9f7b-a9467cbb25e2 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 946 time: 0.1219022 May 20 16:27:25.171675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Deleting port 85933ac9-367f-4231-be49-ade28663517f {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:27:25.172013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:25.307068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] For port 85933ac9-367f-4231-be49-ade28663517f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=85933ac9-367f-4231-be49-ade28663517f,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:27:25.307424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:25.433940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Calling delete_port for 85933ac9-367f-4231-be49-ade28663517f owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:27:25.545576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:25.551000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-dc621bfa-44cc-4e1f-a23a-d0491b9ff690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:25.556727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['85933ac9-367f-4231-be49-ade28663517f'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:27:25.597293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Pushing event deleted for resources: {'Port': ['ID=85933ac9-367f-4231-be49-ade28663517f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:25.642746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.643129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.643506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.643873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.644239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.644598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.645546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.645907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.646264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.646620 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.646976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.647329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:27:25.674152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:25.686017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] No DVR routers for this DVR port 85933ac9-367f-4231-be49-ade28663517f on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:27:25.688715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:25.691537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1d68b-a814-465c-8e09-98179076ae54', 'name': 'network-vif-deleted', 'tag': '85933ac9-367f-4231-be49-ade28663517f'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:27:25.710338 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aebdc19f-5497-465a-a951-1921dc7112c2 req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "DELETE /v2.0/ports/85933ac9-367f-4231-be49-ade28663517f HTTP/1.1" status: 204 len: 173 time: 0.6742744 May 20 16:27:25.745785 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d1d68b-a814-465c-8e09-98179076ae54', 'name': 'network-vif-deleted', 'tag': '85933ac9-367f-4231-be49-ade28663517f', 'status': 'completed', 'code': 200} May 20 16:27:26.175467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-15094606-496e-4461-bee6-be69e8d557af req-2667fc4c-880e-4a12-a651-b7f59abdfb34 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Synchronizing usage tracker for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:27:26.191153 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:27:26.192696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-15094606-496e-4461-bee6-be69e8d557af req-2667fc4c-880e-4a12-a651-b7f59abdfb34 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Unset dirty status for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:27:26.194057 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-15094606-496e-4461-bee6-be69e8d557af req-2667fc4c-880e-4a12-a651-b7f59abdfb34 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d1d68b-a814-465c-8e09-98179076ae54 HTTP/1.1" status: 200 len: 210 time: 0.0617716 May 20 16:27:27.992332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-97da8bb8-d516-4765-9de5-e938174ca52f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:27.993787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-97da8bb8-d516-4765-9de5-e938174ca52f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 816 time: 0.1449950 May 20 16:27:28.008660 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-17d8bf61-2f6f-485b-8a39-31de3a9b70e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/quotas/2299fd23631045968c8da08e823f902a HTTP/1.1" status: 200 len: 375 time: 0.0094035 May 20 16:27:28.093744 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-bd3b5014-8bf6-4879-afdf-8e756b477446 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800500 May 20 16:27:28.228811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-032e0e4b-52ac-4263-af3e-b39414b743d7 service neutron] 10.222.0.13 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230433 May 20 16:27:28.356306 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-2a573e19-0d66-4871-b631-25e6cd93edc6 service neutron] 10.222.0.13 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214113 May 20 16:27:28.533756 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3f485af5-0244-44f7-9a37-9c8bc05bad39 req-3aa9733f-6fbd-4c43-9a2f-bee701bdc57a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 210 time: 0.0424538 May 20 16:27:28.723805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 85933ac9-367f-4231-be49-ade28663517f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:27:28.758625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 85933ac9-367f-4231-be49-ade28663517f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:27:28.758995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 85933ac9-367f-4231-be49-ade28663517f not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:27:29.528947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-a4f9aa75-e373-4765-b367-f614fc351896 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:29.530391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-a4f9aa75-e373-4765-b367-f614fc351896 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 816 time: 0.1469917 May 20 16:27:29.544004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Request body: {'port': {'device_id': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'admin_state_up': True, 'tenant_id': '2299fd23631045968c8da08e823f902a'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:27:29.819121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0ff099ab-bd75-4144-ac64-abbf8392a283 req-57120fda-8321-4567-9fc0-41c9459473e5 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 210 time: 0.0578883 May 20 16:27:29.867281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:27:29.876579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:27:29.887248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Made reservation on behalf of 2299fd23631045968c8da08e823f902a for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:27:29.890944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:30.063387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Allocated IP 172.20.0.13 (18bbda11-7539-45da-a509-4a6b477e31a3/5e0ca00b-4820-468d-a439-31bb6afe529b/b204c988-d8c7-4ac4-9585-b96ad4ea6d52) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:27:30.269129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:30.284272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Transition to ACTIVE for port object b204c988-d8c7-4ac4-9585-b96ad4ea6d52 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:27:30.307878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:30.313421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:30.377698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Network 18bbda11-7539-45da-a509-4a6b477e31a3 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:27:30.381056 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:27:30.384814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:27:30.419714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Pushing event updated for resources: {'Port': ['ID=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:30.426581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:30.458798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:30.459412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:30.487489 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9471099 May 20 16:27:30.498709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Request body: {'port': {'device_id': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:27:30.613013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:30.646881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7eb1ac33-5c36-4c18-bd6b-28045d834d61 None None] Provisioning for port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:27:30.652467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-7eb1ac33-5c36-4c18-bd6b-28045d834d61 None None] Provisioning complete for port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:27:30.652831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ac33-5c36-4c18-bd6b-28045d834d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:30.709268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1ac33-5c36-4c18-bd6b-28045d834d61 None None] Port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:27:30.988662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b204c988-d8c7-4ac4-9585-b96ad4ea6d52 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:27:30.997701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:31.022457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Transition to ACTIVE for port object b204c988-d8c7-4ac4-9585-b96ad4ea6d52 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:27:31.027532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:31.032352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-73277fef-7229-4ca7-9d19-fac634799652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:31.095762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:31.168611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc0a0-063d-4b35-9bf2-b07dd7b62f3c req-b42b46d1-658e-4d69-8bed-6c204bcc6b8a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:31.169318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-561dc0a0-063d-4b35-9bf2-b07dd7b62f3c req-b42b46d1-658e-4d69-8bed-6c204bcc6b8a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Synchronizing usage tracker for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:27:31.206360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:31.210955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:31.265491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-561dc0a0-063d-4b35-9bf2-b07dd7b62f3c req-b42b46d1-658e-4d69-8bed-6c204bcc6b8a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Unset dirty status for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:27:31.266658 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-561dc0a0-063d-4b35-9bf2-b07dd7b62f3c req-b42b46d1-658e-4d69-8bed-6c204bcc6b8a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 932 time: 0.3353353 May 20 16:27:31.377531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-561dc0a0-063d-4b35-9bf2-b07dd7b62f3c req-4fdfcb85-afa7-499e-8a9d-a2fc76f82e4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023273 May 20 16:27:31.380307 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Attempting to bind port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:27:31.380633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Attempting to bind port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:27:31.380958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Attempting to bind port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 on network 18bbda11-7539-45da-a509-4a6b477e31a3 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:27:31.386088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 on network 18bbda11-7539-45da-a509-4a6b477e31a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:27:31.386489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Attempting to bind port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 on network 18bbda11-7539-45da-a509-4a6b477e31a3 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:27:31.391835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:27:31.392167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Checking segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:27:31.392678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Bound using segment: {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:27:31.393105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Bound port: b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0991d7-4180-4562-8ff8-b01f6b4ed72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:27:31.393473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:31.485467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] For port b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:27:31.489280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] For port b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:27:31.493600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:31.497386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:31.707932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:31.708957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:31.709964 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] 10.222.0.25 "PUT /v2.0/ports/b204c988-d8c7-4ac4-9585-b96ad4ea6d52 HTTP/1.1" status: 200 len: 1094 time: 1.2155998 May 20 16:27:31.710523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'tag': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:27:31.734287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:31.737549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:31.785910 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'tag': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52', 'status': 'completed', 'code': 200} May 20 16:27:31.830638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-69a081bf-c6f5-4390-a8cc-9a86acb8ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:31.832686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-69a081bf-c6f5-4390-a8cc-9a86acb8ea70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 1097 time: 0.0795164 May 20 16:27:31.903032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-bcdd4a80-e589-4b26-9828-4f2362093630 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52 HTTP/1.1" status: 200 len: 217 time: 0.0640268 May 20 16:27:31.966038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-7e4491b2-65e8-43ae-882d-85e1d0580176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:31.967531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-7e4491b2-65e8-43ae-882d-85e1d0580176 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e0ca00b-4820-468d-a439-31bb6afe529b HTTP/1.1" status: 200 len: 855 time: 0.0585790 May 20 16:27:32.046934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-dc90f466-6a08-4c86-9d43-37620ee8b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:32.048395 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-dc90f466-6a08-4c86-9d43-37620ee8b60b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18bbda11-7539-45da-a509-4a6b477e31a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736563 May 20 16:27:32.220758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-99bdb129-b244-44ef-9f7f-46c3cb849b4b service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659420 May 20 16:27:32.352438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a51c19a7-d1e1-4b2c-bf9a-e98d89453e2a req-2c584fac-786f-4920-9f70-8ccd858e5313 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255324 May 20 16:27:32.476495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-e5be9f6c-83cc-477c-a75e-651b130cb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:32.477937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-e5be9f6c-83cc-477c-a75e-651b130cb399 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 1097 time: 0.0772305 May 20 16:27:32.675948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-8a1a0e85-8c6c-404c-ae23-2e6dbe06ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:32.677416 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-8a1a0e85-8c6c-404c-ae23-2e6dbe06ef2e service neutron] 10.222.0.25 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 916 time: 0.1929569 May 20 16:27:32.685807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79155c-803e-415f-9945-34e28ad9dd0b req-f918b461-4a04-487e-890f-dc8bc402215f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:32.687178 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff79155c-803e-415f-9945-34e28ad9dd0b req-f918b461-4a04-487e-890f-dc8bc402215f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 944 time: 0.1840291 May 20 16:27:32.765954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-50d3a663-c893-42a8-867a-d8df7b471148 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52 HTTP/1.1" status: 200 len: 217 time: 0.0778403 May 20 16:27:32.837509 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff79155c-803e-415f-9945-34e28ad9dd0b req-2a6535d0-fd21-4ac6-a261-c777d1dd5845 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964441 May 20 16:27:32.846246 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-d4e14341-0c35-462e-ac1c-aab90b0d8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:32.847693 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-d4e14341-0c35-462e-ac1c-aab90b0d8f04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e0ca00b-4820-468d-a439-31bb6afe529b HTTP/1.1" status: 200 len: 855 time: 0.0741570 May 20 16:27:32.925233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-2e69bf50-2608-4c4c-aeb5-671072959401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:32.927377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-2e69bf50-2608-4c4c-aeb5-671072959401 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18bbda11-7539-45da-a509-4a6b477e31a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725648 May 20 16:27:33.064329 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-e2f70e96-f630-4000-b245-b5a0e608de70 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292427 May 20 16:27:33.192833 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a11f0afa-3fef-4972-8711-d0e4654ce926 req-7a45e346-aebe-46dd-9ed3-0f4ae1269064 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222842 May 20 16:27:34.022302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10f21-fd74-4696-8a73-5eb5711ba549 req-2cfaf521-33c3-4184-9caf-35876dc15101 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:34.023814 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2a10f21-fd74-4696-8a73-5eb5711ba549 req-2cfaf521-33c3-4184-9caf-35876dc15101 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 944 time: 0.0807838 May 20 16:27:34.069161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2a10f21-fd74-4696-8a73-5eb5711ba549 req-b8dcfdcf-d005-4db6-93d4-a71a068a7eda tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 May 20 16:27:34.754112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device b204c988-d8c7-4ac4-9585-b96ad4ea6d52 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:27:34.883350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:27:34.896682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52', 'network_id': '18bbda11-7539-45da-a509-4a6b477e31a3', 'port_id': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52', 'mac_address': 'fa:16:3e:8b:81:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0ca00b-4820-468d-a439-31bb6afe529b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:27:34.949203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:34.965917 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b204c988-d8c7-4ac4-9585-b96ad4ea6d52 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:27:34.981486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:27:34.986106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:34.988394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-769323e7-ae5e-4f0b-9f5e-54f879b69de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:35.055330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:35.058536 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:35.174952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['b204c988-d8c7-4ac4-9585-b96ad4ea6d52'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:27:35.259254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876715a1-5d46-4d5b-8f62-2fa7232d144f req-988f1745-de72-410c-93d9-93581f433d22 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:35.260997 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-876715a1-5d46-4d5b-8f62-2fa7232d144f req-988f1745-de72-410c-93d9-93581f433d22 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 945 time: 0.0854018 May 20 16:27:35.452430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-876715a1-5d46-4d5b-8f62-2fa7232d144f req-46e08fea-3d73-4038-bff9-781fdcc88564 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855788 May 20 16:27:36.635628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca91d8-7c21-4cfa-b55d-784dd44e37a2 req-2c1a0bbb-5d72-4e78-bda2-1dbdb8fbd12b tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:36.637109 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7ca91d8-7c21-4cfa-b55d-784dd44e37a2 req-2c1a0bbb-5d72-4e78-bda2-1dbdb8fbd12b tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 945 time: 0.0799086 May 20 16:27:36.684286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7ca91d8-7c21-4cfa-b55d-784dd44e37a2 req-89ee40d7-d608-43fa-bea5-36c963d0d3f5 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 May 20 16:27:36.754525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device b204c988-d8c7-4ac4-9585-b96ad4ea6d52 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:27:36.819767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:27:36.824359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:27:36.824762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:36.937847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:36.964771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:27:36.974854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:27:36.978659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:36.980593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-284a3df2-9caf-4934-99b1-20e6c30a2dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:27:37.010548 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52', 'code': 200} May 20 16:27:37.052756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:27:37.055736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:27:37.230743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b60673-9648-4f06-ad88-225352dba555 req-147f5dac-8605-4c47-bbf0-227b520c2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:37.232191 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61b60673-9648-4f06-ad88-225352dba555 req-147f5dac-8605-4c47-bbf0-227b520c2f7b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 1099 time: 0.0691664 May 20 16:27:37.273752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-61b60673-9648-4f06-ad88-225352dba555 req-18bbcacf-76b5-4746-8e04-8417788d1ad8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 May 20 16:27:37.873745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486e6ca-f4b7-4324-90de-d4ec80edb32e req-a160243c-8ede-40af-8233-bedd483ff72e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:37.875204 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a486e6ca-f4b7-4324-90de-d4ec80edb32e req-a160243c-8ede-40af-8233-bedd483ff72e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 946 time: 0.0837250 May 20 16:27:37.921202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a486e6ca-f4b7-4324-90de-d4ec80edb32e req-a5f2fc23-0439-4ca9-81d0-23094318c609 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 May 20 16:27:39.110836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528a6f-baa1-40fa-8444-02f7d50b0ad5 req-d9c91054-9460-44fc-9008-e4dab83efe54 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:39.112302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-18528a6f-baa1-40fa-8444-02f7d50b0ad5 req-d9c91054-9460-44fc-9008-e4dab83efe54 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 946 time: 0.0789316 May 20 16:27:39.158905 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-18528a6f-baa1-40fa-8444-02f7d50b0ad5 req-2b98d0a0-cae8-4259-abff-819a138aecb0 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 May 20 16:27:39.343368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ed5a8-674b-48a1-89a8-05082fef9eed req-31ebdc4c-8fbe-415a-9375-2c775217d77a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:39.344820 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd4ed5a8-674b-48a1-89a8-05082fef9eed req-31ebdc4c-8fbe-415a-9375-2c775217d77a tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 946 time: 0.0823021 May 20 16:27:39.389490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fd4ed5a8-674b-48a1-89a8-05082fef9eed req-e2d1d380-0af0-489b-ba9d-dccdc3f6f14d tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 May 20 16:27:40.430806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ef2abd95-7d81-4506-ae6b-bd56a8b43ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:42.830095 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-bfecc169-88c5-4782-a2dd-aa1228046cf2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775921 May 20 16:27:42.967214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-0d26e558-eefe-46a3-8672-ac0ca666a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:42.968593 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-0d26e558-eefe-46a3-8672-ac0ca666a646 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2299fd23631045968c8da08e823f902a&device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 1099 time: 0.0712638 May 20 16:27:43.116189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-efdd93f2-1f6a-4540-bb86-01dda0c4274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:43.117619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-efdd93f2-1f6a-4540-bb86-01dda0c4274a service neutron] 10.222.0.25 "GET /v2.0/networks?id=18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 200 len: 916 time: 0.1304803 May 20 16:27:43.188114 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-33a346c1-2518-4ebe-9409-c2b7fd7a2796 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52 HTTP/1.1" status: 200 len: 217 time: 0.0640264 May 20 16:27:43.217715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:43.253726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-339d2680-3f70-4e4a-bd10-b38cd7c633d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:43.255257 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-339d2680-3f70-4e4a-bd10-b38cd7c633d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e0ca00b-4820-468d-a439-31bb6afe529b HTTP/1.1" status: 200 len: 855 time: 0.0618057 May 20 16:27:43.334696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-ebdd0a86-a011-49a5-99fa-4980b6a7e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:43.336198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-ebdd0a86-a011-49a5-99fa-4980b6a7e9d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18bbda11-7539-45da-a509-4a6b477e31a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745561 May 20 16:27:43.471743 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-d34a5e21-1785-413a-b2c2-b8c000333220 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286044 May 20 16:27:43.606359 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-55afb8d8-6274-4837-a4e0-dfefad8508e0 req-12ac2902-e4aa-42e8-b609-7f8e997ef665 service neutron] 10.222.0.25 "GET /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286645 May 20 16:27:43.799484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-48261981-3ec7-416f-8626-72a1816997eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:44.723922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:46.568540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:59.477496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad8aa6-f66e-4577-bab1-bb8fc5467a50 req-a324b226-7a75-4967-8ede-a9fd8ebf370b tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:27:59.478976 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dfad8aa6-f66e-4577-bab1-bb8fc5467a50 req-a324b226-7a75-4967-8ede-a9fd8ebf370b tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 946 time: 0.0815346 May 20 16:27:59.535924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dfad8aa6-f66e-4577-bab1-bb8fc5467a50 req-17538d29-e86e-49f7-93f8-ad6b929650d3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507550 May 20 16:28:00.782151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7a8fb-f40b-4eb2-acbd-cdd7452c7b71 req-91576d28-cc40-426e-9f54-bcd32d02c0b7 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:00.783602 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-31a7a8fb-f40b-4eb2-acbd-cdd7452c7b71 req-91576d28-cc40-426e-9f54-bcd32d02c0b7 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 946 time: 0.1358364 May 20 16:28:00.829932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-31a7a8fb-f40b-4eb2-acbd-cdd7452c7b71 req-cf282e7b-b58f-47cc-8c09-21c87952a459 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/security-groups?id=7369d9f7-6c27-4424-9b0d-0dc3014e21ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 May 20 16:28:00.933863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-b7e820e3-08ff-4407-93d7-a6b6b07d1d92 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:00.935288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-b7e820e3-08ff-4407-93d7-a6b6b07d1d92 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 946 time: 0.0791461 May 20 16:28:01.070287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Deleting port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:01.070623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:01.111003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:01.342036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] For port b204c988-d8c7-4ac4-9585-b96ad4ea6d52, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:01.342397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:01.464334 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Calling delete_port for b204c988-d8c7-4ac4-9585-b96ad4ea6d52 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:01.583325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:01.589115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-464c4331-b7bc-4fd0-9a9b-6292203f6559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:01.594749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['b204c988-d8c7-4ac4-9585-b96ad4ea6d52'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:28:01.637323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Pushing event deleted for resources: {'Port': ['ID=b204c988-d8c7-4ac4-9585-b96ad4ea6d52,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:01.639938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:01.721472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] No DVR routers for this DVR port b204c988-d8c7-4ac4-9585-b96ad4ea6d52 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:28:01.724257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:01.727523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'name': 'network-vif-deleted', 'tag': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:28:01.745111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d9f4e6bd-cc18-47be-a039-30666ed82608 req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.25 "DELETE /v2.0/ports/b204c988-d8c7-4ac4-9585-b96ad4ea6d52 HTTP/1.1" status: 204 len: 173 time: 0.8044727 May 20 16:28:01.775359 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe0ad35-966b-4044-9607-5c7c50c8e79f', 'name': 'network-vif-deleted', 'tag': 'b204c988-d8c7-4ac4-9585-b96ad4ea6d52', 'status': 'completed', 'code': 200} May 20 16:28:01.995814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6b8c916a-fbd1-40f0-86dd-eb8043ae9190 req-c4729679-ba60-4e46-86b3-7fa8b44c454f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Synchronizing usage tracker for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:28:02.011779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6b8c916a-fbd1-40f0-86dd-eb8043ae9190 req-c4729679-ba60-4e46-86b3-7fa8b44c454f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Unset dirty status for tenant:2299fd23631045968c8da08e823f902a on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:28:02.013047 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b8c916a-fbd1-40f0-86dd-eb8043ae9190 req-c4729679-ba60-4e46-86b3-7fa8b44c454f tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe0ad35-966b-4044-9607-5c7c50c8e79f HTTP/1.1" status: 200 len: 210 time: 0.0588372 May 20 16:28:03.145248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53062) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:03.195695 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:28:03.832577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:04.244046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Deleting port e50896ec-3657-41f7-a53c-5e9d89570c58 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:04.244758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:04.366326 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] For port e50896ec-3657-41f7-a53c-5e9d89570c58, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e50896ec-3657-41f7-a53c-5e9d89570c58,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:04.366670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:04.488661 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Calling delete_port for e50896ec-3657-41f7-a53c-5e9d89570c58 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:04.777108 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:04.780855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f88b8fd5-7e19-49e1-84c7-0237b53a628e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:04.909018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device b204c988-d8c7-4ac4-9585-b96ad4ea6d52 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:04.943217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: b204c988-d8c7-4ac4-9585-b96ad4ea6d52 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:04.943567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device b204c988-d8c7-4ac4-9585-b96ad4ea6d52 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:04.963703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50896ec-3657-41f7-a53c-5e9d89570c58,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:05.000948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.001348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.001730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.002101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.002733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.003137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.003501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.003860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.004221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.004577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.004934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.005287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:05.012880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:05.240953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:05.596360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Router 846dbdbd-3979-45a0-90f9-0cef590bad13 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:28:05.772037 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:28:05.780659 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] Sync routers for ids ['846dbdbd-3979-45a0-90f9-0cef590bad13'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:28:05.788327 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] 10.222.0.13 "PUT /v2.0/routers/846dbdbd-3979-45a0-90f9-0cef590bad13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6416492 May 20 16:28:05.790816 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53066) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:05.793978 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] Routers {'846dbdbd-3979-45a0-90f9-0cef590bad13'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:05.794656 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:27:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['846dbdbd-3979-45a0-90f9-0cef590bad13'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:05.968798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:05.970769 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] Set router 846dbdbd-3979-45a0-90f9-0cef590bad13 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:06.140719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:06.259391 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:28:04Z', 'revision_number': 5, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port': {'id': '0eedeb99-2383-4a98-9da3-3e347b04455f', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:37Z', 'updated_at': '2021-05-20T16:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:06.263400 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] Checking router: 846dbdbd-3979-45a0-90f9-0cef590bad13 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:28:06.272103 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] Routers {'846dbdbd-3979-45a0-90f9-0cef590bad13'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:06.272723 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:27:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['846dbdbd-3979-45a0-90f9-0cef590bad13'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:06.368860 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Deleting port 0eedeb99-2383-4a98-9da3-3e347b04455f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:06.369227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:06.423050 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] Set router 846dbdbd-3979-45a0-90f9-0cef590bad13 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:06.493981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] For port 0eedeb99-2383-4a98-9da3-3e347b04455f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0eedeb99-2383-4a98-9da3-3e347b04455f,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:06.494340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:06.560337 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:28:06Z', 'revision_number': 6, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:06.564578 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ba72d7-3ecc-434e-8b75-cbd6bef2e782 None None] The sync data for ids ['846dbdbd-3979-45a0-90f9-0cef590bad13'] in dv-neutron-601336-76-hyperv is: [{'id': '846dbdbd-3979-45a0-90f9-0cef590bad13', 'name': 'tempest-TestEncryptedCinderVolumes-966343169-router', 'tenant_id': '2299fd23631045968c8da08e823f902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:36Z', 'updated_at': '2021-05-20T16:28:06Z', 'revision_number': 6, 'project_id': '2299fd23631045968c8da08e823f902a', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:28:06.623679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Calling delete_port for 0eedeb99-2383-4a98-9da3-3e347b04455f owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:06.765539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:06.770770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ee8baede-0e99-48d4-8df8-4d8756b1b93b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:06.813838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eedeb99-2383-4a98-9da3-3e347b04455f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:06.840369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:06.915984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.223284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.226832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.261408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.261851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 846dbdbd-3979-45a0-90f9-0cef590bad13 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:28:07.274420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.275547 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] 10.222.0.13 "DELETE /v2.0/routers/846dbdbd-3979-45a0-90f9-0cef590bad13 HTTP/1.1" status: 204 len: 168 time: 1.4837937 May 20 16:28:07.278557 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53070) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:07.306443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e50896ec-3657-41f7-a53c-5e9d89570c58 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:07.343760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Deleting subnet 5e0ca00b-4820-468d-a439-31bb6afe529b {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:28:07.347447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.348883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e50896ec-3657-41f7-a53c-5e9d89570c58 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:07.349248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e50896ec-3657-41f7-a53c-5e9d89570c58 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:07.402719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.486992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.743708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.747332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-60507ef4-8b13-445d-ac22-5d5ec3f5d341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:07.783663 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0ca00b-4820-468d-a439-31bb6afe529b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:07.786092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.788726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:07.790926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb14a6-9eec-46d3-880c-20fc96459f0a None None] Network 18bbda11-7539-45da-a509-4a6b477e31a3 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:28:07.792925 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e0ca00b-4820-468d-a439-31bb6afe529b HTTP/1.1" status: 204 len: 168 time: 0.5134323 May 20 16:28:07.795375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53074) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:07.902118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:07.978746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Deleting port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:07.979137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.042311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] DHCP port deletion for 18bbda11-7539-45da-a509-4a6b477e31a3 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:28:08.083481 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] For port d3f9cff8-7e34-42a7-987b-d9296ef0bc01, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:08.083828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.113661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Deleting port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:08.114038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.221399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] For port d3f9cff8-7e34-42a7-987b-d9296ef0bc01, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,segment=NetworkSegment(2d0991d7-4180-4562-8ff8-b01f6b4ed72c),segment_id=2d0991d7-4180-4562-8ff8-b01f6b4ed72c)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:08.221804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.344657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Calling delete_port for d3f9cff8-7e34-42a7-987b-d9296ef0bc01 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:08.356358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Calling delete_port for d3f9cff8-7e34-42a7-987b-d9296ef0bc01 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:08.393724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.397492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-31a85763-9530-4f99-8a61-8d70e5f14776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:08.406419 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.411617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:08.443736 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Pushing event deleted for resources: {'Port': ['ID=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:08.448791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] No DVR routers for this DVR port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:28:08.453020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f9cff8-7e34-42a7-987b-d9296ef0bc01,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:08.454995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.455332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.455668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.455997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.456374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.457535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.457535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.457535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.458046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:08.458228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.458228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.458228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.458676 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:08.461923 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] No DVR routers for this DVR port d3f9cff8-7e34-42a7-987b-d9296ef0bc01 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:28:08.463726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:08.586862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.600408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bbda11-7539-45da-a509-4a6b477e31a3']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:08.613292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0991d7-4180-4562-8ff8-b01f6b4ed72c') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:08.613610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0991d7-4180-4562-8ff8-b01f6b4ed72c') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:08.625434 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.643209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.649945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:28:08.650339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: util.warn( May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:28:08.664550 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:28:08.745909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.750543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3a22ffd2-c363-4a73-8b7b-6fd770d35128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:08.764676 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.775711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Pushing event deleted for resources: {'Network': ['ID=18bbda11-7539-45da-a509-4a6b477e31a3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:08.778977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:08.795718 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-894999c2-7abf-4f3d-b26a-e039c501d93b admin admin] 10.222.0.13 "DELETE /v2.0/networks/18bbda11-7539-45da-a509-4a6b477e31a3 HTTP/1.1" status: 204 len: 168 time: 0.9964225 May 20 16:28:08.795939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53078) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:08.831009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d3f9cff8-7e34-42a7-987b-d9296ef0bc01 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:08.865322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: d3f9cff8-7e34-42a7-987b-d9296ef0bc01 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:08.865647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device d3f9cff8-7e34-42a7-987b-d9296ef0bc01 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:08.866027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0eedeb99-2383-4a98-9da3-3e347b04455f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:08.899023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0eedeb99-2383-4a98-9da3-3e347b04455f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:08.899380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0eedeb99-2383-4a98-9da3-3e347b04455f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:09.349589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:09.933607 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Deleting port 4f455492-0e9c-442f-aba6-70c2798c20c6 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:09.934274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:10.052409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] For port 4f455492-0e9c-442f-aba6-70c2798c20c6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4f455492-0e9c-442f-aba6-70c2798c20c6,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:10.052755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:10.175216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Calling delete_port for 4f455492-0e9c-442f-aba6-70c2798c20c6 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:10.334050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:10.337705 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4468af68-ff72-4433-b5da-9c2d55a65c1a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:10.381848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f455492-0e9c-442f-aba6-70c2798c20c6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:10.384261 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:10.434249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d3d-fe09-4be2-ac59-179d56e4bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:10.662036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:11.030344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Router d13bfb12-7043-4ee3-9564-610d515d6e6a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:28:11.212559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:28:11.222775 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/d13bfb12-7043-4ee3-9564-610d515d6e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4257708 May 20 16:28:11.223048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] Sync routers for ids ['d13bfb12-7043-4ee3-9564-610d515d6e6a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:28:11.225258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53082) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:11.232594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] Routers {'d13bfb12-7043-4ee3-9564-610d515d6e6a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:11.233208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:27:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d13bfb12-7043-4ee3-9564-610d515d6e6a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:11.418897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] Set router d13bfb12-7043-4ee3-9564-610d515d6e6a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:11.557459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:11.737882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:11.752515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:28:10Z', 'revision_number': 5, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port': {'id': 'fecf14d0-bfbd-4d00-9882-049f5e93913e', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:26:44Z', 'updated_at': '2021-05-20T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:11.757153 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] Checking router: d13bfb12-7043-4ee3-9564-610d515d6e6a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:28:11.766344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] Routers {'d13bfb12-7043-4ee3-9564-610d515d6e6a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:11.767110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:27:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['d13bfb12-7043-4ee3-9564-610d515d6e6a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:11.813077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Deleting port fecf14d0-bfbd-4d00-9882-049f5e93913e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:11.813315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:11.917502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] Set router d13bfb12-7043-4ee3-9564-610d515d6e6a gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:11.938266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] For port fecf14d0-bfbd-4d00-9882-049f5e93913e, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fecf14d0-bfbd-4d00-9882-049f5e93913e,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:11.938617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.024140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:28:11Z', 'revision_number': 6, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:12.028824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84329c9c-f276-4eb4-8306-af7ce6f9d6c0 None None] The sync data for ids ['d13bfb12-7043-4ee3-9564-610d515d6e6a'] in dv-neutron-601336-76-hyperv is: [{'id': 'd13bfb12-7043-4ee3-9564-610d515d6e6a', 'name': 'tempest-TestEncryptedCinderVolumes-650490754-router', 'tenant_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:26:43Z', 'updated_at': '2021-05-20T16:28:11Z', 'revision_number': 6, 'project_id': '3a617181c0cd46938c7c1b97b2e83bc7', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:28:12.068677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Calling delete_port for fecf14d0-bfbd-4d00-9882-049f5e93913e owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:12.217975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.222538 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-012098a5-dc9a-46e7-b0b3-8e46e6d3ea03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:12.268975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Pushing event deleted for resources: {'Port': ['ID=fecf14d0-bfbd-4d00-9882-049f5e93913e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:12.272029 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:12.363451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.535622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.538052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.561547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.562328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d13bfb12-7043-4ee3-9564-610d515d6e6a {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:28:12.574374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.575497 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] 10.222.0.13 "DELETE /v2.0/routers/d13bfb12-7043-4ee3-9564-610d515d6e6a HTTP/1.1" status: 204 len: 168 time: 1.3493035 May 20 16:28:12.578100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53086) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:12.640212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Deleting subnet 22a56bc0-0013-4f4c-8c79-cfd177c4aa60 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:28:12.644145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.696740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.828282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fecf14d0-bfbd-4d00-9882-049f5e93913e no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:12.869766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: fecf14d0-bfbd-4d00-9882-049f5e93913e {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:12.870524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fecf14d0-bfbd-4d00-9882-049f5e93913e not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:12.871169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f455492-0e9c-442f-aba6-70c2798c20c6 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:12.905968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 4f455492-0e9c-442f-aba6-70c2798c20c6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:12.906232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4f455492-0e9c-442f-aba6-70c2798c20c6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:12.925780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.180114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.183803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-36e95e67-5bfc-4a15-9c5c-62cb5d67a06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:13.213862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.221209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a56bc0-0013-4f4c-8c79-cfd177c4aa60,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:13.224854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:13.227458 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.233067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff44b0-4c96-455e-9418-6648d1692068 None None] Network f33ce89c-2f81-4088-825c-6d9e8b5d6bbf requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:28:13.233545 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/22a56bc0-0013-4f4c-8c79-cfd177c4aa60 HTTP/1.1" status: 204 len: 168 time: 0.6543629 May 20 16:28:13.235895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53090) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:13.355941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.449963 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Deleting port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:13.450536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.480905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] DHCP port deletion for f33ce89c-2f81-4088-825c-6d9e8b5d6bbf request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:28:13.549199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Deleting port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:28:13.549482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.576813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] For port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:13.577159 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.653285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] For port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,segment=NetworkSegment(00cb2dc3-e77e-4859-9965-ef04ea8ff30a),segment_id=00cb2dc3-e77e-4859-9965-ef04ea8ff30a)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:13.654034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.707302 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Calling delete_port for ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:13.753578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.757642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b61ee37b-e13f-4af7-9c5b-29f2987b05f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:13.776143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Calling delete_port for ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:28:13.804087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:13.806709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:13.811441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] No DVR routers for this DVR port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:28:13.813029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9acb43fb-b86e-4db2-a614-d57adf1792c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.835884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.840650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-51798517-a534-4cc7-a4c1-39e07190bb9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:13.885772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Pushing event deleted for resources: {'Port': ['ID=ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:13.888737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:13.889571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] No DVR routers for this DVR port ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:28:13.931347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.943805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33ce89c-2f81-4088-825c-6d9e8b5d6bbf']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:13.955675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cb2dc3-e77e-4859-9965-ef04ea8ff30a') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:13.956473 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cb2dc3-e77e-4859-9965-ef04ea8ff30a') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:13.967512 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.983776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.989840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:28:13.990316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:28:14.003476 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:28:14.082646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.086249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5383e00-8b35-47d5-828a-e4c3838edf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:14.100459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.110537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33ce89c-2f81-4088-825c-6d9e8b5d6bbf,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:14.113299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:14.115099 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f33ce89c-2f81-4088-825c-6d9e8b5d6bbf HTTP/1.1" status: 204 len: 168 time: 0.8782401 May 20 16:28:14.282764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53096) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:14.330417 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b9913b82-3865-43f5-8ba8-de6051843486 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2299fd23631045968c8da08e823f902a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463879 May 20 16:28:14.333292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53100) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:14.391104 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.416902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.470937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.474543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-55e0309a-1e7f-4927-864b-0e12a6975da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:14.487012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7369d9f7-6c27-4424-9b0d-0dc3014e21ce,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:14.490133 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:14.499561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.500615 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1b0bc5a7-8f0c-4f1f-b735-ea488e6cc4e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7369d9f7-6c27-4424-9b0d-0dc3014e21ce HTTP/1.1" status: 204 len: 168 time: 0.1664295 May 20 16:28:14.726211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.829112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:28:14.852878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53108) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:14.864504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:28:14.865402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ec3486b0-1f5e-4f64-b815-4bc5f8fa81d3 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:28:14.904436 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3291581a-60a3-45fe-bb9f-e04ef75df315 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a617181c0cd46938c7c1b97b2e83bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502019 May 20 16:28:14.906879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53112) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:14.965818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:14.992547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:15.043934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:15.047646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b850304b-7f41-44ce-bf40-03b83bafb629 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:15.059560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4638da7-6205-4a12-8784-e0946baee3ea,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:15.061899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:15.067702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:15.068813 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-82104d2d-77bd-4533-b180-a07608987cf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4638da7-6205-4a12-8784-e0946baee3ea HTTP/1.1" status: 204 len: 168 time: 0.1610336 May 20 16:28:15.806313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53136) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:15.914205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1632386752-network', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:15.919032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:15.922871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Usage tracker for resource:network and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:15.926724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:15.932643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:15.944038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Made reservation on behalf of 95f7f61f8d464d43ba195c8996c3ea7f for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:28:15.946463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:15.959926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:15.974851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:15.978685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:15.981559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:15.987269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:16.073156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.077183 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.081637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c20fd73f-1559-4603-96be-afb00671446f tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:16.113962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:28:16.122829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9753b699-b05c-4031-a3c8-5cc252e92707,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:16.126084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:16.131204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.132767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Added segment 19ff346f-0faf-4534-b8af-a7fc8fd02405 of type vlan for network c4808667-6f53-409f-8e0d-440c10e4ce8c May 20 16:28:16.159731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.189711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.191277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:16.191832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.196408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7923519d-c36f-4c1b-ac17-ad218e200e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:16.296014 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4885838 May 20 16:28:16.296930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Pushing event updated for resources: {'Network': ['ID=c4808667-6f53-409f-8e0d-440c10e4ce8c,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:16.298898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53142) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:16.300245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:16.305756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Request body: {'subnet': {'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1632386752-subnet', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:16.307165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network c4808667-6f53-409f-8e0d-440c10e4ce8c details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:28:16.310784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:16.314680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Usage tracker for resource:subnet and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:16.318144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:16.323826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:16.333902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Made reservation on behalf of 95f7f61f8d464d43ba195c8996c3ea7f for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:28:16.336202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.570840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.870200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.874445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2b6394c0-00d8-40c3-add4-6aeaa98bab2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:16.945309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08883f4a-d663-4945-ab11-73ce453d9845,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:16.947902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:16.955213 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Checking segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:16.955560 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Network hostable DHCP agents. Network: c4808667-6f53-409f-8e0d-440c10e4ce8c, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:28:16.972517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Network c4808667-6f53-409f-8e0d-440c10e4ce8c is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:28:16.980830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, c4808667-6f53-409f-8e0d-440c10e4ce8c) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:16.989331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:16.990006 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:16.992642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4704ca-bb74-4538-98c2-fb13b4ae6b02 None None] Network c4808667-6f53-409f-8e0d-440c10e4ce8c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:28:17.011396 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f91d074e-d055-4721-b1fc-d57097c614f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7107127 May 20 16:28:17.014058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53146) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:17.019169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:17.023915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:17.027650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Usage tracker for resource:router and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:17.030482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:17.036236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:17.046603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.047626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.062647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.210456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-c4808667-6f53-409f-8e0d-440c10e4ce8c', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:28:17.211287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.331603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.370283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Allocated IP 172.20.0.2 (c4808667-6f53-409f-8e0d-440c10e4ce8c/08883f4a-d663-4945-ab11-73ce453d9845/e88caf96-0a47-451c-8c4d-c6f3b2215f0c) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:17.597238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.610575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Transition to ACTIVE for port object e88caf96-0a47-451c-8c4d-c6f3b2215f0c will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:17.631407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Transition to ACTIVE for port object e88caf96-0a47-451c-8c4d-c6f3b2215f0c will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:17.638717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.644196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:17.656582 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.691119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.704510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Network c4808667-6f53-409f-8e0d-440c10e4ce8c is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:17.707769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:17.710224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:17.744818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Pushing event updated for resources: {'Port': ['ID=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:17.747701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:17.809615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Attempting to bind port e88caf96-0a47-451c-8c4d-c6f3b2215f0c on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:17.809991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Attempting to bind port e88caf96-0a47-451c-8c4d-c6f3b2215f0c by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:17.810363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Attempting to bind port e88caf96-0a47-451c-8c4d-c6f3b2215f0c on network c4808667-6f53-409f-8e0d-440c10e4ce8c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:17.816158 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:17.816538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Checking segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:17.816943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.817360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Bound using segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:17.817840 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Bound port: e88caf96-0a47-451c-8c4d-c6f3b2215f0c, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:17.818223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.829044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Allocated IP 172.26.8.92 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/f2eeff68-23b4-4462-9631-925665b9606d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:17.907879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] For port e88caf96-0a47-451c-8c4d-c6f3b2215f0c, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:17.910920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] For port e88caf96-0a47-451c-8c4d-c6f3b2215f0c, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:17.914459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.918742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:17.979622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:17.999559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Pushing event updated for resources: {'Port': ['ID=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:18.003488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:18.016709 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:18.020761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-036c349d-79ef-40b7-af20-bd7d3bab89c3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:18.089153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:18.092238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:18.096062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:18.126601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2eeff68-23b4-4462-9631-925665b9606d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:18.133060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:18.688369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:18.889548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e88caf96-0a47-451c-8c4d-c6f3b2215f0c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:18.954834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50b3470-d002-4739-a886-216a3123ec0e None None] Network c4808667-6f53-409f-8e0d-440c10e4ce8c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:28:19.054900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.055529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Provisioning for port e88caf96-0a47-451c-8c4d-c6f3b2215f0c completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:19.063650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e88caf96-0a47-451c-8c4d-c6f3b2215f0c completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:19.069782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Provisioning complete for port e88caf96-0a47-451c-8c4d-c6f3b2215f0c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:19.070180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.110878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e88caf96-0a47-451c-8c4d-c6f3b2215f0c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:19.110878 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.262521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:28:19.441496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.441991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:28:19.453526 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Sync routers for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:28:19.465955 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:19.466980 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:19.467697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.472431 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4544401 May 20 16:28:19.472581 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53150) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:19.481436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.515119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] For port e88caf96-0a47-451c-8c4d-c6f3b2215f0c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:19.525362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.528547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:19.646451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:28:19.646887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_db.api [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:28:19.647027 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:19.652443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Pushing event updated for resources: {'Port': ['ID=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:19.655990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:19.864303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d8a1706e-5f63-43b6-b6f2-541dbb4bf56b None None] Provisioning complete for port e88caf96-0a47-451c-8c4d-c6f3b2215f0c triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:19.864823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d8a1706e-5f63-43b6-b6f2-541dbb4bf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:19.946146 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:18Z', 'revision_number': 3, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:19.950505 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Checking router: 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:28:19.950990 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Updating router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b port f2eeff68-23b4-4462-9631-925665b9606d binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:28:20.003581 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.328711 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.340818 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Transition to ACTIVE for port object f2eeff68-23b4-4462-9631-925665b9606d will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:20.348904 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.353247 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d5971e27-e622-4985-af65-ec0719e51ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:20.355461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.429112 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Attempting to bind port f2eeff68-23b4-4462-9631-925665b9606d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:20.429561 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Attempting to bind port f2eeff68-23b4-4462-9631-925665b9606d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:20.429867 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Attempting to bind port f2eeff68-23b4-4462-9631-925665b9606d on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:20.439713 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:20.440885 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:20.441074 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.441558 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:20.442065 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Bound port: f2eeff68-23b4-4462-9631-925665b9606d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:20.442441 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.466886 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Pushing event updated for resources: {'Port': ['ID=f2eeff68-23b4-4462-9631-925665b9606d,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:20.485536 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.485881 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.486218 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.486550 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.486918 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.487243 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.487563 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.487883 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.488201 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.488515 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.488832 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.489137 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:20.500948 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:20.533939 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] For port f2eeff68-23b4-4462-9631-925665b9606d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:20.537164 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] For port f2eeff68-23b4-4462-9631-925665b9606d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f2eeff68-23b4-4462-9631-925665b9606d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:20.542792 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.547851 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:20.572308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Allocated IP 172.20.0.1 (c4808667-6f53-409f-8e0d-440c10e4ce8c/08883f4a-d663-4945-ab11-73ce453d9845/2218edae-8f02-4852-b11e-dcd582660e36) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:20.625151 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:20.625891 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:20.691339 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Pushing event updated for resources: {'Port': ['ID=f2eeff68-23b4-4462-9631-925665b9606d,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:20.711218 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:20.732376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.748606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Transition to ACTIVE for port object 2218edae-8f02-4852-b11e-dcd582660e36 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:20.772400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.777118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-15d7ec2f-5b5b-4e53-b64b-c88933e1a519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:20.807924 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:20.844307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Network c4808667-6f53-409f-8e0d-440c10e4ce8c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:20.847408 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:20.848138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e88caf96-0a47-451c-8c4d-c6f3b2215f0c up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:20.851382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:20.883230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Pushing event updated for resources: {'Port': ['ID=2218edae-8f02-4852-b11e-dcd582660e36,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:20.889811 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:20.915298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:20.928862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e88caf96-0a47-451c-8c4d-c6f3b2215f0c triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:20.929538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:21.124673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-49c75b9e-3db1-400f-b2ac-68e0241e030c None None] Provisioning for port 2218edae-8f02-4852-b11e-dcd582660e36 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:21.130250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-49c75b9e-3db1-400f-b2ac-68e0241e030c None None] Provisioning complete for port 2218edae-8f02-4852-b11e-dcd582660e36 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:21.130552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-49c75b9e-3db1-400f-b2ac-68e0241e030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:21.172464 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:18Z', 'revision_number': 3, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:21.177372 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312d22a-cbee-4d74-829c-0fbc2c80c7ba None None] The sync data for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv is: [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:18Z', 'revision_number': 3, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:28:21.205737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-49c75b9e-3db1-400f-b2ac-68e0241e030c None None] Port 2218edae-8f02-4852-b11e-dcd582660e36 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:28:21.238077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:21.517176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:21.524958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:21.554871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-860ed036-769e-47fb-91e7-b14cedf1d94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:21.640636 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:21.645945 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Pushing event updated for resources: {'Port': ['ID=2218edae-8f02-4852-b11e-dcd582660e36,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:21.649288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:21.954918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Network c4808667-6f53-409f-8e0d-440c10e4ce8c is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:21.956617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:22.153950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:28:22.232262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-72217fc4-e7e8-4a07-9fb4-66e34c928cf9 None None] Provisioning complete for port 2218edae-8f02-4852-b11e-dcd582660e36 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:22.232804 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-72217fc4-e7e8-4a07-9fb4-66e34c928cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:22.285720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-72217fc4-e7e8-4a07-9fb4-66e34c928cf9 None None] Port 2218edae-8f02-4852-b11e-dcd582660e36 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:28:22.338141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:28:22.346800 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] 10.222.0.13 "PUT /v2.0/routers/1b8fbff3-118d-4ab0-92c6-5a50a7a3424b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732057 May 20 16:28:22.746304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Sync routers for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:28:22.755844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:22.756468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:22.872092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53168) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:22.878401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-754680714-network', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:22.883570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:22.887730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Usage tracker for resource:network and tenant:2d62a2383bef41ac8c0a803b97b0dfec is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:22.890694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:22.897125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:22.906605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f2eeff68-23b4-4462-9631-925665b9606d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:22.909263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Made reservation on behalf of 2d62a2383bef41ac8c0a803b97b0dfec for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:28:22.911893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:22.924202 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:22.938142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:22.941927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Usage tracker for resource:security_group_rule and tenant:2d62a2383bef41ac8c0a803b97b0dfec is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:22.944723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:22.950459 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:22.995049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:23.040575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.045263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.049447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f4d4f502-a857-4745-bac0-648ae8479122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:23.071215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port f2eeff68-23b4-4462-9631-925665b9606d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:23.078120 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:28:23.087410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2374734-0893-4183-944a-8b0e603529c7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:23.091039 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:23.093761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.094101 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Added segment f17d6f76-7d6a-4eac-adee-0c7a365fdfe2 of type vlan for network 3a16ef4f-0b44-405c-bd73-97079b45b900 May 20 16:28:23.121714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.130741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f2eeff68-23b4-4462-9631-925665b9606d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:23.131115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.152331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.153377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:23.153965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.158641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c258c60a-6225-46b4-805e-0b50c986084d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:23.258524 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3827007 May 20 16:28:23.258746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53172) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:23.263813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Pushing event updated for resources: {'Network': ['ID=3a16ef4f-0b44-405c-bd73-97079b45b900,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:23.266586 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:23.271030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Request body: {'subnet': {'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-754680714-subnet', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:23.276835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:23.278769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:28:23.281018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Usage tracker for resource:subnet and tenant:2d62a2383bef41ac8c0a803b97b0dfec is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:23.284099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:23.289944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:23.299617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Made reservation on behalf of 2d62a2383bef41ac8c0a803b97b0dfec for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:28:23.302040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.545276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.571342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port f2eeff68-23b4-4462-9631-925665b9606d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f2eeff68-23b4-4462-9631-925665b9606d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:23.579767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.583510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:23.644132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 2, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:23.652828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Checking router: 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:28:23.653188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Updating router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b port 2218edae-8f02-4852-b11e-dcd582660e36 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:28:23.706201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=f2eeff68-23b4-4462-9631-925665b9606d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:23.711165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:23.717359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.718212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.722008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-82cd69b9-f302-4bca-9a48-8ef0c3f5fcff tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:23.797025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56415ea0-cef0-40bf-88ad-7a2cf3cf857a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:23.802772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:23.805221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Checking segment: {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:23.805595 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Network hostable DHCP agents. Network: 3a16ef4f-0b44-405c-bd73-97079b45b900, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:28:23.822854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:28:23.831680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 3a16ef4f-0b44-405c-bd73-97079b45b900) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:23.840417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb898cf2-250b-41bb-a9b8-2fc6705acca5 None None] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:28:23.840651 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:23.841235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.861462 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6016858 May 20 16:28:23.864499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53176) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:23.869619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:23.874967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:23.880325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Usage tracker for resource:router and tenant:2d62a2383bef41ac8c0a803b97b0dfec is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:23.883348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:23.889054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:23.899278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.900399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:23.915291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.182821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-3a16ef4f-0b44-405c-bd73-97079b45b900', 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'fixed_ips': [{'subnet_id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:28:24.183645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.316584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.327553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.339731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Transition to ACTIVE for port object 2218edae-8f02-4852-b11e-dcd582660e36 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:24.352308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.382935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:24.531895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b756c-20cb-4d7c-8595-e15c5f4e2a39 None None] Pushing event updated for resources: {'Port': ['ID=2218edae-8f02-4852-b11e-dcd582660e36,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:24.539093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d92b756c-20cb-4d7c-8595-e15c5f4e2a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:24.572642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Allocated IP 172.20.0.2 (3a16ef4f-0b44-405c-bd73-97079b45b900/56415ea0-cef0-40bf-88ad-7a2cf3cf857a/ebf5b1d8-9bb3-4d6f-8aa8-1198606874af) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:24.657871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Attempting to bind port 2218edae-8f02-4852-b11e-dcd582660e36 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:24.658247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Attempting to bind port 2218edae-8f02-4852-b11e-dcd582660e36 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:24.659179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Attempting to bind port 2218edae-8f02-4852-b11e-dcd582660e36 on network c4808667-6f53-409f-8e0d-440c10e4ce8c {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:24.719416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:24.719792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Checking segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:24.720200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.720595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Bound using segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:24.721698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Bound port: 2218edae-8f02-4852-b11e-dcd582660e36, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:24.722084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.733390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.763925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:24.850041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f2eeff68-23b4-4462-9631-925665b9606d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:24.910375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] For port 2218edae-8f02-4852-b11e-dcd582660e36, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:24.919274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Allocated IP 172.26.8.150 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/dde480cf-fbbb-4f0a-a26d-57051a74163d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:25.029780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] For port 2218edae-8f02-4852-b11e-dcd582660e36, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2218edae-8f02-4852-b11e-dcd582660e36,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:25.043400 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.050142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:25.081826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.114203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.119018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:25.132502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.157416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:25.162355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:25.186431 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:25.189464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:25.193641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:25.220232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Transition to ACTIVE for port object ebf5b1d8-9bb3-4d6f-8aa8-1198606874af will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:25.225002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dde480cf-fbbb-4f0a-a26d-57051a74163d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:25.231746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:25.235325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b756c-20cb-4d7c-8595-e15c5f4e2a39 None None] Pushing event updated for resources: {'Port': ['ID=2218edae-8f02-4852-b11e-dcd582660e36,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:25.251229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d92b756c-20cb-4d7c-8595-e15c5f4e2a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:25.252274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port f2eeff68-23b4-4462-9631-925665b9606d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:25.252661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.333361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Transition to ACTIVE for port object ebf5b1d8-9bb3-4d6f-8aa8-1198606874af will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:25.407814 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.414847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cf9e5083-1817-4ba9-8a8f-c419597c80e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:25.515592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:25.547176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:25.560037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:25.611704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:25.622907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Pushing event updated for resources: {'Port': ['ID=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:25.643968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:25.698567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.887860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Attempting to bind port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:25.888088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Attempting to bind port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:25.888463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Attempting to bind port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af on network 3a16ef4f-0b44-405c-bd73-97079b45b900 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:25.900204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:25.900584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Checking segment: {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:25.900993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:25.901417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Bound using segment: {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:25.901906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Bound port: ebf5b1d8-9bb3-4d6f-8aa8-1198606874af, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:25.902288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:26.068001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] For port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:26.071583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] For port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:26.078249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:26.084807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:26.176792 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:24Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:26.182161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Pushing event updated for resources: {'Port': ['ID=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:26.188324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:26.189222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fe9b3-a4db-4ddb-a162-32cde1a60dfa None None] The sync data for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv is: [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:24Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:28:26.228217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:26.534545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Router f15ae908-fe16-4509-864f-d061480f7e08 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:28:26.748373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:28:26.761401 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Sync routers for ids ['f15ae908-fe16-4509-864f-d061480f7e08'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:28:26.773707 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Routers {'f15ae908-fe16-4509-864f-d061480f7e08'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:26.774439 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f15ae908-fe16-4509-864f-d061480f7e08'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:26.781456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:26.782973 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9175079 May 20 16:28:26.785743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53180) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:28:27.010596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2218edae-8f02-4852-b11e-dcd582660e36 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:27.101254 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Set router f15ae908-fe16-4509-864f-d061480f7e08 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:27.146553 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2218edae-8f02-4852-b11e-dcd582660e36 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:27.152289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2218edae-8f02-4852-b11e-dcd582660e36 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:27.152943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:27.483452 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:28:25Z', 'revision_number': 3, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:27.499144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00d828-22a1-4923-8b3c-eae5d0d2382b None None] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:28:27.499428 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Checking router: f15ae908-fe16-4509-864f-d061480f7e08 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:28:27.499598 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Updating router f15ae908-fe16-4509-864f-d061480f7e08 port dde480cf-fbbb-4f0a-a26d-57051a74163d binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:28:27.551750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:27.568095 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:27.664844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2218edae-8f02-4852-b11e-dcd582660e36, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2218edae-8f02-4852-b11e-dcd582660e36,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:27.669292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-375a3fb3-fdfc-4d13-ada2-83f638705f40 None None] Provisioning for port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:27.677524 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:27.683068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ebf5b1d8-9bb3-4d6f-8aa8-1198606874af up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:27.729984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:27.999852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2218edae-8f02-4852-b11e-dcd582660e36,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:28.015502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:28.060539 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.064985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:28.076493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:28.077254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.077787 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Transition to ACTIVE for port object dde480cf-fbbb-4f0a-a26d-57051a74163d will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:28.087860 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.102284 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fecb29fd-db68-4039-aafd-9922dadfc501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:28.121669 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.179577 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Attempting to bind port dde480cf-fbbb-4f0a-a26d-57051a74163d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:28.179945 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Attempting to bind port dde480cf-fbbb-4f0a-a26d-57051a74163d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:28.180303 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Attempting to bind port dde480cf-fbbb-4f0a-a26d-57051a74163d on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:28.191611 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:28.191990 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:28.192379 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.192771 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:28.193231 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Bound port: dde480cf-fbbb-4f0a-a26d-57051a74163d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:28.193624 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.217031 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df06cc-b1b6-4d3f-a4a5-5457fc7b7678 None None] Pushing event updated for resources: {'Port': ['ID=dde480cf-fbbb-4f0a-a26d-57051a74163d,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:28.224273 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-f1df06cc-b1b6-4d3f-a4a5-5457fc7b7678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:28.233931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.276996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:28.282341 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] For port dde480cf-fbbb-4f0a-a26d-57051a74163d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:28.285090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.287366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-026ab8c4-5d4f-4c5b-a249-95c14bbd1fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:28.294857 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] For port dde480cf-fbbb-4f0a-a26d-57051a74163d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=dde480cf-fbbb-4f0a-a26d-57051a74163d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:28.306568 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.311915 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-47533921-50fc-4cc2-87cf-46a4cc968216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:28.396829 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Routers {'f15ae908-fe16-4509-864f-d061480f7e08'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:28.397515 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f15ae908-fe16-4509-864f-d061480f7e08'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:28.399020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:28.402779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:28.420298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Allocated IP 172.20.0.1 (3a16ef4f-0b44-405c-bd73-97079b45b900/56415ea0-cef0-40bf-88ad-7a2cf3cf857a/dedec704-24c1-4330-a6d2-8a95d6eeecd4) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:28.463261 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df06cc-b1b6-4d3f-a4a5-5457fc7b7678 None None] Pushing event updated for resources: {'Port': ['ID=dde480cf-fbbb-4f0a-a26d-57051a74163d,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:28.467863 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-f1df06cc-b1b6-4d3f-a4a5-5457fc7b7678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:28.514213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f1379e80-0619-44be-a6c6-c77d0a1fe4bd None None] Provisioning complete for port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:28.514671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f1379e80-0619-44be-a6c6-c77d0a1fe4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.600001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.617609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Transition to ACTIVE for port object dedec704-24c1-4330-a6d2-8a95d6eeecd4 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:28.632390 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] Set router f15ae908-fe16-4509-864f-d061480f7e08 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:28.647416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.652239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae9f99e3-3dbf-4830-a66d-b6c3b0b1f9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:28.723955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:28.726763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:28.731214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:28.756673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Pushing event updated for resources: {'Port': ['ID=dedec704-24c1-4330-a6d2-8a95d6eeecd4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:28.761827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:28.788523 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.878174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2218edae-8f02-4852-b11e-dcd582660e36 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:28.935416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:28.966555 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:28:25Z', 'revision_number': 3, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:28.971979 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af61995-69a2-4732-9dbe-bfc5f1f561f1 None None] The sync data for ids ['f15ae908-fe16-4509-864f-d061480f7e08'] in dv-neutron-601336-76-hyperv is: [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:28:25Z', 'revision_number': 3, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:28:28.974132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2218edae-8f02-4852-b11e-dcd582660e36 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:28.974578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.111448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f140588a-8e63-44ac-aeef-debcc96f8723 None None] Provisioning for port dedec704-24c1-4330-a6d2-8a95d6eeecd4 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:29.121102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f140588a-8e63-44ac-aeef-debcc96f8723 None None] Provisioning complete for port dedec704-24c1-4330-a6d2-8a95d6eeecd4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:29.121281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f140588a-8e63-44ac-aeef-debcc96f8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.151641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ebf5b1d8-9bb3-4d6f-8aa8-1198606874af up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:29.188267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.196603 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.234147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fa1d1471-e677-4e80-83d5-8818460b0ceb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:29.242722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f140588a-8e63-44ac-aeef-debcc96f8723 None None] Port dedec704-24c1-4330-a6d2-8a95d6eeecd4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:28:29.261166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:29.261569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.325653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.329457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Pushing event updated for resources: {'Port': ['ID=dedec704-24c1-4330-a6d2-8a95d6eeecd4,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:29.333246 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:29.476146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:29.477319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:29.691080 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Router f15ae908-fe16-4509-864f-d061480f7e08 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:28:29.772905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8c353f4f-c45e-4984-8e0e-7d11741d7edb None None] Provisioning complete for port dedec704-24c1-4330-a6d2-8a95d6eeecd4 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:29.773436 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8c353f4f-c45e-4984-8e0e-7d11741d7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:29.841123 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8c353f4f-c45e-4984-8e0e-7d11741d7edb None None] Port dedec704-24c1-4330-a6d2-8a95d6eeecd4 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:28:29.887087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:28:29.896184 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] 10.222.0.13 "PUT /v2.0/routers/f15ae908-fe16-4509-864f-d061480f7e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086180 May 20 16:28:30.573914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Sync routers for ids ['f15ae908-fe16-4509-864f-d061480f7e08'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:28:30.583438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Routers {'f15ae908-fe16-4509-864f-d061480f7e08'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:30.584068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f15ae908-fe16-4509-864f-d061480f7e08'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:30.776173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Set router f15ae908-fe16-4509-864f-d061480f7e08 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:30.938877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dde480cf-fbbb-4f0a-a26d-57051a74163d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:31.140129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port dde480cf-fbbb-4f0a-a26d-57051a74163d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:31.146947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.173440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port dde480cf-fbbb-4f0a-a26d-57051a74163d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:31.173795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.382165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:28:28Z', 'revision_number': 4, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'dedec704-24c1-4330-a6d2-8a95d6eeecd4', 'name': '', 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'mac_address': 'fa:16:3e:e7:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:28Z', 'updated_at': '2021-05-20T16:28:29Z', 'revision_number': 2, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'subnets': [{'id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:31.387438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.393910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Checking router: f15ae908-fe16-4509-864f-d061480f7e08 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:28:31.394258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Updating router f15ae908-fe16-4509-864f-d061480f7e08 port dedec704-24c1-4330-a6d2-8a95d6eeecd4 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:28:31.449245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port dde480cf-fbbb-4f0a-a26d-57051a74163d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=dde480cf-fbbb-4f0a-a26d-57051a74163d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:31.458151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.463090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:31.498346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.592776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=dde480cf-fbbb-4f0a-a26d-57051a74163d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:31.596470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:31.911394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.926344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Transition to ACTIVE for port object dedec704-24c1-4330-a6d2-8a95d6eeecd4 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:31.935374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:31.940556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:32.072755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7f580-e97a-473c-9d72-13eba2563dbc None None] Pushing event updated for resources: {'Port': ['ID=dedec704-24c1-4330-a6d2-8a95d6eeecd4,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:32.076718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6ca7f580-e97a-473c-9d72-13eba2563dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:32.195673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Attempting to bind port dedec704-24c1-4330-a6d2-8a95d6eeecd4 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:32.196244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Attempting to bind port dedec704-24c1-4330-a6d2-8a95d6eeecd4 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:32.196848 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Attempting to bind port dedec704-24c1-4330-a6d2-8a95d6eeecd4 on network 3a16ef4f-0b44-405c-bd73-97079b45b900 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:32.205418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:32.206071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Checking segment: {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:32.206660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:32.207258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Bound using segment: {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:32.207954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Bound port: dedec704-24c1-4330-a6d2-8a95d6eeecd4, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:32.208498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:32.323042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] For port dedec704-24c1-4330-a6d2-8a95d6eeecd4, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:32.326983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] For port dedec704-24c1-4330-a6d2-8a95d6eeecd4, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=dedec704-24c1-4330-a6d2-8a95d6eeecd4,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:32.332422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:32.338937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-26a691c6-7319-48e6-9d3a-229071463a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:32.425884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Routers {'f15ae908-fe16-4509-864f-d061480f7e08'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:28:32.426539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:28:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f15ae908-fe16-4509-864f-d061480f7e08'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:32.493567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7f580-e97a-473c-9d72-13eba2563dbc None None] Pushing event updated for resources: {'Port': ['ID=dedec704-24c1-4330-a6d2-8a95d6eeecd4,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:32.498381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6ca7f580-e97a-473c-9d72-13eba2563dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:32.649205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] Set router f15ae908-fe16-4509-864f-d061480f7e08 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:28:32.871580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dde480cf-fbbb-4f0a-a26d-57051a74163d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:33.086499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port dde480cf-fbbb-4f0a-a26d-57051a74163d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:33.086979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:33.229795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:28:28Z', 'revision_number': 4, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'dedec704-24c1-4330-a6d2-8a95d6eeecd4', 'name': '', 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'mac_address': 'fa:16:3e:e7:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:28Z', 'updated_at': '2021-05-20T16:28:32Z', 'revision_number': 4, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'subnets': [{'id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:28:33.240461 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78b872-0292-469c-979d-d71a3271d023 None None] The sync data for ids ['f15ae908-fe16-4509-864f-d061480f7e08'] in dv-neutron-601336-76-hyperv is: [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:28:28Z', 'revision_number': 4, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'dedec704-24c1-4330-a6d2-8a95d6eeecd4', 'name': '', 'network_id': '3a16ef4f-0b44-405c-bd73-97079b45b900', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'mac_address': 'fa:16:3e:e7:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:28Z', 'updated_at': '2021-05-20T16:28:32Z', 'revision_number': 4, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'subnets': [{'id': '56415ea0-cef0-40bf-88ad-7a2cf3cf857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:28:34.879331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dedec704-24c1-4330-a6d2-8a95d6eeecd4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:34.962954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port dedec704-24c1-4330-a6d2-8a95d6eeecd4 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:34.968492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port dedec704-24c1-4330-a6d2-8a95d6eeecd4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:34.968938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:35.101669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:35.139136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port dedec704-24c1-4330-a6d2-8a95d6eeecd4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=dedec704-24c1-4330-a6d2-8a95d6eeecd4,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:35.143932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:35.146893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e169349d-8785-41f1-8b72-27deb29141ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:35.226582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=dedec704-24c1-4330-a6d2-8a95d6eeecd4,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:35.230765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:36.862149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dedec704-24c1-4330-a6d2-8a95d6eeecd4 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:36.941237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port dedec704-24c1-4330-a6d2-8a95d6eeecd4 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:36.941540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:40.009139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-d28dfc3b-07c6-49c0-904a-2b418ebd7fcf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:40.009904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-dd283499-e55d-47c5-888c-a77de2723941 req-d28dfc3b-07c6-49c0-904a-2b418ebd7fcf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Synchronizing usage tracker for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:28:40.028008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-dd283499-e55d-47c5-888c-a77de2723941 req-d28dfc3b-07c6-49c0-904a-2b418ebd7fcf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Unset dirty status for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:28:40.029378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-d28dfc3b-07c6-49c0-904a-2b418ebd7fcf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 815 time: 0.1723392 May 20 16:28:40.046473 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-7ec99bf0-300f-4277-a906-5cf09f409674 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/quotas/95f7f61f8d464d43ba195c8996c3ea7f HTTP/1.1" status: 200 len: 375 time: 0.0098975 May 20 16:28:40.136392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-85ae372e-b4f5-418a-8389-8951b02730cf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834095 May 20 16:28:40.153141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-ec59705d-ad2e-41ea-986b-08bd3da6b58f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:28:40.154162 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-ec59705d-ad2e-41ea-986b-08bd3da6b58f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055099 May 20 16:28:40.194969 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:28:40.298961 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-cdf78141-7803-44d7-bc5d-2d9887f5663f service neutron] 10.222.0.13 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378422 May 20 16:28:40.432380 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-ee22e1d1-7b80-4330-bcf8-cfcff89d0c00 service neutron] 10.222.0.13 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273983 May 20 16:28:40.437247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-09cad510-13e0-4d41-9cd4-c23dbc500fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:40.628641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-38a891aa-d00e-48ab-b882-63283e046d3c req-8392428a-51b4-4496-8b5d-61fa726decf0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 210 time: 0.0454578 May 20 16:28:41.698477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-a4ad1526-7e4a-41c4-aa83-2e65b69060e4 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:41.701397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-a4ad1526-7e4a-41c4-aa83-2e65b69060e4 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 815 time: 0.1662128 May 20 16:28:41.714373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'port': {'device_id': 'e613e232-3f68-4e97-a4bf-298915836e76', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'admin_state_up': True, 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:42.010951 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d2a9f2ed-1ab1-4bac-80f6-f5a0821ef2ce req-cf3dba7d-741e-4a97-b9e8-92f62de2f91a tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 210 time: 0.2597017 May 20 16:28:42.074052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:28:42.078401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:port and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:28:42.082473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:28:42.089640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:28:42.104561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Made reservation on behalf of 95f7f61f8d464d43ba195c8996c3ea7f for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:28:42.109474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:42.339035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Allocated IP 172.20.0.9 (c4808667-6f53-409f-8e0d-440c10e4ce8c/08883f4a-d663-4945-ab11-73ce453d9845/56370c91-5aae-4401-8885-20df31dcf460) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:28:42.593627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:42.611468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Transition to ACTIVE for port object 56370c91-5aae-4401-8885-20df31dcf460 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:42.637486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:42.643847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e02e416b-6a7d-4d06-a827-d74616c3f025 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:42.721005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Network c4808667-6f53-409f-8e0d-440c10e4ce8c is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:28:42.724851 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:28:42.728928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:28:42.763038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:42.776198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.776652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.777046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.777456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.777840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.778220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.778597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.779046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.779897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.780280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.780912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.781277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:28:42.792661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:42.820254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:42.821225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:42.844226 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347387 May 20 16:28:43.022409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-73da4e9d-fa7a-4482-b372-6ea046ef22a2 None None] Provisioning for port 56370c91-5aae-4401-8885-20df31dcf460 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:43.030322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-73da4e9d-fa7a-4482-b372-6ea046ef22a2 None None] Provisioning complete for port 56370c91-5aae-4401-8885-20df31dcf460 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:43.030802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-73da4e9d-fa7a-4482-b372-6ea046ef22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:43.102977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-73da4e9d-fa7a-4482-b372-6ea046ef22a2 None None] Port 56370c91-5aae-4401-8885-20df31dcf460 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:28:43.223311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:43.236175 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-e5a1e58f-6505-4776-8122-23810f569b40 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:43.237035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-e5a1e58f-6505-4776-8122-23810f569b40 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Synchronizing usage tracker for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:28:43.257359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-e5a1e58f-6505-4776-8122-23810f569b40 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Unset dirty status for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:28:43.258772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-e5a1e58f-6505-4776-8122-23810f569b40 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.1122291 May 20 16:28:43.317829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-b2b59d04-53ba-4b74-adf9-52fc6d5ba30d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Synchronizing usage tracker for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:28:43.336829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-b2b59d04-53ba-4b74-adf9-52fc6d5ba30d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Unset dirty status for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:28:43.338191 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d1c36700-69cf-4ade-8549-0b573abf9216 req-b2b59d04-53ba-4b74-adf9-52fc6d5ba30d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683167 May 20 16:28:43.808207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cbeded51-fb0d-4814-9daa-77a589053c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:44.568072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823eae6-72d2-4c0f-8874-c239c0e75510 req-fb66719d-3c29-4548-8a47-dbd64b38e664 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:44.570949 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e823eae6-72d2-4c0f-8874-c239c0e75510 req-fb66719d-3c29-4548-8a47-dbd64b38e664 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.1183095 May 20 16:28:44.642487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e823eae6-72d2-4c0f-8874-c239c0e75510 req-ab883ef9-b5bf-4f07-918d-9954fbb868a8 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651550 May 20 16:28:44.734129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:45.865726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f389a8-d9e7-47b3-ae40-aaa2569cee1f req-d09448e1-4330-4d12-a3be-433905a2394d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:45.866883 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-26f389a8-d9e7-47b3-ae40-aaa2569cee1f req-d09448e1-4330-4d12-a3be-433905a2394d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.1086559 May 20 16:28:45.917391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-26f389a8-d9e7-47b3-ae40-aaa2569cee1f req-312c823a-8966-4eee-af9f-2efc98b71147 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 May 20 16:28:46.584789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:47.119690 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b18-33d3-4bc2-b68f-22496689fafb req-b79d02e0-2efe-48cc-b1d5-f5dbadf6f748 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:47.121191 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-200c7b18-33d3-4bc2-b68f-22496689fafb req-b79d02e0-2efe-48cc-b1d5-f5dbadf6f748 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.0874817 May 20 16:28:47.174163 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-200c7b18-33d3-4bc2-b68f-22496689fafb req-2efcee80-69a4-453f-83a4-0e8075e57bd5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 May 20 16:28:48.384012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04910aa-9520-4dac-9300-55fca4fa56ff req-5c2c63d3-c2a8-4ef0-8a01-bdac0b029834 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:48.386691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e04910aa-9520-4dac-9300-55fca4fa56ff req-5c2c63d3-c2a8-4ef0-8a01-bdac0b029834 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.0894043 May 20 16:28:48.437993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e04910aa-9520-4dac-9300-55fca4fa56ff req-2ddc5b31-c2e7-4365-aab0-e3bd2d205548 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 May 20 16:28:49.646842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383282-4312-47a2-8d38-7700c8d4c29b req-f35351bf-fd1b-44bc-94a4-3a58ace03a0d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:49.648368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74383282-4312-47a2-8d38-7700c8d4c29b req-f35351bf-fd1b-44bc-94a4-3a58ace03a0d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.0971928 May 20 16:28:49.696255 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-74383282-4312-47a2-8d38-7700c8d4c29b req-7d338786-4057-4d6a-bde5-718002071b23 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 May 20 16:28:50.888926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913730a3-fad2-4924-a63e-788ca10bc954 req-b9c08d49-d376-4022-9475-cf9ecbebe9cc tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:50.890418 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-913730a3-fad2-4924-a63e-788ca10bc954 req-b9c08d49-d376-4022-9475-cf9ecbebe9cc tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.0836439 May 20 16:28:50.937368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-913730a3-fad2-4924-a63e-788ca10bc954 req-76713b76-02ef-4483-b9c6-c7b8614246f0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 May 20 16:28:52.136228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e4bd-cd36-4205-979a-229f6196047e req-e838d5c6-bb75-4908-a69e-8456410228c1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:52.137762 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f546e4bd-cd36-4205-979a-229f6196047e req-e838d5c6-bb75-4908-a69e-8456410228c1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 931 time: 0.0918195 May 20 16:28:52.190513 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f546e4bd-cd36-4205-979a-229f6196047e req-ca5579fd-64cc-4c60-a7c0-737a1c427bbf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460396 May 20 16:28:52.679598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Request body: {'port': {'device_id': 'e613e232-3f68-4e97-a4bf-298915836e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:28:52.788680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:53.127387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56370c91-5aae-4401-8885-20df31dcf460 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:28:53.135168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:53.151399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Transition to ACTIVE for port object 56370c91-5aae-4401-8885-20df31dcf460 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:28:53.155364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:53.159274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-02a5e204-065a-4f64-9105-61fba9719994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:53.511591 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:53.519321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:53.608473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Attempting to bind port 56370c91-5aae-4401-8885-20df31dcf460 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:28:53.608797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Attempting to bind port 56370c91-5aae-4401-8885-20df31dcf460 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:28:53.609118 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Attempting to bind port 56370c91-5aae-4401-8885-20df31dcf460 on network c4808667-6f53-409f-8e0d-440c10e4ce8c {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:53.616609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Port 56370c91-5aae-4401-8885-20df31dcf460 on network c4808667-6f53-409f-8e0d-440c10e4ce8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:28:53.616925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Attempting to bind port 56370c91-5aae-4401-8885-20df31dcf460 on network c4808667-6f53-409f-8e0d-440c10e4ce8c {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:28:53.629613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bff3-f521-496c-a487-257e60b8691b req-631b0ec5-02cf-45bc-9403-d1864e27c651 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:53.631121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88f5bff3-f521-496c-a487-257e60b8691b req-631b0ec5-02cf-45bc-9403-d1864e27c651 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 943 time: 0.2067358 May 20 16:28:53.632044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:28:53.632370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Checking segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:28:53.632748 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Bound using segment: {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:28:53.633180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Bound port: 56370c91-5aae-4401-8885-20df31dcf460, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ff346f-0faf-4534-b8af-a7fc8fd02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:28:53.633552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:53.732945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88f5bff3-f521-496c-a487-257e60b8691b req-e15c8693-7593-4aa1-9eb2-14d9233a0f87 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895679 May 20 16:28:53.759681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:28:53.762677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:28:53.768528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:53.772327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:53.834073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:53.834737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:53.836222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] 10.222.0.25 "PUT /v2.0/ports/56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 1093 time: 1.2576859 May 20 16:28:53.836877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:28:53.865578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:53.870644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:53.921980 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'status': 'completed', 'code': 200} May 20 16:28:53.960107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-b034af4f-78a9-42b1-b6bd-0a363bfc4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:53.961672 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-b034af4f-78a9-42b1-b6bd-0a363bfc4da1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1096 time: 0.0779257 May 20 16:28:54.035250 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-bf218c62-25be-48bf-be40-f1fd872a57bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 217 time: 0.0664058 May 20 16:28:54.097901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-26bc3f6f-4258-4ee4-a007-b41d47d564cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.099278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-26bc3f6f-4258-4ee4-a007-b41d47d564cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0583065 May 20 16:28:54.180446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283499-e55d-47c5-888c-a77de2723941 req-838d4030-a982-4745-bfef-0792f39e0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.181851 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-838d4030-a982-4745-bfef-0792f39e0a0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753109 May 20 16:28:54.311652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-a7d6130e-5afc-45b5-ac95-13c65a0e50f6 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224003 May 20 16:28:54.443005 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd283499-e55d-47c5-888c-a77de2723941 req-41634358-318c-4892-943a-4586f348abde service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246884 May 20 16:28:54.562901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e61b-3ca5-4350-b204-156975b8421b req-e13aac50-93fa-4571-8387-7de3cc7ae773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.565050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-e13aac50-93fa-4571-8387-7de3cc7ae773 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1096 time: 0.0778973 May 20 16:28:54.700106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e61b-3ca5-4350-b204-156975b8421b req-7162c284-d0d7-43b5-aed1-ad34186c6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.701501 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-7162c284-d0d7-43b5-aed1-ad34186c6528 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.1299195 May 20 16:28:54.774251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-0420754f-4277-4f64-b979-cb4faef79673 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 217 time: 0.0655918 May 20 16:28:54.838724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e61b-3ca5-4350-b204-156975b8421b req-9acd8436-9c3a-4761-adba-f72b3cb68029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.840156 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-9acd8436-9c3a-4761-adba-f72b3cb68029 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0580292 May 20 16:28:54.977522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e61b-3ca5-4350-b204-156975b8421b req-aaa54ba3-535d-448c-9b29-a50b37b79af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.978987 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-aaa54ba3-535d-448c-9b29-a50b37b79af8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1031985 May 20 16:28:54.987759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35916-9644-474c-9037-ea18f027724a req-01a37973-f6ee-409f-9195-dafee0894843 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:54.989093 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0e35916-9644-474c-9037-ea18f027724a req-01a37973-f6ee-409f-9195-dafee0894843 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 943 time: 0.1444902 May 20 16:28:55.107647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0e35916-9644-474c-9037-ea18f027724a req-ea78eccc-1314-4ffd-9a77-4334c180d9bf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006756 May 20 16:28:55.146929 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-50aa3928-6a90-4ce6-8a95-e6b3cb9181c6 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568942 May 20 16:28:55.423357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1d61e61b-3ca5-4350-b204-156975b8421b req-e342e369-b7a3-4cb2-a843-9a239b8861db service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692688 May 20 16:28:56.293192 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d541d-eb8d-47d2-910d-5fb920790135 req-8d6c2352-2c48-4f44-a67b-a306daa83b2b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:56.294717 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-422d541d-eb8d-47d2-910d-5fb920790135 req-8d6c2352-2c48-4f44-a67b-a306daa83b2b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 943 time: 0.0811167 May 20 16:28:56.339431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-422d541d-eb8d-47d2-910d-5fb920790135 req-b255d97a-4f5f-4db6-9217-0201ad5e3d59 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 May 20 16:28:57.046311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 56370c91-5aae-4401-8885-20df31dcf460 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:28:57.182975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:57.197119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '56370c91-5aae-4401-8885-20df31dcf460', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'port_id': '56370c91-5aae-4401-8885-20df31dcf460', 'mac_address': 'fa:16:3e:e6:2a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:28:57.252058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:57.268703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56370c91-5aae-4401-8885-20df31dcf460 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:28:57.284399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:57.288475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:57.291236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d92b756c-20cb-4d7c-8595-e15c5f4e2a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:57.361655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:57.364694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:57.491901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['56370c91-5aae-4401-8885-20df31dcf460'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:28:57.528933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2994c-d816-4c64-bd3b-bfaae55ea2dc req-91752508-7f8f-4767-8372-4ff9d46090f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:57.530426 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ca2994c-d816-4c64-bd3b-bfaae55ea2dc req-91752508-7f8f-4767-8372-4ff9d46090f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 944 time: 0.0835204 May 20 16:28:57.577535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ca2994c-d816-4c64-bd3b-bfaae55ea2dc req-dc8e14e8-f91e-41b3-939c-062a0855df85 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 May 20 16:28:58.769532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c33-fccf-48d9-a792-50091a16a3aa req-51777da1-504d-4db1-b672-141b6aaba32f tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:58.771046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27070c33-fccf-48d9-a792-50091a16a3aa req-51777da1-504d-4db1-b672-141b6aaba32f tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 944 time: 0.0832229 May 20 16:28:58.817460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27070c33-fccf-48d9-a792-50091a16a3aa req-f714472f-4d0a-4aa8-b29a-c3c5b1b05ccd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 May 20 16:28:59.061717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 56370c91-5aae-4401-8885-20df31dcf460 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:28:59.134516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 56370c91-5aae-4401-8885-20df31dcf460 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:28:59.139931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 56370c91-5aae-4401-8885-20df31dcf460 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:28:59.140306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:59.262927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:59.291825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:28:59.302609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:28:59.307378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:59.310410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6ca7f580-e97a-473c-9d72-13eba2563dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:28:59.342218 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'code': 200} May 20 16:28:59.382843 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:28:59.385833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:28:59.568678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89fdc-c62e-4b51-af70-f451c4cf492f req-0795e6c4-26fa-4ae7-8b32-d373a746f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:28:59.570136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-08f89fdc-c62e-4b51-af70-f451c4cf492f req-0795e6c4-26fa-4ae7-8b32-d373a746f503 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1098 time: 0.0757422 May 20 16:28:59.614342 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-08f89fdc-c62e-4b51-af70-f451c4cf492f req-0d847be3-c80a-44d0-803d-722158384030 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 May 20 16:28:59.998896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677557-19cb-4d85-8c3d-3980b15062da req-5a271f94-a91b-4a7a-8827-bd220eabd971 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:00.000387 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f677557-19cb-4d85-8c3d-3980b15062da req-5a271f94-a91b-4a7a-8827-bd220eabd971 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0807481 May 20 16:29:00.050107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f677557-19cb-4d85-8c3d-3980b15062da req-8be269d3-084d-4962-b9e9-46ce21f75398 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 May 20 16:29:01.107441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:01.234055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fec49-a061-4da5-a501-3a6408da1929 req-dd20bda1-2c3f-42a4-bdef-701f6ae1fe63 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:01.235496 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2a9fec49-a061-4da5-a501-3a6408da1929 req-dd20bda1-2c3f-42a4-bdef-701f6ae1fe63 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0795288 May 20 16:29:01.279308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2a9fec49-a061-4da5-a501-3a6408da1929 req-6da88fe4-b7cd-4bfa-b425-41869648852c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 May 20 16:29:01.462830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bb44-0d6e-419d-8cf5-7723db4c5249 req-20a43378-046e-4613-b4a6-ee6d05ef4a9e tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:01.464222 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6446bb44-0d6e-419d-8cf5-7723db4c5249 req-20a43378-046e-4613-b4a6-ee6d05ef4a9e tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0829880 May 20 16:29:01.509875 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6446bb44-0d6e-419d-8cf5-7723db4c5249 req-6e759596-abcb-4b25-8cd8-05d78dcd25d3 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 May 20 16:29:01.912152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2da4d-4b54-46ba-bab5-bf19e062264c req-6196300c-651e-4f33-8cbb-ac98eefb01f5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:01.913935 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0dc2da4d-4b54-46ba-bab5-bf19e062264c req-6196300c-651e-4f33-8cbb-ac98eefb01f5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0818579 May 20 16:29:01.960381 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0dc2da4d-4b54-46ba-bab5-bf19e062264c req-5e1cdc3e-6d67-43f8-96ec-bab6ef87a4a4 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 May 20 16:29:10.440326 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-33a7f639-3c5e-473a-8f9b-77f6b3d1b51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:13.218234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:13.814737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f220dd3d-3e36-4957-b92a-e26f345b458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:14.457456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ba354-beca-4252-b313-90d6c3dfe25b req-372cda8d-de5b-4c43-a952-147b1e86e6d0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:14.458814 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b8ba354-beca-4252-b313-90d6c3dfe25b req-372cda8d-de5b-4c43-a952-147b1e86e6d0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0822151 May 20 16:29:14.503187 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b8ba354-beca-4252-b313-90d6c3dfe25b req-5732d40e-7716-4e7c-be2b-ccc1802d4a54 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 May 20 16:29:14.526258 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53378) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:14.638872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ebc63-8ae0-4917-91dc-117aea40d0d9 tempest-TestMinimumBasicScenario-337453135 tempest-TestMinimumBasicScenario-337453135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:14.640371 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-651ebc63-8ae0-4917-91dc-117aea40d0d9 tempest-TestMinimumBasicScenario-337453135 tempest-TestMinimumBasicScenario-337453135-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1093 time: 0.1131506 May 20 16:29:14.643485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53384) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:14.648375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '56370c91-5aae-4401-8885-20df31dcf460', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:14.654454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:14.658200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:floatingip and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:14.662556 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:14.668091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:14.678944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:14.732503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:14.814337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:14.949780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Allocated IP 172.26.8.245 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/cdfbdaa3-50d9-4323-814f-8ecb09554b31) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:29:15.101411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:15.132301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:15.136968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26b897dd-9a31-4513-bd9b-e73ff008d3ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:15.194781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:29:15.201788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:29:15.204968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:29:15.252955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'Port': ['ID=cdfbdaa3-50d9-4323-814f-8ecb09554b31,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:15.256044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:15.784089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:15.857152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:16.066831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:16.071316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:16.075012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5e0bb939-fd2a-4406-b15b-249e90d56c04 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:16.184483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'Port': ['ID=cdfbdaa3-50d9-4323-814f-8ecb09554b31,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:16.188551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:16.197070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:16.369261 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Floating IP 39dbc5c5-c966-4b5f-a124-68a8c70e970d associated. External IP: 172.26.8.245, port: 56370c91-5aae-4401-8885-20df31dcf460. May 20 16:29:16.578353 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:16.730335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:29:16.912063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:29:16.923231 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] Sync routers for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:29:16.932666 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:29:16.933297 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:29:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:29:16.939107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:16.995950 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3514051 May 20 16:29:16.996727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:29:16.998954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53388) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:17.005658 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332287641', 'description': 'tempest-secgroup-smoke-1332287641 description', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:17.012034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:17.024293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:17.035639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.050868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'status': 'completed', 'code': 200} May 20 16:29:17.061729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:17.066536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:17.069876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:17.076904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:17.118530 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:29:17.156501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435849e4-cac1-4547-9707-cb5621bf3963 req-672693db-fb05-46e1-8cc3-1c0d437db173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:17.158349 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-672693db-fb05-46e1-8cc3-1c0d437db173 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1098 time: 0.0862141 May 20 16:29:17.259500 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:29:17.321050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.327071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.335257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:17.384325 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e273b43-2de9-4471-b5f4-e2de1aec1952,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:17.388926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.393315 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3902462 May 20 16:29:17.394774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53394) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:17.397814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.398205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.398589 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.398967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.399339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.400151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.400151 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.400517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.400896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.401288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.401654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.402482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:29:17.408898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group_rule': {'security_group_id': '9e273b43-2de9-4471-b5f4-e2de1aec1952', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:17.415318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:17.416741 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:17.420783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:17.424477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:17.430932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:17.450691 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.477605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435849e4-cac1-4547-9707-cb5621bf3963 req-962e87c6-8a64-4771-865a-95abcd674532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:17.479119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-962e87c6-8a64-4771-865a-95abcd674532 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.3139858 May 20 16:29:17.516724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.521617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.523583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2ee2d336-cb88-49d9-a299-482f7d6ebde8 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:17.526691 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '39dbc5c5-c966-4b5f-a124-68a8c70e970d', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'floating_ip_address': '172.26.8.245', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'port_id': '56370c91-5aae-4401-8885-20df31dcf460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'mac_address': 'fa:16:3e:e6:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613e232-3f68-4e97-a4bf-298915836e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:29:15Z', 'updated_at': '2021-05-20T16:29:15Z', 'revision_number': 0, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:27Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:29:17.536444 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] Checking router: 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:29:17.547174 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:29:17.548166 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:29:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:29:17.549717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafb36e9-67f5-4ac7-b511-b72524d24750,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:17.554781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:17.560045 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.561689 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662560 May 20 16:29:17.564858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53398) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:17.570402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group_rule': {'security_group_id': '9e273b43-2de9-4471-b5f4-e2de1aec1952', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:17.576824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:17.582388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:17.586628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:17.592885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:17.600108 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-ea86642e-bf8a-4b0d-8dad-55c854af3115 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 999 time: 0.1135571 May 20 16:29:17.609014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.671519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435849e4-cac1-4547-9707-cb5621bf3963 req-a65cf57d-9a56-4b53-9a75-99f9885927bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:17.674211 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-a65cf57d-9a56-4b53-9a75-99f9885927bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0685482 May 20 16:29:17.689645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.693686 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.695584 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8b240e50-c3d0-4e7b-a329-a1e271d4a507 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:17.720191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6155ece-0df5-4dbf-808e-db5804f91858,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:17.723227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:17.731635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.733195 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672614 May 20 16:29:17.736564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53402) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:17.742329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group_rule': {'security_group_id': '9e273b43-2de9-4471-b5f4-e2de1aec1952', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:17.750516 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:29:17.751405 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:17.755264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:17.758545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:17.765958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:17.770878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435849e4-cac1-4547-9707-cb5621bf3963 req-60701fb5-20aa-4e8d-90da-c8b073f1be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:17.772679 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-60701fb5-20aa-4e8d-90da-c8b073f1be68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0922780 May 20 16:29:17.790818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.868801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.873606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.875756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4a6434b3-6d4b-40c5-a017-96d534b58192 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:17.899125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d635093-8611-4d08-b361-e4b3228efc1b,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:17.901796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:17.910343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:17.913072 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753626 May 20 16:29:17.915944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53406) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:17.921569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group_rule': {'security_group_id': '9e273b43-2de9-4471-b5f4-e2de1aec1952', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:17.927590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:17.932060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:17.932393 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-4a7066c3-5743-4e99-a8ce-995c5047f856 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531723 May 20 16:29:17.934988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:17.940810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:17.958087 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.033401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.038935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.041422 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d5e8f95e-1965-4987-8c5f-d34ac896e066 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:18.068600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdb4ac4-8d99-483a-8e78-4d1e47005b59,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:18.073697 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:18.079915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.081522 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644142 May 20 16:29:18.084377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53410) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:18.090103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group_rule': {'security_group_id': '9e273b43-2de9-4471-b5f4-e2de1aec1952', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:18.096954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:18.101849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:18.103770 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-435849e4-cac1-4547-9707-cb5621bf3963 req-e785ae05-5088-4677-b8b0-5db0da620cff service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652551 May 20 16:29:18.105197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:18.111734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:18.130847 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Project 95f7f61f8d464d43ba195c8996c3ea7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:29:18.136953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.186222 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '39dbc5c5-c966-4b5f-a124-68a8c70e970d', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'floating_ip_address': '172.26.8.245', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'port_id': '56370c91-5aae-4401-8885-20df31dcf460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'mac_address': 'fa:16:3e:e6:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613e232-3f68-4e97-a4bf-298915836e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:29:15Z', 'updated_at': '2021-05-20T16:29:15Z', 'revision_number': 0, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:27Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:29:18.191419 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82504840-a83d-40bb-8f7e-9df2b1adbf96 None None] The sync data for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv is: [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '39dbc5c5-c966-4b5f-a124-68a8c70e970d', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'floating_ip_address': '172.26.8.245', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'port_id': '56370c91-5aae-4401-8885-20df31dcf460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'mac_address': 'fa:16:3e:e6:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613e232-3f68-4e97-a4bf-298915836e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:29:15Z', 'updated_at': '2021-05-20T16:29:15Z', 'revision_number': 0, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:27Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:29:18.205798 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.210384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.212361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ff9455ef-bb82-4403-b9b4-aa3395d7f45c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:18.234041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c06e781-6ea3-45b0-9f5f-4885fc6b8a4a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:18.238832 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:18.247608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.248959 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-10c3f05d-b07b-4e61-bb08-b26d0a4abe4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631682 May 20 16:29:18.252278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53414) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:29:18.257587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'security_group_rule': {'security_group_id': '9e273b43-2de9-4471-b5f4-e2de1aec1952', 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:18.263774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:29:18.267739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Usage tracker for resource:security_group_rule and tenant:95f7f61f8d464d43ba195c8996c3ea7f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:29:18.270873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:29:18.276774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:29:18.288215 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Project 95f7f61f8d464d43ba195c8996c3ea7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:29:18.294255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.364310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.368454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.374914 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31e15b77-4b64-4c90-9df2-55a4dab76113 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:18.394455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4212e-9236-4856-b7b7-3e78fe882047 None None] New status for floating IP 39dbc5c5-c966-4b5f-a124-68a8c70e970d: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:29:18.396672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac6368f-f908-45d2-b792-8cedc835b9e6,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:18.399730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:18.408485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:18.412279 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3e9c4fb7-eca9-40a1-80df-01cd18032dc1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564953 May 20 16:29:18.536368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-d0b922c4-852d-402f-a588-d358e4baec9c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332287641&fields=id&tenant_id=95f7f61f8d464d43ba195c8996c3ea7f HTTP/1.1" status: 200 len: 267 time: 0.0465875 May 20 16:29:18.620953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-d205008c-3474-4ae7-820d-bf525cc59ddb tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:18.622518 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-d205008c-3474-4ae7-820d-bf525cc59ddb tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0802562 May 20 16:29:18.634106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'port': {'security_groups': ['9753b699-b05c-4031-a3c8-5cc252e92707', '9e273b43-2de9-4471-b5f4-e2de1aec1952']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:29:18.758838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:19.014004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:29:19.039116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:19.043850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:19.050349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-065063cd-3fc8-45d3-b031-31d9134e4984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:29:19.055454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['56370c91-5aae-4401-8885-20df31dcf460'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:29:19.107263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:19.107946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:19.109322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-39e8f910-bd60-41e7-bbae-9aa6c410dc3f req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "PUT /v2.0/ports/56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 981 time: 0.4799752 May 20 16:29:19.110410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:29:19.143290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=6']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:29:19.147652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:29:19.187275 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'status': 'completed', 'code': 200} May 20 16:29:19.193725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['56370c91-5aae-4401-8885-20df31dcf460'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:29:19.366428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-3763126d-8215-428f-8b7a-ebf7eec28def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:19.367912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-3763126d-8215-428f-8b7a-ebf7eec28def service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1137 time: 0.1559229 May 20 16:29:19.400901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017b471-8c9d-40d1-adf6-6137dbb8fd05 req-bb762cdc-2d0b-49ea-b741-7994723e0336 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:19.402308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8017b471-8c9d-40d1-adf6-6137dbb8fd05 req-bb762cdc-2d0b-49ea-b741-7994723e0336 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.1396105 May 20 16:29:19.476424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-406cab4d-b4c8-40cc-89ae-029d9ead93fc None None] Provisioning complete for port 56370c91-5aae-4401-8885-20df31dcf460 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:29:19.477102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-406cab4d-b4c8-40cc-89ae-029d9ead93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:19.521293 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8017b471-8c9d-40d1-adf6-6137dbb8fd05 req-64ea1fc0-1278-4fbf-b2cf-58c4bab59648 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114128 May 20 16:29:19.558016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-800048a6-b533-4935-a107-7fcc67246328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:19.559790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-800048a6-b533-4935-a107-7fcc67246328 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.1847208 May 20 16:29:19.665584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-acf1d5a0-cbbd-467f-be96-41fcf8f358d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 1001 time: 0.0988510 May 20 16:29:19.735278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-5453fddf-8df0-40b0-bbb5-c94be5ed2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:19.736706 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-5453fddf-8df0-40b0-bbb5-c94be5ed2b96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0638826 May 20 16:29:19.816990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-3bb54cd1-1cfd-4d45-9f84-1936ce0ce2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:19.818619 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-3bb54cd1-1cfd-4d45-9f84-1936ce0ce2e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721099 May 20 16:29:19.952304 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-6c2e4838-9f91-4c87-98df-6406710b1550 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272352 May 20 16:29:20.084276 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5cd3f5b0-2bd3-40e0-88f1-64fcf6820397 req-186adf1e-fc2d-436e-9eb4-ad94ce177c33 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246684 May 20 16:29:31.105963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:34.006761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-e2f856fc-4424-4704-a6af-8124141b3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:34.008264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-e2f856fc-4424-4704-a6af-8124141b3406 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1137 time: 0.2803977 May 20 16:29:34.020858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c558aad-8d75-4a89-9a0c-6c29c5ff58d8 req-2d64574c-68fd-43b7-a5f5-5d38fdbf5924 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:34.022351 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4c558aad-8d75-4a89-9a0c-6c29c5ff58d8 req-2d64574c-68fd-43b7-a5f5-5d38fdbf5924 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.2568886 May 20 16:29:34.152549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4c558aad-8d75-4a89-9a0c-6c29c5ff58d8 req-16bf06d5-676e-49f2-96d3-8ad14d4ec3e1 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109288 May 20 16:29:34.189855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-833cf2ff-c93e-4db3-ae00-d5509dc0c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:34.191303 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-833cf2ff-c93e-4db3-ae00-d5509dc0c3ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.1680863 May 20 16:29:34.303055 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-e858d431-f537-4b1a-a3e8-f90181476db2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 1001 time: 0.1050308 May 20 16:29:34.369658 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-a3cf486f-eb6b-4ed0-a3ab-615c7b908928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:34.371139 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-a3cf486f-eb6b-4ed0-a3ab-615c7b908928 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0614579 May 20 16:29:34.454027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-1274a11d-3b06-41e6-ae46-f507fd7da487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:34.455522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-1274a11d-3b06-41e6-ae46-f507fd7da487 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0776258 May 20 16:29:34.593921 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-1b6a5ed5-1e3e-4fff-b5a6-8b6470c2e675 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310184 May 20 16:29:34.779210 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2c7a7dea-ee9d-4f3e-b704-f597f4381fd4 req-e50eecce-a8e7-4cbc-b7f9-374059f284a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786032 May 20 16:29:35.346793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c209-eba3-4335-b0ad-8bd1bec35d7f req-26250ef1-96d2-49a1-825f-0506086f9014 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:35.348346 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e702c209-eba3-4335-b0ad-8bd1bec35d7f req-26250ef1-96d2-49a1-825f-0506086f9014 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0845158 May 20 16:29:35.397525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e702c209-eba3-4335-b0ad-8bd1bec35d7f req-23c38b26-8022-484c-9ffb-9cd2f3e6888d tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429554 May 20 16:29:36.597947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c78cef-f0f3-4a1b-8635-0ca585e72c0b req-7f097620-334a-425b-9ba5-6d6ce6067c7b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:36.599442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-84c78cef-f0f3-4a1b-8635-0ca585e72c0b req-7f097620-334a-425b-9ba5-6d6ce6067c7b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0908799 May 20 16:29:36.648509 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-84c78cef-f0f3-4a1b-8635-0ca585e72c0b req-908a54b5-1105-4a33-8be1-d638bd461c8c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428827 May 20 16:29:37.844450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7502-4015-4c86-87f4-8f819a8d2f27 req-6c869f54-9220-4acf-986a-17544b6d8708 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:37.845983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d83a7502-4015-4c86-87f4-8f819a8d2f27 req-6c869f54-9220-4acf-986a-17544b6d8708 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0873690 May 20 16:29:37.899463 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d83a7502-4015-4c86-87f4-8f819a8d2f27 req-f5d21348-d219-4340-b258-bc8f78e7b944 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473168 May 20 16:29:39.091839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f198751-bf59-4bc4-ae4d-8b5c5ed4c4b1 req-dd340a39-4c94-4369-af8d-eced711233a2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:39.093836 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f198751-bf59-4bc4-ae4d-8b5c5ed4c4b1 req-dd340a39-4c94-4369-af8d-eced711233a2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0815365 May 20 16:29:39.143245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4f198751-bf59-4bc4-ae4d-8b5c5ed4c4b1 req-7f0dc7e7-e07b-4aed-be6b-1f7896973a8f tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427155 May 20 16:29:40.344289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9da0-7467-487b-8120-404681d29acb req-9bddfb47-2998-4099-9785-0d2df1ec6ee6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:40.345885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4ffb9da0-7467-487b-8120-404681d29acb req-9bddfb47-2998-4099-9785-0d2df1ec6ee6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0910816 May 20 16:29:40.394853 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4ffb9da0-7467-487b-8120-404681d29acb req-43f3dd19-11be-462e-b286-edce9fe11e70 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428922 May 20 16:29:40.448146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0c42afba-f7b5-4e54-9fa6-683335cbc09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:41.619081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973edf5-62a6-40db-9dd6-4c005ceccaf4 req-d1741edc-091e-4de3-a20b-6eefc566d048 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:41.620632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0973edf5-62a6-40db-9dd6-4c005ceccaf4 req-d1741edc-091e-4de3-a20b-6eefc566d048 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.1102808 May 20 16:29:41.677881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0973edf5-62a6-40db-9dd6-4c005ceccaf4 req-eca94e9a-89e1-4593-9c7e-5a944da223b8 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496466 May 20 16:29:42.875579 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aa97d-3895-4a11-9056-83a5fb521140 req-34752111-a2a3-458c-a867-5d9fc4f2f3a2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:42.877153 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f88aa97d-3895-4a11-9056-83a5fb521140 req-34752111-a2a3-458c-a867-5d9fc4f2f3a2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0879788 May 20 16:29:42.929203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f88aa97d-3895-4a11-9056-83a5fb521140 req-2756f3d5-d09f-4941-a2f5-4df688696180 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452604 May 20 16:29:43.221888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:43.809133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f9a54a92-402f-428a-8ee5-cb34bba66cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:44.123674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb1323-5229-48e5-8b79-8aa36a6fc358 req-a366aa8b-ef23-4017-b4b7-83a480324c4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:44.125515 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cbb1323-5229-48e5-8b79-8aa36a6fc358 req-a366aa8b-ef23-4017-b4b7-83a480324c4b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0867615 May 20 16:29:44.174712 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3cbb1323-5229-48e5-8b79-8aa36a6fc358 req-fa1ece98-374f-46df-8782-7e91007ff4b3 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432048 May 20 16:29:44.735639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:44.903646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-061ddebb-9326-41bd-baab-ccad765f0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:44.905016 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-061ddebb-9326-41bd-baab-ccad765f0db6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1137 time: 0.0752285 May 20 16:29:45.053586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-bf9f8cdf-2d8e-4264-af90-62260dd53dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:45.055028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-bf9f8cdf-2d8e-4264-af90-62260dd53dfe service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.1311133 May 20 16:29:45.359818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-c3e56cc0-67d1-406d-9c4f-ab93c468b560 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 1001 time: 0.2976189 May 20 16:29:45.437109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-f4bf5aa0-c436-4677-8ed5-fbada7e5121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:45.438584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-f4bf5aa0-c436-4677-8ed5-fbada7e5121d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0685663 May 20 16:29:45.447397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb885c0-dec5-440a-b338-fdf373eb26d1 req-872b3835-7b80-4c41-ad3f-36a52e569561 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:45.448908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9fb885c0-dec5-440a-b338-fdf373eb26d1 req-872b3835-7b80-4c41-ad3f-36a52e569561 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.1608350 May 20 16:29:45.552941 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9fb885c0-dec5-440a-b338-fdf373eb26d1 req-518cbe17-cd7a-4da4-ab47-455ace17bf90 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683095 May 20 16:29:45.567395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-29d316f7-26cf-4b1b-9e5a-c812ed122951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:45.568982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-29d316f7-26cf-4b1b-9e5a-c812ed122951 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1192632 May 20 16:29:45.706141 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-8fa30528-ab24-47e6-ae88-ed5ad37c04e6 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293049 May 20 16:29:45.841388 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4eb60ed-1ba7-45da-95e3-597d8296aac1 req-1ea73a1e-7492-48da-821c-ef1d1d30db3a service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284549 May 20 16:29:46.581786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:46.745107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7daf8-b0dd-4e11-877a-2416ef55a730 req-04b4d5cc-2823-41d1-81e2-5d111aaa1223 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:29:46.746657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-46b7daf8-b0dd-4e11-877a-2416ef55a730 req-04b4d5cc-2823-41d1-81e2-5d111aaa1223 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0850136 May 20 16:29:46.795909 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-46b7daf8-b0dd-4e11-877a-2416ef55a730 req-be486beb-bf77-4e13-b561-c85e14f57fd5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&id=9e273b43-2de9-4471-b5f4-e2de1aec1952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426345 May 20 16:29:54.199600 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:30:01.120529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:10.443630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8a278284-e4dc-46b4-81b0-1af8dccb2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:13.224360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:13.811787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d97668f7-c295-4fe4-ab95-45351030cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:14.739839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:16.583985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.203160 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-b2caf62c-0fff-45ee-9ef0-7f1ae90418f3 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332287641&fields=id&tenant_id=95f7f61f8d464d43ba195c8996c3ea7f HTTP/1.1" status: 200 len: 267 time: 0.0440378 May 20 16:30:19.285209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-47fe0138-97ab-4a7e-87f9-619304fd3d3c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:19.286585 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-47fe0138-97ab-4a7e-87f9-619304fd3d3c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 984 time: 0.0779767 May 20 16:30:19.297860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Request body: {'port': {'security_groups': ['9753b699-b05c-4031-a3c8-5cc252e92707']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:19.418985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.656348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:19.680842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.685544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.692128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9d61edba-ec99-43b2-baa7-2e54facf3394 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:19.697471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['56370c91-5aae-4401-8885-20df31dcf460'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:30:19.753440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:19.754103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.755546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bf0526e9-22f0-43bc-972d-e83337e6eb5f req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "PUT /v2.0/ports/56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 942 time: 0.4626791 May 20 16:30:19.758704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:30:19.763412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53466) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:19.790236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event updated for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=7']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:19.804750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.805459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.806015 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.806608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.807941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.808485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.809063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.809638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.810427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.810975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.811503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.812121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:19.826600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:19.828634 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'status': 'completed', 'code': 200} May 20 16:30:19.842285 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['56370c91-5aae-4401-8885-20df31dcf460'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:30:19.875309 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.908579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:19.929057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-d8971b22-aaa9-4d11-8ad4-65b70ddea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:19.931410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-d8971b22-aaa9-4d11-8ad4-65b70ddea037 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1098 time: 0.0871994 May 20 16:30:19.989998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:20.001559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bb3d220a-d065-4271-8eb1-ece5fffb2584 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:20.021489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e273b43-2de9-4471-b5f4-e2de1aec1952,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:20.031910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:20.036417 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e273b43-2de9-4471-b5f4-e2de1aec1952 HTTP/1.1" status: 204 len: 168 time: 0.2687666 May 20 16:30:20.036417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.036417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.036417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.036762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.036991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.037253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.037646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.038010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.038372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.039189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53474) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:20.039542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.039928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.040294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:20.047046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6c9a8725-5234-4690-a248-99ba4958eaa5 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:20.118816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-eb4ce215-bbe1-49b5-bbeb-adcde663c373 None None] Provisioning complete for port 56370c91-5aae-4401-8885-20df31dcf460 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:20.119286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce215-bbe1-49b5-bbeb-adcde663c373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:20.415346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-4932a572-0bb0-4760-9957-120bf1d1a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:20.416812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-4932a572-0bb0-4760-9957-120bf1d1a709 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.4784923 May 20 16:30:20.572911 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-61fb540d-0bce-4049-ac82-d91cd24e80c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 1001 time: 0.1398168 May 20 16:30:20.644039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Deleting port cdfbdaa3-50d9-4323-814f-8ecb09554b31 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:20.644378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:20.658889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-740fe03b-18b0-40cf-a12a-4ba4393defe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:20.660310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-740fe03b-18b0-40cf-a12a-4ba4393defe3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0805705 May 20 16:30:20.818942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:20.819265 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:20.888663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-2e58b7c9-6659-4d0b-aad6-77a5c5a91c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:20.890159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-2e58b7c9-6659-4d0b-aad6-77a5c5a91c9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1783745 May 20 16:30:20.954953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Calling delete_port for cdfbdaa3-50d9-4323-814f-8ecb09554b31 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:21.102920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-9c44fb2f-09a0-4b6e-bc47-b2deb149a3f6 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547270 May 20 16:30:21.291027 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c743b58f-91fe-4d7c-a2c4-79f5f1bb309d req-663c5da8-c21a-4df9-8dbe-8c5efcc83077 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810129 May 20 16:30:21.303992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:21.308693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-43f4319e-124b-4cc2-8b43-2532284c4559 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:21.353780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event deleted for resources: {'Port': ['ID=cdfbdaa3-50d9-4323-814f-8ecb09554b31,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:21.356152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:21.451814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:21.452524 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Floating IP 39dbc5c5-c966-4b5f-a124-68a8c70e970d disassociated (deleted). External IP: 172.26.8.245, port: 56370c91-5aae-4401-8885-20df31dcf460. May 20 16:30:21.967185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:30:22.145759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:30:22.155963 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] Sync routers for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:30:22.165209 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:22.165849 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:22.166140 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:22.226651 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "DELETE /v2.0/floatingips/39dbc5c5-c966-4b5f-a124-68a8c70e970d HTTP/1.1" status: 204 len: 168 time: 2.1864345 May 20 16:30:22.227521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:30:22.281414 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'status': 'completed', 'code': 200} May 20 16:30:22.348504 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:22.378576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-1811fb74-ee05-48ae-a45d-615f0c16b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:22.380084 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-1811fb74-ee05-48ae-a45d-615f0c16b3ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 1098 time: 0.0741355 May 20 16:30:22.524342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-9cde632b-8ea9-4da6-863e-8dcb1a486ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:22.526152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-9cde632b-8ea9-4da6-863e-8dcb1a486ee0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 200 len: 915 time: 0.1398478 May 20 16:30:22.609667 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-1c495ea4-d711-464e-a121-599ca51f1e2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 200 len: 217 time: 0.0767651 May 20 16:30:22.687561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-87ca1ce6-a0d7-4b2f-89e3-e7ef3a218c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:22.688868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-87ca1ce6-a0d7-4b2f-89e3-e7ef3a218c14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 200 len: 854 time: 0.0736525 May 20 16:30:22.704185 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:27Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:22.708887 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] Checking router: 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:30:22.724990 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:22.726121 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:22.771617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-41fc065f-34bd-49a0-8c56-984f9448289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:22.773106 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-41fc065f-34bd-49a0-8c56-984f9448289f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4808667-6f53-409f-8e0d-440c10e4ce8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0775385 May 20 16:30:22.905966 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:22.907348 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-df1c0b95-ebff-4728-8de0-dd4a33fb0b0f service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272554 May 20 16:30:23.040974 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6a62c274-c948-4ef4-866a-5b18bfa4aa7b req-4616eae3-1253-437a-8b8b-df7d3cf40ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271665 May 20 16:30:23.254209 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:27Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:23.258391 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23857389-a5e4-489a-b0f7-20bb65199c73 None None] The sync data for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv is: [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:21Z', 'revision_number': 4, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2218edae-8f02-4852-b11e-dcd582660e36', 'name': '', 'network_id': 'c4808667-6f53-409f-8e0d-440c10e4ce8c', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'mac_address': 'fa:16:3e:f7:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '08883f4a-d663-4945-ab11-73ce453d9845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:20Z', 'updated_at': '2021-05-20T16:28:27Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'subnets': [{'id': '08883f4a-d663-4945-ab11-73ce453d9845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:30:23.469554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ceaa3-5f71-4697-b498-5e56c1286b37 None None] New status for floating IP 39dbc5c5-c966-4b5f-a124-68a8c70e970d: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:30:29.954939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851c216-3b7b-47fc-8bc5-664b7b063380 req-eeb5a869-f2d7-4074-8214-d5fc86ef76f8 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:29.956312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2851c216-3b7b-47fc-8bc5-664b7b063380 req-eeb5a869-f2d7-4074-8214-d5fc86ef76f8 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Synchronizing usage tracker for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:30:29.975284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2851c216-3b7b-47fc-8bc5-664b7b063380 req-eeb5a869-f2d7-4074-8214-d5fc86ef76f8 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Unset dirty status for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:30:29.976565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2851c216-3b7b-47fc-8bc5-664b7b063380 req-eeb5a869-f2d7-4074-8214-d5fc86ef76f8 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.1098311 May 20 16:30:30.030825 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2851c216-3b7b-47fc-8bc5-664b7b063380 req-57e5c696-c654-4d52-9b98-b545b0937eca tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 May 20 16:30:31.119723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:31.198811 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:30:31.231575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3532075-88b3-4dcf-af61-e97a36373c7f req-b437769a-32b0-40bb-9a39-5e8e0d6eccdd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:31.233212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c3532075-88b3-4dcf-af61-e97a36373c7f req-b437769a-32b0-40bb-9a39-5e8e0d6eccdd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0904012 May 20 16:30:31.283824 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c3532075-88b3-4dcf-af61-e97a36373c7f req-0448d99a-c9a8-4715-ae6c-2fccc6162bc7 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/security-groups?id=9753b699-b05c-4031-a3c8-5cc252e92707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 May 20 16:30:31.498633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-5c55717b-bbad-4da6-8b3e-a0a4df880735 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:31.500139 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-5c55717b-bbad-4da6-8b3e-a0a4df880735 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.25 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 945 time: 0.0957565 May 20 16:30:31.665742 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Deleting port 56370c91-5aae-4401-8885-20df31dcf460 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:31.666123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:31.819057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] For port 56370c91-5aae-4401-8885-20df31dcf460, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=56370c91-5aae-4401-8885-20df31dcf460,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:31.819464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:32.104048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Calling delete_port for 56370c91-5aae-4401-8885-20df31dcf460 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:32.243913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:32.254674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2fdfa8a7-bd04-43d8-af85-36a26a30471b tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:32.257608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['56370c91-5aae-4401-8885-20df31dcf460'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:30:32.308709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Pushing event deleted for resources: {'Port': ['ID=56370c91-5aae-4401-8885-20df31dcf460,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:32.313209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:32.403930 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] No DVR routers for this DVR port 56370c91-5aae-4401-8885-20df31dcf460 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:30:32.406696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:32.409852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'name': 'network-vif-deleted', 'tag': '56370c91-5aae-4401-8885-20df31dcf460'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:30:32.465649 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e613e232-3f68-4e97-a4bf-298915836e76', 'name': 'network-vif-deleted', 'tag': '56370c91-5aae-4401-8885-20df31dcf460', 'status': 'completed', 'code': 200} May 20 16:30:32.467138 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-376ad3e0-702a-4017-838e-4ee074f52ff4 req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.25 "DELETE /v2.0/ports/56370c91-5aae-4401-8885-20df31dcf460 HTTP/1.1" status: 204 len: 173 time: 0.9618061 May 20 16:30:32.478962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-27ef04c6-9ef3-4ac0-904c-da893420a974 req-12e64a72-0753-4986-b00f-6ce43f0319db tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Synchronizing usage tracker for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:30:32.503075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-27ef04c6-9ef3-4ac0-904c-da893420a974 req-12e64a72-0753-4986-b00f-6ce43f0319db tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Unset dirty status for tenant:95f7f61f8d464d43ba195c8996c3ea7f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:30:32.504737 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27ef04c6-9ef3-4ac0-904c-da893420a974 req-12e64a72-0753-4986-b00f-6ce43f0319db tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] 10.222.0.13 "GET /v2.0/ports?device_id=e613e232-3f68-4e97-a4bf-298915836e76 HTTP/1.1" status: 200 len: 210 time: 0.0803506 May 20 16:30:34.239612 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53572) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:34.820524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:35.432898 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 56370c91-5aae-4401-8885-20df31dcf460 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:35.452480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Deleting port 2218edae-8f02-4852-b11e-dcd582660e36 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:35.454169 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:35.491499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 56370c91-5aae-4401-8885-20df31dcf460 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:35.491841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 56370c91-5aae-4401-8885-20df31dcf460 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:35.628865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] For port 2218edae-8f02-4852-b11e-dcd582660e36, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2218edae-8f02-4852-b11e-dcd582660e36,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:35.629690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:35.784593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Calling delete_port for 2218edae-8f02-4852-b11e-dcd582660e36 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:36.107892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:36.112444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7804bf49-8157-4d2c-b73d-2dcba772b9da tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:36.189969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2218edae-8f02-4852-b11e-dcd582660e36,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:36.192570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:36.482720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:36.846509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:30:37.183894 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:30:37.194463 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] Sync routers for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:30:37.201219 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b8fbff3-118d-4ab0-92c6-5a50a7a3424b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9615695 May 20 16:30:37.203885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53576) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:37.209510 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:37.210169 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:37.402512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:37.402815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:37.601673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:37.695728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Deleting port f2eeff68-23b4-4462-9631-925665b9606d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:37.696069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:37.749681 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:30:36Z', 'revision_number': 5, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port': {'id': 'f2eeff68-23b4-4462-9631-925665b9606d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:37.755531 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] Checking router: 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:30:37.769621 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] Routers {'1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:37.770357 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:37.853197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] For port f2eeff68-23b4-4462-9631-925665b9606d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=f2eeff68-23b4-4462-9631-925665b9606d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:37.854126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:37.943574 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] Set router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:37.992445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Calling delete_port for f2eeff68-23b4-4462-9631-925665b9606d owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:38.054436 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:30:37Z', 'revision_number': 6, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:38.058556 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e8667-9600-4f56-a515-525ecc085c6b None None] The sync data for ids ['1b8fbff3-118d-4ab0-92c6-5a50a7a3424b'] in dv-neutron-601336-76-hyperv is: [{'id': '1b8fbff3-118d-4ab0-92c6-5a50a7a3424b', 'name': 'tempest-TestMinimumBasicScenario-1632386752-router', 'tenant_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:17Z', 'updated_at': '2021-05-20T16:30:37Z', 'revision_number': 6, 'project_id': '95f7f61f8d464d43ba195c8996c3ea7f', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:30:38.202687 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.206719 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8a977b01-e4c8-4881-91b1-6f4ab76a9e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:38.252947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2eeff68-23b4-4462-9631-925665b9606d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:38.256222 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:38.351175 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.680443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.682792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.708951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.709469 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8fbff3-118d-4ab0-92c6-5a50a7a3424b {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:30:38.723437 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.724563 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b8fbff3-118d-4ab0-92c6-5a50a7a3424b HTTP/1.1" status: 204 len: 168 time: 1.5197060 May 20 16:30:38.727099 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53580) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:38.787262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Deleting subnet 08883f4a-d663-4945-ab11-73ce453d9845 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:30:38.790331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.845476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.923812 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f2eeff68-23b4-4462-9631-925665b9606d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:38.937921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.970068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: f2eeff68-23b4-4462-9631-925665b9606d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:38.970889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device f2eeff68-23b4-4462-9631-925665b9606d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:38.970889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2218edae-8f02-4852-b11e-dcd582660e36 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:39.004367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2218edae-8f02-4852-b11e-dcd582660e36 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:39.004709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2218edae-8f02-4852-b11e-dcd582660e36 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:39.229958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.233844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-cce1d635-82c0-4b26-8b74-5fcd4d400f3c tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:39.270118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08883f4a-d663-4945-ab11-73ce453d9845,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:39.273240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:39.274269 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.280902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd9953-d7c4-420c-9e29-2b2f0f44b794 None None] Network c4808667-6f53-409f-8e0d-440c10e4ce8c requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:30:39.281404 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a6e92247-c735-4c1d-8299-6675db6a4e12 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08883f4a-d663-4945-ab11-73ce453d9845 HTTP/1.1" status: 204 len: 168 time: 0.5532277 May 20 16:30:39.284058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53584) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:39.400353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.487766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Deleting port e88caf96-0a47-451c-8c4d-c6f3b2215f0c {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:39.488081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.580112 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] DHCP port deletion for c4808667-6f53-409f-8e0d-440c10e4ce8c request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:30:39.596692 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] For port e88caf96-0a47-451c-8c4d-c6f3b2215f0c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:39.597049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.649520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Deleting port e88caf96-0a47-451c-8c4d-c6f3b2215f0c {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:39.649907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.728017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Calling delete_port for e88caf96-0a47-451c-8c4d-c6f3b2215f0c owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:39.757630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] For port e88caf96-0a47-451c-8c4d-c6f3b2215f0c, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,segment=NetworkSegment(19ff346f-0faf-4534-b8af-a7fc8fd02405),segment_id=19ff346f-0faf-4534-b8af-a7fc8fd02405)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:39.758009 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.782944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.787106 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:39.835503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Pushing event deleted for resources: {'Port': ['ID=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:39.838632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:39.839439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] No DVR routers for this DVR port e88caf96-0a47-451c-8c4d-c6f3b2215f0c on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:30:39.892017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Calling delete_port for e88caf96-0a47-451c-8c4d-c6f3b2215f0c owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:39.945416 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.949113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:39.962962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:39.976366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4808667-6f53-409f-8e0d-440c10e4ce8c']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:39.990242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ff346f-0faf-4534-b8af-a7fc8fd02405') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:39.990536 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ff346f-0faf-4534-b8af-a7fc8fd02405') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:39.995429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Pushing event deleted for resources: {'Port': ['ID=e88caf96-0a47-451c-8c4d-c6f3b2215f0c,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:40.001316 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] No DVR routers for this DVR port e88caf96-0a47-451c-8c4d-c6f3b2215f0c on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:30:40.005048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:40.020378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.020839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.021281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.021842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.022292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.022680 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.023064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.023441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.023824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.024318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.024850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.025017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:40.025386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:40.029080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:40.035046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:30:40.035564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:30:40.049500 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:30:40.133154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:40.137483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:40.140260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-88e0772d-1f48-491d-b9e6-5dc21519ec4a tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:40.162293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4808667-6f53-409f-8e0d-440c10e4ce8c,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:40.165009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:40.177147 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c4808667-6f53-409f-8e0d-440c10e4ce8c HTTP/1.1" status: 204 len: 168 time: 0.8919537 May 20 16:30:40.179965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53588) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:40.458974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-878a7643-4228-4d1d-a9d5-dc7cfcafefaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:40.925852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e88caf96-0a47-451c-8c4d-c6f3b2215f0c no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:40.962627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e88caf96-0a47-451c-8c4d-c6f3b2215f0c {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:40.963342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e88caf96-0a47-451c-8c4d-c6f3b2215f0c not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:41.009942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.446093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Deleting port dedec704-24c1-4330-a6d2-8a95d6eeecd4 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:41.446427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.574487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] For port dedec704-24c1-4330-a6d2-8a95d6eeecd4, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=dedec704-24c1-4330-a6d2-8a95d6eeecd4,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:41.574901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.703147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Calling delete_port for dedec704-24c1-4330-a6d2-8a95d6eeecd4 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:41.856588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.860609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:41.909054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dedec704-24c1-4330-a6d2-8a95d6eeecd4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:41.912394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:42.411924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:42.778515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Router f15ae908-fe16-4509-864f-d061480f7e08 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:30:42.958888 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:30:42.967674 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] Sync routers for ids ['f15ae908-fe16-4509-864f-d061480f7e08'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:30:42.969107 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f15ae908-fe16-4509-864f-d061480f7e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881587 May 20 16:30:42.971587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53594) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:42.980372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] Routers {'f15ae908-fe16-4509-864f-d061480f7e08'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:42.981514 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f15ae908-fe16-4509-864f-d061480f7e08'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:43.152549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.157622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] Set router f15ae908-fe16-4509-864f-d061480f7e08 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:43.339125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.378423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.413206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Deleting port dde480cf-fbbb-4f0a-a26d-57051a74163d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:43.413821 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.500347 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:30:41Z', 'revision_number': 5, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port': {'id': 'dde480cf-fbbb-4f0a-a26d-57051a74163d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:28:24Z', 'updated_at': '2021-05-20T16:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:43.504252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] Checking router: f15ae908-fe16-4509-864f-d061480f7e08 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:30:43.512560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] Routers {'f15ae908-fe16-4509-864f-d061480f7e08'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:43.513166 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['f15ae908-fe16-4509-864f-d061480f7e08'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:43.538764 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] For port dde480cf-fbbb-4f0a-a26d-57051a74163d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=dde480cf-fbbb-4f0a-a26d-57051a74163d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:43.539132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.659825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] Set router f15ae908-fe16-4509-864f-d061480f7e08 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:43.660934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Calling delete_port for dde480cf-fbbb-4f0a-a26d-57051a74163d owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:43.764062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:30:43Z', 'revision_number': 6, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:43.768470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10063f1e-25dd-47bf-b045-df0132c7adec None None] The sync data for ids ['f15ae908-fe16-4509-864f-d061480f7e08'] in dv-neutron-601336-76-hyperv is: [{'id': 'f15ae908-fe16-4509-864f-d061480f7e08', 'name': 'tempest-TestMinimumBasicScenario-754680714-router', 'tenant_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:28:23Z', 'updated_at': '2021-05-20T16:30:43Z', 'revision_number': 6, 'project_id': '2d62a2383bef41ac8c0a803b97b0dfec', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:30:43.817977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217396bb-493f-424d-9029-4a775f143ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.949442 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:43.954347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:43.999081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Pushing event deleted for resources: {'Port': ['ID=dde480cf-fbbb-4f0a-a26d-57051a74163d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:44.002208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:44.089198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.268200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.270457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.294773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.295292 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f15ae908-fe16-4509-864f-d061480f7e08 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:30:44.307355 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.308484 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] 10.222.0.13 "DELETE /v2.0/routers/f15ae908-fe16-4509-864f-d061480f7e08 HTTP/1.1" status: 204 len: 168 time: 1.3360028 May 20 16:30:44.311097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53598) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:44.373494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Deleting subnet 56415ea0-cef0-40bf-88ad-7a2cf3cf857a {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:30:44.376544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.426075 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.511532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.748169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.776710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.781713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-36f71c40-2a97-475b-93fe-bed84f5a23c2 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:44.820999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56415ea0-cef0-40bf-88ad-7a2cf3cf857a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:44.824131 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:44.825677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.830802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1735ac-f284-4f4e-8669-c74a36444b27 None None] Network 3a16ef4f-0b44-405c-bd73-97079b45b900 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:30:44.834448 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5490d3fb-19ff-4430-81a7-f59265c92e50 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/56415ea0-cef0-40bf-88ad-7a2cf3cf857a HTTP/1.1" status: 204 len: 168 time: 0.5221586 May 20 16:30:44.836760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53602) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:44.929311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dedec704-24c1-4330-a6d2-8a95d6eeecd4 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:44.951868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.993002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: dedec704-24c1-4330-a6d2-8a95d6eeecd4 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:44.993369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dedec704-24c1-4330-a6d2-8a95d6eeecd4 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:44.993800 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dde480cf-fbbb-4f0a-a26d-57051a74163d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:45.028112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Deleting port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:45.028468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.055507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: dde480cf-fbbb-4f0a-a26d-57051a74163d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:45.055863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device dde480cf-fbbb-4f0a-a26d-57051a74163d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:45.129768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] For port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:45.130129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.141962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] DHCP port deletion for 3a16ef4f-0b44-405c-bd73-97079b45b900 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:30:45.205612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Deleting port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:30:45.205907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.257294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Calling delete_port for ebf5b1d8-9bb3-4d6f-8aa8-1198606874af owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:45.303679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.304512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] For port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,segment=NetworkSegment(f17d6f76-7d6a-4eac-adee-0c7a365fdfe2),segment_id=f17d6f76-7d6a-4eac-adee-0c7a365fdfe2)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:45.304993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.308322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:45.350524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:45.353035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:45.355564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] No DVR routers for this DVR port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:30:45.427765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Calling delete_port for ebf5b1d8-9bb3-4d6f-8aa8-1198606874af owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:30:45.470481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.474561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.479128 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:45.483739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a16ef4f-0b44-405c-bd73-97079b45b900']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:45.495661 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:45.495958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17d6f76-7d6a-4eac-adee-0c7a365fdfe2') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:45.507459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.523973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Pushing event deleted for resources: {'Port': ['ID=ebf5b1d8-9bb3-4d6f-8aa8-1198606874af,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:45.527330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:45.528557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] No DVR routers for this DVR port ebf5b1d8-9bb3-4d6f-8aa8-1198606874af on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:30:45.537463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.545019 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:30:45.545509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:30:45.558838 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:30:45.630952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.634306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b76c4713-9fde-4d82-8fa4-2a841b65f249 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:45.647732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.658436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a16ef4f-0b44-405c-bd73-97079b45b900,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:45.661421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:45.662899 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a16ef4f-0b44-405c-bd73-97079b45b900 HTTP/1.1" status: 204 len: 168 time: 0.8248699 May 20 16:30:45.836971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53608) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:45.898145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ea9df9db-48f5-4730-82bd-2b4da4b664f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95f7f61f8d464d43ba195c8996c3ea7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589681 May 20 16:30:45.899773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53612) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:45.960449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:45.987023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.038730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.043564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-61aaf589-8abb-4471-95ca-969da685ca57 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:46.056524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9753b699-b05c-4031-a3c8-5cc252e92707,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:46.059842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:46.065418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.066526 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-04ee932e-a199-43a3-8298-a1a97f33e71d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9753b699-b05c-4031-a3c8-5cc252e92707 HTTP/1.1" status: 204 len: 168 time: 0.1658771 May 20 16:30:46.415290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53620) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:46.466044 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c1dbc48a-3072-4205-a1f5-249c229a9f2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d62a2383bef41ac8c0a803b97b0dfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494752 May 20 16:30:46.468565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53624) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:46.535492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.562878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.587012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.620515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.624649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-100e42a0-6337-4e75-9de1-e9c24df752ba tempest-ServersAdminNegativeTestJSON-1301306701 tempest-ServersAdminNegativeTestJSON-1301306701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:46.636309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2374734-0893-4183-944a-8b0e603529c7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:46.640572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:46.644424 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:46.645686 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9c715746-2fc2-4264-94e5-18d480071556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2374734-0893-4183-944a-8b0e603529c7 HTTP/1.1" status: 204 len: 168 time: 0.1761677 May 20 16:30:46.911846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ebf5b1d8-9bb3-4d6f-8aa8-1198606874af no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:30:46.946060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: ebf5b1d8-9bb3-4d6f-8aa8-1198606874af {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:30:46.946414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ebf5b1d8-9bb3-4d6f-8aa8-1198606874af not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:30:48.355117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53666) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:48.361293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104673828', 'description': 'tempest-secgroup-smoke-1104673828 description', 'project_id': '623033946f774187b8d392e4347cb2e6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:48.367494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:48.371668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:48.374952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:48.380634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:48.392752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.405892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.421161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:48.425039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:48.427946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:48.433749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:48.524856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.529268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.531897 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-857d448f-4da6-4069-ab55-9e5fe049674a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:48.548821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:48.560211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:48.565362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:48.574141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:48.576665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d06aa-8e65-47db-9b45-17ce7c07355b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:48.580261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:48.654614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.658478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.662374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:48.702303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54dc2b0-1594-493c-b512-6864f9ca8900,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:48.705163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.706547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3497987 May 20 16:30:48.707477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:48.709671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53670) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:48.719668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'a54dc2b0-1594-493c-b512-6864f9ca8900', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:48.729974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:48.734259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:48.737213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:48.742962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:48.761331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.822653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.827677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.829554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b7c83d81-5865-4513-b1f9-e01058d6568e tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:48.851669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311eff6c-8519-492e-8778-253d5e9ad062,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:48.854276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:48.864145 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:48.866391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554689 May 20 16:30:48.869117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53674) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:48.878883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'a54dc2b0-1594-493c-b512-6864f9ca8900', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:48.890048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:48.896514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:48.901189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:48.910751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:48.935205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.011088 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.015668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.017790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-29ad262c-fbb0-42e2-98dc-a5d41db4fb31 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:49.039716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a35531-3486-4f1f-b01a-0ab3e47b9771,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:49.042240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:49.049793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.051123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1806750 May 20 16:30:49.054202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53678) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:49.059962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'a54dc2b0-1594-493c-b512-6864f9ca8900', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:49.066678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:49.070826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:49.073998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:49.080777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:49.098696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.163885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.167974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.170407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0af520a1-0986-4cd0-89c5-be8b9ae44f1b tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:49.193712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b846b7c1-78cf-402b-97b3-c191a1ba2815,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:49.196212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:49.204353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.205705 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505330 May 20 16:30:49.210155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53682) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:49.215695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'a54dc2b0-1594-493c-b512-6864f9ca8900', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:49.222388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:49.226385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:49.229288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:49.235565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:49.252396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.322006 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.325867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.332091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fced3124-b6ff-426f-9b14-1c01f095328a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:49.351238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691e2f33-e981-4c9c-b525-ea60224a16f1,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:49.353741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:49.361531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.362963 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518927 May 20 16:30:49.365730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53686) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:49.370863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'a54dc2b0-1594-493c-b512-6864f9ca8900', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:49.377856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:49.381651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:49.384495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:49.390329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:49.400474 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:30:49.406584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.471879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.475554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.481737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:49.501664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8c6b8d-e77f-42ab-950b-3ed161d013ab,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:49.506169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:49.510667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.511797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5aa767f4-7c32-46ee-b953-177e78ca3bb5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451793 May 20 16:30:49.514462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53690) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:49.519654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'a54dc2b0-1594-493c-b512-6864f9ca8900', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:49.525657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:49.530377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:49.533679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:49.539716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:49.550206 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:30:49.555914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.621970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.625973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.627795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c93714b5-e685-409a-a907-925b323b7ebe tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:49.651227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2573a5-97c3-4899-a757-c671b6794158,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:49.654306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:49.661598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.662858 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-18c1c306-2d0a-4628-9c3b-bfc6ba7699eb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474676 May 20 16:30:49.665863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53694) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:49.672156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'network': {'name': 'tempest-network-smoke--55486134', 'project_id': '623033946f774187b8d392e4347cb2e6', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:49.677134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:49.681195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:network and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:49.684046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:49.689772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:49.702342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:30:49.706133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.736815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:30:49.745290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.745652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Added segment 8843ea3c-bcad-4dee-9623-869955c07a86 of type vlan for network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 May 20 16:30:49.771176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.803108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.808735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:49.809421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.813449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc08dac7-cdc2-4ee1-9cde-c18ce46ffee4 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:49.910767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2438514 May 20 16:30:49.913899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53698) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:49.919820 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'admin_state_up': True, 'project_id': '623033946f774187b8d392e4347cb2e6', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:49.921568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Network': ['ID=209eb7e4-0a39-420e-a0c8-fb2c89931bd1,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:49.924601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48130acb-cac0-4af7-ac23-164fa205fd8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:49.927414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:49.931702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:router and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:49.932734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:30:49.934974 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:49.942601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:49.957841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.958877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:49.976452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:50.252835 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:50.688331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:50.722235 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:50.855577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.95 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/474a7ce0-d885-4f6f-8235-c570d1ab0412) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:30:51.006599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:51.037198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:51.040896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bec92a29-ebeb-4c8f-b078-896aa487796c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:51.109138 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:30:51.111989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:30:51.115525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:30:51.149455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=474a7ce0-d885-4f6f-8235-c570d1ab0412,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:51.158314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:51.532996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:52.015319 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:52.224572 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:30:52.407061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:30:52.418460 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Sync routers for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:30:52.428550 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:52.429160 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:52.434864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:52.436053 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5210779 May 20 16:30:52.439263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53702) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:52.584166 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c040e082-9ea0-4af9-aa29-9b002bbf1203 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=623033946f774187b8d392e4347cb2e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1412690 May 20 16:30:52.584383 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53708) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:52.604683 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:52.719837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336eb464-fb23-4ba3-a3ec-7ebfa4b5eb15 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:52.721408 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-336eb464-fb23-4ba3-a3ec-7ebfa4b5eb15 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361132 May 20 16:30:52.724322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53712) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:52.765211 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9dfc66b8-0c9e-4ca1-899c-d2f6170e28a1 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396967 May 20 16:30:52.767831 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53716) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:52.773786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954633610', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'project_id': '623033946f774187b8d392e4347cb2e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:52.886328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:52.890706 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:subnet and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:30:52.893534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:30:52.899385 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:52.910506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:30:52.914264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:52.940667 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:51Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:52.944757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Checking router: ae5ff1ae-45ae-401c-9147-e46c0a051ef8 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:30:52.945100 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Updating router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 port 474a7ce0-d885-4f6f-8235-c570d1ab0412 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:30:52.997654 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.337695 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.350520 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Transition to ACTIVE for port object 474a7ce0-d885-4f6f-8235-c570d1ab0412 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:30:53.358058 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.361788 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-f1df06cc-b1b6-4d3f-a4a5-5457fc7b7678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:53.395259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.400341 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d3f05949-6948-4a61-863e-4a116f971ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:53.443631 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Pushing event updated for resources: {'Port': ['ID=474a7ce0-d885-4f6f-8235-c570d1ab0412,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:53.446218 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Attempting to bind port 474a7ce0-d885-4f6f-8235-c570d1ab0412 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:30:53.446575 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Attempting to bind port 474a7ce0-d885-4f6f-8235-c570d1ab0412 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:30:53.446868 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Attempting to bind port 474a7ce0-d885-4f6f-8235-c570d1ab0412 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:30:53.456922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:30:53.457296 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:30:53.457717 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.458143 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:30:53.458553 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Bound port: 474a7ce0-d885-4f6f-8235-c570d1ab0412, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:30:53.458952 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.482457 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.482797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.483249 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.483582 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.483925 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.484046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Subnet': ['ID=98fbb0b5-79bc-42a1-9946-0c743eca6ec9,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:53.484245 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.484564 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.484882 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.485187 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.486281 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.486281 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.486281 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:30:53.488324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:53.501921 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:53.509214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Checking segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:30:53.509609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network hostable DHCP agents. Network: 209eb7e4-0a39-420e-a0c8-fb2c89931bd1, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:30:53.528220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:30:53.538585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 209eb7e4-0a39-420e-a0c8-fb2c89931bd1) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:30:53.542112 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] For port 474a7ce0-d885-4f6f-8235-c570d1ab0412, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:30:53.545599 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] For port 474a7ce0-d885-4f6f-8235-c570d1ab0412, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=474a7ce0-d885-4f6f-8235-c570d1ab0412,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:30:53.549039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9a1c1-9012-4e5e-9411-73fb194d08c6 None None] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:30:53.550154 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.552146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:53.553103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:53.560699 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-fecb29fd-db68-4039-aafd-9922dadfc501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:53.587517 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d9d63da0-0c0c-4995-ab5d-a2469a856ef5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8184242 May 20 16:30:53.590390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53724) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:30:53.629480 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:53.630130 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:53.708844 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Pushing event updated for resources: {'Port': ['ID=474a7ce0-d885-4f6f-8235-c570d1ab0412,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:53.713651 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:53.821981 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:53.848803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:30:53.850012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.023777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Allocated IP 172.20.0.2 (209eb7e4-0a39-420e-a0c8-fb2c89931bd1/98fbb0b5-79bc-42a1-9946-0c743eca6ec9/8ff420e2-02fa-43e0-80d5-dea49b8f0c8f) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:30:54.129656 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-31ebc602-9270-4750-b225-df558acdf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:51Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:54.133919 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebc602-9270-4750-b225-df558acdf333 None None] The sync data for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv is: [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:51Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:30:54.262391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.276437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Transition to ACTIVE for port object 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:30:54.302200 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Transition to ACTIVE for port object 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:30:54.309144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.314670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:54.398114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:30:54.402334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:30:54.404392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Pushing event updated for resources: {'Port': ['ID=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:54.409881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:30:54.412439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:54.509453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Attempting to bind port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:30:54.509955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Attempting to bind port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:30:54.510420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Attempting to bind port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f on network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:30:54.516575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:30:54.517088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Checking segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:30:54.517601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.518062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Bound using segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:30:54.518599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Bound port: 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:30:54.519049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.625593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] For port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:30:54.632187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] For port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:30:54.638618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.646301 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:54.729602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:54.799242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Pushing event updated for resources: {'Port': ['ID=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:54.804375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:54.967993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 474a7ce0-d885-4f6f-8235-c570d1ab0412 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:30:55.091228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 474a7ce0-d885-4f6f-8235-c570d1ab0412 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:30:55.097261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 474a7ce0-d885-4f6f-8235-c570d1ab0412 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:55.097686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:55.217961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.1 (209eb7e4-0a39-420e-a0c8-fb2c89931bd1/98fbb0b5-79bc-42a1-9946-0c743eca6ec9/91315d08-736d-4be8-b369-6c894faf9b53) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:30:55.227563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:55.244279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 474a7ce0-d885-4f6f-8235-c570d1ab0412, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=474a7ce0-d885-4f6f-8235-c570d1ab0412,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:55.249239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:55.251220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:55.326025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=474a7ce0-d885-4f6f-8235-c570d1ab0412,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:55.329306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:55.393872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:55.409886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 91315d08-736d-4be8-b369-6c894faf9b53 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:30:55.432698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:55.437428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c49472d0-a2fa-4b1a-9395-70618a16ebc9 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:55.504701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:30:55.510901 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:30:55.515555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:30:55.546366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=91315d08-736d-4be8-b369-6c894faf9b53,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:55.552857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:55.577684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:55.702466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:56.269797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:56.274860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:56.301415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:56.381061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f23b4-114e-477d-a845-98e7718e0eff None None] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:30:56.393557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=91315d08-736d-4be8-b369-6c894faf9b53,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:56.395957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:56.400709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:56.476561 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-795c5d78-35d9-4a3d-bfb8-0f9338b8d74b None None] Provisioning for port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:30:56.536143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:30:56.537331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:30:56.723622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:30:56.820945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3decd2ff-6dbf-4d48-a176-a91731935dfd None None] Provisioning for port 91315d08-736d-4be8-b369-6c894faf9b53 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:30:56.825884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3decd2ff-6dbf-4d48-a176-a91731935dfd None None] Provisioning complete for port 91315d08-736d-4be8-b369-6c894faf9b53 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:56.826425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3decd2ff-6dbf-4d48-a176-a91731935dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:56.905784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3decd2ff-6dbf-4d48-a176-a91731935dfd None None] Port 91315d08-736d-4be8-b369-6c894faf9b53 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:30:56.917380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:30:56.927156 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/ae5ff1ae-45ae-401c-9147-e46c0a051ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3346748 May 20 16:30:56.930862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Sync routers for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:30:56.944201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:56.944910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:57.092462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:30:57.129293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5607637c-a441-439c-81e6-377c53936d90 req-ef45c527-019f-438a-9844-178302eccc31 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:30:57.148657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5607637c-a441-439c-81e6-377c53936d90 req-ef45c527-019f-438a-9844-178302eccc31 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:30:57.149909 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-ef45c527-019f-438a-9844-178302eccc31 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104673828&fields=id&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 267 time: 0.0678556 May 20 16:30:57.248357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:57.300430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-84b20141-c423-4f64-b07c-07f478e80916 None None] Provisioning complete for port 91315d08-736d-4be8-b369-6c894faf9b53 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:57.300810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-84b20141-c423-4f64-b07c-07f478e80916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:57.305627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-0f81ee4a-a3e4-45b0-8660-2a549b84e1e9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:57.306294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5607637c-a441-439c-81e6-377c53936d90 req-0f81ee4a-a3e4-45b0-8660-2a549b84e1e9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:30:57.322964 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5607637c-a441-439c-81e6-377c53936d90 req-0f81ee4a-a3e4-45b0-8660-2a549b84e1e9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:30:57.324158 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-0f81ee4a-a3e4-45b0-8660-2a549b84e1e9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/networks?id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1 HTTP/1.1" status: 200 len: 795 time: 0.1655347 May 20 16:30:57.340500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-a1f4b5e5-4d15-44e4-b302-04f2d80c0f23 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/quotas/623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 375 time: 0.0094695 May 20 16:30:57.427076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5607637c-a441-439c-81e6-377c53936d90 req-cb542c6a-e597-4f39-9293-d3651a9a97bd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:30:57.444637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5607637c-a441-439c-81e6-377c53936d90 req-cb542c6a-e597-4f39-9293-d3651a9a97bd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:30:57.446186 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-cb542c6a-e597-4f39-9293-d3651a9a97bd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999343 May 20 16:30:57.451468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:30:57.454284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-84b20141-c423-4f64-b07c-07f478e80916 None None] Port 91315d08-736d-4be8-b369-6c894faf9b53 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:30:57.462912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:57.463291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:57.592884 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-2463fcfb-dcd0-40af-b52c-12de4fcf73fa service neutron] 10.222.0.13 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338093 May 20 16:30:57.624208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-12efcc4a-9373-4969-8c7a-978a54adca93 None None] Provisioning complete for port 91315d08-736d-4be8-b369-6c894faf9b53 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:57.624587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-12efcc4a-9373-4969-8c7a-978a54adca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:57.724399 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-99d54a9a-8457-487b-990d-9912d9cd1cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255641 May 20 16:30:57.768587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-12efcc4a-9373-4969-8c7a-978a54adca93 None None] Port 91315d08-736d-4be8-b369-6c894faf9b53 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:30:57.781303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:57.830333 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:30:57.835836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:30:56Z', 'revision_number': 2, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:57.839322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:57.840186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 474a7ce0-d885-4f6f-8235-c570d1ab0412 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:30:57.870196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:57.910713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Checking router: ae5ff1ae-45ae-401c-9147-e46c0a051ef8 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:30:57.910713 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Updating router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 port 91315d08-736d-4be8-b369-6c894faf9b53 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:30:58.014687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.033051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:58.036302 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:58.081934 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e4cd4938-4b1a-4baa-9efc-02467abeb287 req-5549409a-7eb5-43bf-9ae4-d92f5bccd918 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 210 time: 0.2081866 May 20 16:30:58.084677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 474a7ce0-d885-4f6f-8235-c570d1ab0412 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:58.085126 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.495226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.507290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Transition to ACTIVE for port object 91315d08-736d-4be8-b369-6c894faf9b53 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:30:58.513525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.518049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e291a93d-feeb-4ffe-b8fc-bad5a216c6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:58.679806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a6b6d-7d52-47f3-9a45-9f6c3ffc32a6 None None] Pushing event updated for resources: {'Port': ['ID=91315d08-736d-4be8-b369-6c894faf9b53,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:58.687137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3f9a6b6d-7d52-47f3-9a45-9f6c3ffc32a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:58.797776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Attempting to bind port 91315d08-736d-4be8-b369-6c894faf9b53 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:30:58.798138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Attempting to bind port 91315d08-736d-4be8-b369-6c894faf9b53 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:30:58.798500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Attempting to bind port 91315d08-736d-4be8-b369-6c894faf9b53 on network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:30:58.805965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:30:58.806338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Checking segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:30:58.806730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.807118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Bound using segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:30:58.807574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Bound port: 91315d08-736d-4be8-b369-6c894faf9b53, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:30:58.807944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.899623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] For port 91315d08-736d-4be8-b369-6c894faf9b53, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:30:58.903208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] For port 91315d08-736d-4be8-b369-6c894faf9b53, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=91315d08-736d-4be8-b369-6c894faf9b53,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:30:58.907058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:58.911973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-504362b9-d1e5-4777-be2f-f72e86906646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:30:58.951348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:30:59.043511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:30:59.044154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:59.103568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a6b6d-7d52-47f3-9a45-9f6c3ffc32a6 None None] Pushing event updated for resources: {'Port': ['ID=91315d08-736d-4be8-b369-6c894faf9b53,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:30:59.115669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3f9a6b6d-7d52-47f3-9a45-9f6c3ffc32a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:30:59.159125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:30:59.159565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:59.290422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5e5b7da-dd31-44d0-91c7-99a4143f14c0 req-3afaf1e9-0f0f-40ef-a166-11389a81319d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 210 time: 0.0556743 May 20 16:30:59.303691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-c01a7c14-f3e4-4b61-b16a-d2c1ca3dd0ac tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:30:59.305455 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-c01a7c14-f3e4-4b61-b16a-d2c1ca3dd0ac tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/networks?id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1 HTTP/1.1" status: 200 len: 795 time: 0.2794209 May 20 16:30:59.362459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-0a68895a-cc5e-43bd-81fe-43d98baedaf2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 380 time: 0.0456109 May 20 16:30:59.372535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:30:59.372723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'port': {'device_id': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'admin_state_up': True, 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'security_groups': ['a54dc2b0-1594-493c-b512-6864f9ca8900']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:30:59.506766 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:30:59.517927 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:30:59.528718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:30:59.532264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:59.692299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.12 (209eb7e4-0a39-420e-a0c8-fb2c89931bd1/98fbb0b5-79bc-42a1-9946-0c743eca6ec9/3f78fc14-bfdc-486e-8892-09e662312e2d) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:30:59.716111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:30:58Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:30:59.720748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a857b09-62a1-44ae-8e89-0b7111b568b7 None None] The sync data for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv is: [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:30:58Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:30:59.911288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:59.927847 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 3f78fc14-bfdc-486e-8892-09e662312e2d will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:30:59.953296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:59.959339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0ae0c70c-f21a-44d7-8307-e49e15284157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:00.026631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:31:00.030542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:31:00.032968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:31:00.070756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=3f78fc14-bfdc-486e-8892-09e662312e2d,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:00.073753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:00.109833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:00.110479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:00.137517 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7695274 May 20 16:31:00.149191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Request body: {'port': {'device_id': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:00.269677 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3d013aa4-c728-49f2-8e37-1ef43b97005e None None] Provisioning for port 3f78fc14-bfdc-486e-8892-09e662312e2d completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:31:00.273445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:00.275473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3d013aa4-c728-49f2-8e37-1ef43b97005e None None] Provisioning complete for port 3f78fc14-bfdc-486e-8892-09e662312e2d triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:31:00.276043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3d013aa4-c728-49f2-8e37-1ef43b97005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:00.339005 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-3d013aa4-c728-49f2-8e37-1ef43b97005e None None] Port 3f78fc14-bfdc-486e-8892-09e662312e2d cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:31:00.618086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c947f-7588-46ef-815f-3d4906384d4e req-4edce801-2063-4ef4-a37b-3254e5b0c601 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:00.618785 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-db3c947f-7588-46ef-815f-3d4906384d4e req-4edce801-2063-4ef4-a37b-3254e5b0c601 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:31:00.645807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-db3c947f-7588-46ef-815f-3d4906384d4e req-4edce801-2063-4ef4-a37b-3254e5b0c601 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:31:00.646977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-db3c947f-7588-46ef-815f-3d4906384d4e req-4edce801-2063-4ef4-a37b-3254e5b0c601 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 932 time: 0.2334609 May 20 16:31:00.756373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-db3c947f-7588-46ef-815f-3d4906384d4e req-2f42eadf-6148-4994-8817-0c5e4230d3cf tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024058 May 20 16:31:00.758277 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f78fc14-bfdc-486e-8892-09e662312e2d {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:31:00.767098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:00.783240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Transition to ACTIVE for port object 3f78fc14-bfdc-486e-8892-09e662312e2d will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:31:00.788488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:00.796837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7317e8a2-8210-4039-bc96-83939c41125b tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:00.983668 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 91315d08-736d-4be8-b369-6c894faf9b53 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:31:01.076098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 91315d08-736d-4be8-b369-6c894faf9b53 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:31:01.083262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 91315d08-736d-4be8-b369-6c894faf9b53 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:31:01.084192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.133621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Pushing event updated for resources: {'Port': ['ID=3f78fc14-bfdc-486e-8892-09e662312e2d,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:01.149062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:01.153645 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.235393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Attempting to bind port 3f78fc14-bfdc-486e-8892-09e662312e2d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:31:01.235722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Attempting to bind port 3f78fc14-bfdc-486e-8892-09e662312e2d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:31:01.236066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Attempting to bind port 3f78fc14-bfdc-486e-8892-09e662312e2d on network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:31:01.236833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.241590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Port 3f78fc14-bfdc-486e-8892-09e662312e2d on network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:31:01.241909 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Attempting to bind port 3f78fc14-bfdc-486e-8892-09e662312e2d on network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:31:01.247525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:31:01.247860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Checking segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:31:01.248251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Bound using segment: {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:31:01.248697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Bound port: 3f78fc14-bfdc-486e-8892-09e662312e2d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8843ea3c-bcad-4dee-9623-869955c07a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:31:01.249042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.282549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 91315d08-736d-4be8-b369-6c894faf9b53, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=91315d08-736d-4be8-b369-6c894faf9b53,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:01.287739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.289718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:01.353721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] For port 3f78fc14-bfdc-486e-8892-09e662312e2d, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:31:01.357642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] For port 3f78fc14-bfdc-486e-8892-09e662312e2d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f78fc14-bfdc-486e-8892-09e662312e2d,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:31:01.361781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.366509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5abde375-b51c-4457-81bf-c91d82f63b4e tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:01.367935 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=91315d08-736d-4be8-b369-6c894faf9b53,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:01.371572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:01.414665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:01.415450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:01.416811 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] 10.222.0.25 "PUT /v2.0/ports/3f78fc14-bfdc-486e-8892-09e662312e2d HTTP/1.1" status: 200 len: 1094 time: 1.2721145 May 20 16:31:01.419861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:31:01.454467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Pushing event updated for resources: {'Port': ['ID=3f78fc14-bfdc-486e-8892-09e662312e2d,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:01.458855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:01.535869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-0e8ce6f2-1180-415a-8e1b-9e0bea92900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:01.537575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-0e8ce6f2-1180-415a-8e1b-9e0bea92900c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0799444 May 20 16:31:01.544374 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'status': 'completed', 'code': 200} May 20 16:31:01.614380 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-c0834c85-f8dd-410a-9796-77e4a7ad495b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f78fc14-bfdc-486e-8892-09e662312e2d HTTP/1.1" status: 200 len: 217 time: 0.0650318 May 20 16:31:01.676051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-fcd6749e-4046-46be-9c98-96b2c2ba9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:01.677497 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-fcd6749e-4046-46be-9c98-96b2c2ba9392 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98fbb0b5-79bc-42a1-9946-0c743eca6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0574551 May 20 16:31:01.755990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607637c-a441-439c-81e6-377c53936d90 req-91d4d29e-b8c8-47bb-828c-0d966493f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:01.757560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-91d4d29e-b8c8-47bb-828c-0d966493f3b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744593 May 20 16:31:01.936385 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-e5690651-de02-486e-85eb-fbd6690a08d6 service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725872 May 20 16:31:02.055906 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d9d01-56db-491e-9cc0-497a5fe9e003 req-2a7f22ce-72a1-492d-a6fe-2dfc27ffb34c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:02.057398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-083d9d01-56db-491e-9cc0-497a5fe9e003 req-2a7f22ce-72a1-492d-a6fe-2dfc27ffb34c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 944 time: 0.1886196 May 20 16:31:02.118281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5607637c-a441-439c-81e6-377c53936d90 req-1c283c4a-5e86-415a-9eab-11c6f4aba9c7 service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759658 May 20 16:31:02.131927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-083d9d01-56db-491e-9cc0-497a5fe9e003 req-c119bbac-29f4-45a8-b36c-5c48f18f6152 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681672 May 20 16:31:02.237122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-59d88421-6886-4a2b-ac25-80d4ebd2458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:02.238641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-59d88421-6886-4a2b-ac25-80d4ebd2458d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0766478 May 20 16:31:02.378288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-3ae55f0a-f164-41f0-b0b4-0c277b9a72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:02.379750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-3ae55f0a-f164-41f0-b0b4-0c277b9a72c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1 HTTP/1.1" status: 200 len: 895 time: 0.1342449 May 20 16:31:02.449771 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-c1f4c369-4e0f-4071-b739-aaa013f26ac2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f78fc14-bfdc-486e-8892-09e662312e2d HTTP/1.1" status: 200 len: 217 time: 0.0624998 May 20 16:31:02.521420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-ffa90499-a383-4ca3-a14b-208f1207a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:02.522805 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-ffa90499-a383-4ca3-a14b-208f1207a545 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98fbb0b5-79bc-42a1-9946-0c743eca6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0668533 May 20 16:31:02.598973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-3b420713-337f-47bf-9f89-4b156b92f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:02.600477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-3b420713-337f-47bf-9f89-4b156b92f453 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708678 May 20 16:31:02.736174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-554f7e95-d505-4963-80a0-473acd7fc2b3 service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284559 May 20 16:31:02.866900 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b29e3db3-f994-4a82-b7ff-71d5e7423d8b req-099c35d0-6085-4c37-a4a9-4ea79cb4187a service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231673 May 20 16:31:02.929887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 91315d08-736d-4be8-b369-6c894faf9b53 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:31:02.998363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 91315d08-736d-4be8-b369-6c894faf9b53 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:31:02.998760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:03.470395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12e23-b755-40b5-ba84-a1506f038218 req-543de2a9-2d66-4197-a307-22e476e2a310 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:03.471869 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-78d12e23-b755-40b5-ba84-a1506f038218 req-543de2a9-2d66-4197-a307-22e476e2a310 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 944 time: 0.0795484 May 20 16:31:03.521217 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-78d12e23-b755-40b5-ba84-a1506f038218 req-dd7ae82f-4a1e-4031-9063-2a48c0b50ddc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 May 20 16:31:03.539418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3f78fc14-bfdc-486e-8892-09e662312e2d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:31:03.729683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3f78fc14-bfdc-486e-8892-09e662312e2d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f78fc14-bfdc-486e-8892-09e662312e2d,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:03.742759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'port_id': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'mac_address': 'fa:16:3e:7b:43:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:31:03.797012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:03.816260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f78fc14-bfdc-486e-8892-09e662312e2d {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:31:03.832362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3f78fc14-bfdc-486e-8892-09e662312e2d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f78fc14-bfdc-486e-8892-09e662312e2d,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:03.836605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:03.838472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:03.904207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3f78fc14-bfdc-486e-8892-09e662312e2d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:03.907310 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:04.061289 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['3f78fc14-bfdc-486e-8892-09e662312e2d'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:31:04.709839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5655-a183-4c4d-bace-e060e240505e req-d4fed1c5-10cb-423e-9d61-f5001ef0a33d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:04.711308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-913b5655-a183-4c4d-bace-e060e240505e req-d4fed1c5-10cb-423e-9d61-f5001ef0a33d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 945 time: 0.0817878 May 20 16:31:04.758460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-913b5655-a183-4c4d-bace-e060e240505e req-ce6f275e-db41-43f1-a101-7b3f22ec07b4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 May 20 16:31:05.566589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3f78fc14-bfdc-486e-8892-09e662312e2d up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:31:05.638322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 3f78fc14-bfdc-486e-8892-09e662312e2d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:31:05.643503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 3f78fc14-bfdc-486e-8892-09e662312e2d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:31:05.643716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:05.763864 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:05.790940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:31:05.801817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 3f78fc14-bfdc-486e-8892-09e662312e2d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f78fc14-bfdc-486e-8892-09e662312e2d,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:05.805765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:05.809432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:05.840133 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'code': 200} May 20 16:31:05.881678 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=3f78fc14-bfdc-486e-8892-09e662312e2d,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:05.885014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:06.146421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90624-4b82-437b-97f2-c08c42927346 req-c1ffdc2b-402c-459d-a997-60933fb906fc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:06.147874 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e8c90624-4b82-437b-97f2-c08c42927346 req-c1ffdc2b-402c-459d-a997-60933fb906fc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.2828271 May 20 16:31:06.202046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671bb-ac13-4904-bf3c-bb77fe301698 req-280fd4e2-a8b3-44ad-a474-f7aca7709f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:06.203500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-383671bb-ac13-4904-bf3c-bb77fe301698 req-280fd4e2-a8b3-44ad-a474-f7aca7709f54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 1099 time: 0.1227670 May 20 16:31:06.206406 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e8c90624-4b82-437b-97f2-c08c42927346 req-9688f397-037b-4c86-898e-32580a098a04 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517745 May 20 16:31:06.252898 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-383671bb-ac13-4904-bf3c-bb77fe301698 req-18ad4c4a-7902-4ff2-ae2d-ea6c077d3d3a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 May 20 16:31:07.396721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068a1a-c0d4-4aff-a077-e096ba46f8c9 req-c288bf9d-5620-4cf3-a611-df4acf1846b6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:07.398240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6e068a1a-c0d4-4aff-a077-e096ba46f8c9 req-c288bf9d-5620-4cf3-a611-df4acf1846b6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.0828583 May 20 16:31:07.443863 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6e068a1a-c0d4-4aff-a077-e096ba46f8c9 req-54a14e38-391f-4c87-b8e6-15f69801110c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 May 20 16:31:07.631402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5ec68-f778-47cd-9bd7-69764fba8a3f req-4264da9a-0d93-47f0-ab9f-21f6bee33574 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:07.632671 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2fb5ec68-f778-47cd-9bd7-69764fba8a3f req-4264da9a-0d93-47f0-ab9f-21f6bee33574 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.0841808 May 20 16:31:07.678459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2fb5ec68-f778-47cd-9bd7-69764fba8a3f req-89bebbad-0804-4e6b-8aaa-e3eb689b620d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 May 20 16:31:07.701721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53782) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:07.774404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a3eee-e262-42aa-81b3-81bdf5e6dceb tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:07.775940 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c04a3eee-e262-42aa-81b3-81bdf5e6dceb tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 1094 time: 0.0732367 May 20 16:31:07.778926 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53786) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:07.784252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:07.790640 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:07.794818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:floatingip and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:07.797900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:07.803752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:07.815017 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:07.952430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:08.198337 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:31:08.240268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.47 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/66100202-b55d-4581-b107-cdbf23468a7e) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:31:08.391652 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:08.420323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:08.424139 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c2bfb3d-277c-4276-9ec6-8fcdc632c1d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:08.489834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:31:08.492677 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:31:08.497055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:31:08.530817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=66100202-b55d-4581-b107-cdbf23468a7e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:08.539688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:08.915545 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:08.992088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:09.205605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:09.210201 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:09.215647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79a09c70-ec61-4f62-9464-64f0d2d54eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:09.321864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=66100202-b55d-4581-b107-cdbf23468a7e,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:09.325989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:09.332908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:09.513085 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP 2ba0f1a1-8d4a-4301-ac64-3633414110c9 associated. External IP: 172.26.8.47, port: 3f78fc14-bfdc-486e-8892-09e662312e2d. May 20 16:31:10.067684 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:31:10.247755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:31:10.257006 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee49888d-2931-4f42-8264-419677482341 None None] Sync routers for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:31:10.265998 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:31:10.266599 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:10.272183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:10.331957 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5517910 May 20 16:31:10.332463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:31:10.436231 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'status': 'completed', 'code': 200} May 20 16:31:10.465120 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5e209a85-752b-4a93-a54e-943c563ddb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:10.490312 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:31:10.572523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176bf0-f0a0-401e-aa39-32db73ad905a req-9b69e7b8-876f-4a13-878f-8d012379c93e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:10.574636 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4176bf0-f0a0-401e-aa39-32db73ad905a req-9b69e7b8-876f-4a13-878f-8d012379c93e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.1524045 May 20 16:31:10.577539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-b5d68dca-833b-44d4-8481-bf7823a99c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:10.578872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-b5d68dca-833b-44d4-8481-bf7823a99c62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 1099 time: 0.1117089 May 20 16:31:10.699637 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4176bf0-f0a0-401e-aa39-32db73ad905a req-028f6916-5053-4b1d-9547-7404d416f19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182616 May 20 16:31:10.723900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53796) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:10.818872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-1302ac21-8b86-480f-bc4c-daeb2bad32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:10.820311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-1302ac21-8b86-480f-bc4c-daeb2bad32dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1 HTTP/1.1" status: 200 len: 895 time: 0.2262795 May 20 16:31:10.835066 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '2ba0f1a1-8d4a-4301-ac64-3633414110c9', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'port_id': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'mac_address': 'fa:16:3e:7b:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:31:08Z', 'updated_at': '2021-05-20T16:31:08Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:31:01Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:10.838798 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee49888d-2931-4f42-8264-419677482341 None None] Checking router: ae5ff1ae-45ae-401c-9147-e46c0a051ef8 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:31:10.847757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:31:10.848352 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:30:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:10.916848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9d78a41b-4a65-4e77-adce-62a00a9c6241 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/2ba0f1a1-8d4a-4301-ac64-3633414110c9 HTTP/1.1" status: 200 len: 991 time: 0.1915863 May 20 16:31:10.941299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-e8c47421-da48-459e-910a-66d9e6c32c0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f78fc14-bfdc-486e-8892-09e662312e2d HTTP/1.1" status: 200 len: 999 time: 0.1081326 May 20 16:31:11.003872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-9cfba27b-2831-49eb-9d14-eacf348e5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:11.005389 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-9cfba27b-2831-49eb-9d14-eacf348e5704 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98fbb0b5-79bc-42a1-9946-0c743eca6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0584693 May 20 16:31:11.024688 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:31:11.081760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-8697eebe-f48b-4a2d-ac48-39a3396f0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:11.083246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-8697eebe-f48b-4a2d-ac48-39a3396f0cfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720208 May 20 16:31:11.216918 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-fad9a2a4-73e6-4e17-8084-8e614b47daf9 service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273661 May 20 16:31:11.352912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4bda7046-679d-4e97-9cc7-02b435e131d3 req-59de9c14-25e7-4e13-b7e4-8b2d4df9f5b7 service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303074 May 20 16:31:11.375381 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ee49888d-2931-4f42-8264-419677482341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '2ba0f1a1-8d4a-4301-ac64-3633414110c9', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'port_id': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'mac_address': 'fa:16:3e:7b:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:31:08Z', 'updated_at': '2021-05-20T16:31:08Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:31:01Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:11.379356 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee49888d-2931-4f42-8264-419677482341 None None] The sync data for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv is: [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '2ba0f1a1-8d4a-4301-ac64-3633414110c9', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'port_id': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'mac_address': 'fa:16:3e:7b:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:31:08Z', 'updated_at': '2021-05-20T16:31:08Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:31:01Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:31:11.560365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eaaa2-0845-4fcc-9738-e88563a7080b None None] New status for floating IP 2ba0f1a1-8d4a-4301-ac64-3633414110c9: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:31:11.919784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53800) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:12.027726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d5c680be-9a1c-44a5-a2fc-394503bb6122 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/2ba0f1a1-8d4a-4301-ac64-3633414110c9 HTTP/1.1" status: 200 len: 993 time: 0.1067073 May 20 16:31:13.232471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:13.815098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b30368f4-e132-45be-8a3a-29cc7b10836c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:14.744314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:16.591341 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:31.131658 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:38.990036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414913d8-8d3b-4508-9194-e7ae7a7c1beb req-271347d3-b3b3-4428-be49-77b6c1a8926f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:38.991661 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-414913d8-8d3b-4508-9194-e7ae7a7c1beb req-271347d3-b3b3-4428-be49-77b6c1a8926f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.0849905 May 20 16:31:39.044014 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-414913d8-8d3b-4508-9194-e7ae7a7c1beb req-58eccc73-f04c-499c-a794-3356816baff1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455298 May 20 16:31:40.424491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14957a84-bc6d-40fe-bdfc-32dbe4b25b77 req-b93766c4-b052-46b5-a1a2-48e6ffe51958 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:40.425971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14957a84-bc6d-40fe-bdfc-32dbe4b25b77 req-b93766c4-b052-46b5-a1a2-48e6ffe51958 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.2489891 May 20 16:31:40.451459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-48e4a524-007e-48fd-9639-3e04452f482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:40.481646 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-14957a84-bc6d-40fe-bdfc-32dbe4b25b77 req-22e089fe-04d8-4893-b8da-121ab6759077 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495939 May 20 16:31:40.512832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53820) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:40.626106 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9687188a-f8c5-4a09-89be-0597212d9d5c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/2ba0f1a1-8d4a-4301-ac64-3633414110c9 HTTP/1.1" status: 200 len: 993 time: 0.1117396 May 20 16:31:42.105598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217052fd-13a8-4cb3-a64c-cf823d78f9c3 req-13d3bf1d-af63-4a7f-b2aa-402a195f6eda tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:42.107200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-217052fd-13a8-4cb3-a64c-cf823d78f9c3 req-13d3bf1d-af63-4a7f-b2aa-402a195f6eda tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.0874314 May 20 16:31:42.161949 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-217052fd-13a8-4cb3-a64c-cf823d78f9c3 req-640f13d4-5a48-45bf-a801-6e495361bca0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475988 May 20 16:31:43.238992 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:43.434132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c9ea8-8aec-4924-aebf-fdd202643e41 req-1dcc79bc-ccf8-4540-9388-d09ecadfab7a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:43.435661 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-254c9ea8-8aec-4924-aebf-fdd202643e41 req-1dcc79bc-ccf8-4540-9388-d09ecadfab7a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.0900130 May 20 16:31:43.488594 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-254c9ea8-8aec-4924-aebf-fdd202643e41 req-b8daa406-71ff-467c-92ac-d09117bda777 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438137 May 20 16:31:43.514299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53832) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:43.620631 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a72832e7-8285-4582-8157-242aafe29b60 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/2ba0f1a1-8d4a-4301-ac64-3633414110c9 HTTP/1.1" status: 200 len: 993 time: 0.1047304 May 20 16:31:43.808571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b93d4bf-bd5a-4efc-9285-29f64014f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:43.966576 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53840) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:44.258996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 66100202-b55d-4581-b107-cdbf23468a7e {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:31:44.259338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:44.426128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:44.426463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:44.561215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 66100202-b55d-4581-b107-cdbf23468a7e owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:31:44.712032 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:44.720361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-91f6c773-f275-478b-9739-a16dd68be9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:44.749842 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:44.782013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=66100202-b55d-4581-b107-cdbf23468a7e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:44.822609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.822908 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.823291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.823664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.824064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.824433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.824801 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.825167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.825561 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.825927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.826293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.826659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:44.834507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:44.891149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:44.891482 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP 2ba0f1a1-8d4a-4301-ac64-3633414110c9 disassociated (deleted). External IP: 172.26.8.47, port: 3f78fc14-bfdc-486e-8892-09e662312e2d. May 20 16:31:45.198480 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:31:45.441930 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:31:45.662699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:31:45.674474 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] Sync routers for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:31:45.688114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:45.690724 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:31:45.691717 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:45.757993 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/floatingips/2ba0f1a1-8d4a-4301-ac64-3633414110c9 HTTP/1.1" status: 204 len: 168 time: 1.7900131 May 20 16:31:45.759229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:31:45.830078 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'status': 'completed', 'code': 200} May 20 16:31:45.916042 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:31:45.969674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-e499c28c-2477-4038-9efc-22ee8e1aef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:45.971194 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-e499c28c-2477-4038-9efc-22ee8e1aef80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 1099 time: 0.1151941 May 20 16:31:46.138420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-987d6b04-6ceb-49bb-9487-956c19a40cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:46.139912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-987d6b04-6ceb-49bb-9487-956c19a40cf9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1 HTTP/1.1" status: 200 len: 895 time: 0.1615543 May 20 16:31:46.248731 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-7ce92bd4-eb0d-4d78-a945-29be5ab41d35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f78fc14-bfdc-486e-8892-09e662312e2d HTTP/1.1" status: 200 len: 217 time: 0.1007864 May 20 16:31:46.329511 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-2a7f2a66-1045-41dc-8be0-4e64e54933e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:46.330943 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-2a7f2a66-1045-41dc-8be0-4e64e54933e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98fbb0b5-79bc-42a1-9946-0c743eca6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0738525 May 20 16:31:46.360266 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:31:01Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:46.364437 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] Checking router: ae5ff1ae-45ae-401c-9147-e46c0a051ef8 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:31:46.374164 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:31:46.374925 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:46.383231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8322fa-478b-4960-a0ea-ed253033f7ac req-34fa71ce-9857-4032-8e6e-70a30cec3d65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:46.385203 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d8322fa-478b-4960-a0ea-ed253033f7ac req-34fa71ce-9857-4032-8e6e-70a30cec3d65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.1892376 May 20 16:31:46.451657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d8322fa-478b-4960-a0ea-ed253033f7ac req-05138f5a-20e5-47e6-976e-ba7c79d62cdf tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577247 May 20 16:31:46.465944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-3c45a810-3d3a-4aeb-bf75-d64432d231a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:46.466973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-3c45a810-3d3a-4aeb-bf75-d64432d231a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=209eb7e4-0a39-420e-a0c8-fb2c89931bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1264205 May 20 16:31:46.579131 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:31:46.603179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:46.613828 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-7e50a3e9-6925-4dc0-98f9-751e41e5d37d service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337955 May 20 16:31:46.757374 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6d5c6a8b-82fa-4bef-88e3-ef56e8f9c594 req-59ae8cc1-f839-48e0-bc49-a1c626d16e18 service neutron] 10.222.0.25 "GET /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364987 May 20 16:31:46.916082 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:31:01Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:46.922297 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778973a8-086c-452e-8a5c-7c3d429ea5ec None None] The sync data for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv is: [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '91315d08-736d-4be8-b369-6c894faf9b53', 'name': '', 'network_id': '209eb7e4-0a39-420e-a0c8-fb2c89931bd1', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:a6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:55Z', 'updated_at': '2021-05-20T16:31:01Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '98fbb0b5-79bc-42a1-9946-0c743eca6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:31:47.158520 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a732898-7d85-4783-bdc3-e353789380cd None None] New status for floating IP 2ba0f1a1-8d4a-4301-ac64-3633414110c9: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:31:47.711741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e0cb-fb88-4ad4-9218-e5859839021a req-3ed6420c-8f02-453d-9630-7aba4345d8d9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:47.713892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-24c6e0cb-fb88-4ad4-9218-e5859839021a req-3ed6420c-8f02-453d-9630-7aba4345d8d9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.1366847 May 20 16:31:47.778691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-84cad870-87ed-4b89-8c7c-b91df4c48ff7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:47.780126 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-84cad870-87ed-4b89-8c7c-b91df4c48ff7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 946 time: 0.1487780 May 20 16:31:47.783209 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-24c6e0cb-fb88-4ad4-9218-e5859839021a req-349e9e0a-ebfd-4e14-a10c-f70c2e38bc27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54dc2b0-1594-493c-b512-6864f9ca8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628855 May 20 16:31:47.935031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 3f78fc14-bfdc-486e-8892-09e662312e2d {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:31:47.935364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:48.236195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 3f78fc14-bfdc-486e-8892-09e662312e2d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3f78fc14-bfdc-486e-8892-09e662312e2d,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:48.236542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:48.359821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 3f78fc14-bfdc-486e-8892-09e662312e2d owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:31:48.475339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:48.481712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1cef1b1b-0722-4a95-8e43-7d162d4ed453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:48.538429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=3f78fc14-bfdc-486e-8892-09e662312e2d,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:48.582351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.582746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.583132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.583505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.583879 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.584247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.584615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.584979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.585360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.585735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.586098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.586463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:48.614129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:48.627294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] No DVR routers for this DVR port 3f78fc14-bfdc-486e-8892-09e662312e2d on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:31:48.629981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:48.632720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'name': 'network-vif-deleted', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:31:48.644986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1642664e-e9f1-4e5c-a1d6-ae918fd0090d req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "DELETE /v2.0/ports/3f78fc14-bfdc-486e-8892-09e662312e2d HTTP/1.1" status: 204 len: 173 time: 0.8587489 May 20 16:31:48.683918 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cead0b-0514-43a8-badf-5e7ca36be2d0', 'name': 'network-vif-deleted', 'tag': '3f78fc14-bfdc-486e-8892-09e662312e2d', 'status': 'completed', 'code': 200} May 20 16:31:48.952994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6dfd1172-bf9b-42e6-b324-fe38c6c93365 req-e6479e70-19d7-4e7e-bc94-aeca50ea22f1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:31:48.971000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-6dfd1172-bf9b-42e6-b324-fe38c6c93365 req-e6479e70-19d7-4e7e-bc94-aeca50ea22f1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:31:48.972223 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6dfd1172-bf9b-42e6-b324-fe38c6c93365 req-e6479e70-19d7-4e7e-bc94-aeca50ea22f1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=40cead0b-0514-43a8-badf-5e7ca36be2d0 HTTP/1.1" status: 200 len: 210 time: 0.0660102 May 20 16:31:50.069857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53858) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:50.636423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:51.219702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 91315d08-736d-4be8-b369-6c894faf9b53 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:31:51.220393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:51.370587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 91315d08-736d-4be8-b369-6c894faf9b53, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=91315d08-736d-4be8-b369-6c894faf9b53,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:51.371195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:51.498631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 91315d08-736d-4be8-b369-6c894faf9b53 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:31:51.682069 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:51.686185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1fea693e-c857-4043-b4fb-6439b8c1b5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:51.736567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=91315d08-736d-4be8-b369-6c894faf9b53,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:51.739948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:51.756651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3f78fc14-bfdc-486e-8892-09e662312e2d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:31:51.813125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 3f78fc14-bfdc-486e-8892-09e662312e2d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:31:51.813516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 3f78fc14-bfdc-486e-8892-09e662312e2d not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:31:52.044837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:52.431150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:31:52.758861 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:31:52.769563 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] Sync routers for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:31:52.778080 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/ae5ff1ae-45ae-401c-9147-e46c0a051ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069299 May 20 16:31:52.779593 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:31:52.780243 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:52.780607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53862) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:52.847692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting subnet 98fbb0b5-79bc-42a1-9946-0c743eca6ec9 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:31:52.850845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:52.914081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:52.989598 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:31:53.006675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.294425 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:31:51Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:53.299158 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] Checking router: ae5ff1ae-45ae-401c-9147-e46c0a051ef8 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:31:53.299434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.304777 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5433a75c-fc04-4455-ac0b-51c4693f8cce tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:53.310273 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] Routers {'ae5ff1ae-45ae-401c-9147-e46c0a051ef8'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:31:53.311235 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:53.341779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Subnet': ['ID=98fbb0b5-79bc-42a1-9946-0c743eca6ec9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:53.343795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.346728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:53.349624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e5fcdd-e740-46dd-8ec9-da76981f02a7 None None] Network 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:31:53.351267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-36259ac2-8ef3-46f3-a584-07ed4f438d5e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/subnets/98fbb0b5-79bc-42a1-9946-0c743eca6ec9 HTTP/1.1" status: 204 len: 168 time: 0.5694416 May 20 16:31:53.355881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53866) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:53.539002 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] Set router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:31:53.556543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.639240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] DHCP port deletion for 209eb7e4-0a39-420e-a0c8-fb2c89931bd1 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:31:53.721518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Deleting port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:31:53.722131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.761290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.838110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 474a7ce0-d885-4f6f-8235-c570d1ab0412 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:31:53.838787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:53.862423 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:31:51Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:53.866981 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217ccb7-c2c6-41a1-b5d4-785d785a49ff None None] The sync data for ids ['ae5ff1ae-45ae-401c-9147-e46c0a051ef8'] in dv-neutron-601336-76-hyperv is: [{'id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537862932', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:30:49Z', 'updated_at': '2021-05-20T16:31:51Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '474a7ce0-d885-4f6f-8235-c570d1ab0412', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ff1ae-45ae-401c-9147-e46c0a051ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:30:50Z', 'updated_at': '2021-05-20T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:31:53.889367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] For port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,segment=NetworkSegment(8843ea3c-bcad-4dee-9623-869955c07a86),segment_id=8843ea3c-bcad-4dee-9623-869955c07a86)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:53.889844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.008613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 474a7ce0-d885-4f6f-8235-c570d1ab0412, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=474a7ce0-d885-4f6f-8235-c570d1ab0412,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:31:54.009049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.020221 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Calling delete_port for 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:31:54.072782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.077592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-49a9d395-f68a-45ab-a356-1d49bcb99caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:54.124105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Pushing event deleted for resources: {'Port': ['ID=8ff420e2-02fa-43e0-80d5-dea49b8f0c8f,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:54.126819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] No DVR routers for this DVR port 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:31:54.135971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.136421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.137092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.137092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.137505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.137761 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.138090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.138415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.138741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.139067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.139385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.139701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:31:54.143183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:54.293981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 474a7ce0-d885-4f6f-8235-c570d1ab0412 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:31:54.574672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.578673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5404d9bc-113f-4e32-9b49-7f98b8517eda tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:54.626487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=474a7ce0-d885-4f6f-8235-c570d1ab0412,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:54.629631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:54.721248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.907237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.910898 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.939423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.940214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Fanout notify agent at l3_agent the message router_deleted on router ae5ff1ae-45ae-401c-9147-e46c0a051ef8 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:31:54.965926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:54.967462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/routers/ae5ff1ae-45ae-401c-9147-e46c0a051ef8 HTTP/1.1" status: 204 len: 168 time: 1.6104753 May 20 16:31:54.971069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53870) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:55.043820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:31:55.091294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:31:55.092035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8ff420e2-02fa-43e0-80d5-dea49b8f0c8f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:31:55.092724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 91315d08-736d-4be8-b369-6c894faf9b53 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:31:55.108227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.128477 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 91315d08-736d-4be8-b369-6c894faf9b53 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:31:55.128921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 91315d08-736d-4be8-b369-6c894faf9b53 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:31:55.247811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.264671 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209eb7e4-0a39-420e-a0c8-fb2c89931bd1']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:55.277631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8843ea3c-bcad-4dee-9623-869955c07a86') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:55.277973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8843ea3c-bcad-4dee-9623-869955c07a86') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:31:55.289643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.307474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.313676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:31:55.314063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:31:55.328871 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:31:55.408596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.412223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ab57b47-3c75-4bbd-a3ba-75414a3265c5 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:55.432204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.444170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Network': ['ID=209eb7e4-0a39-420e-a0c8-fb2c89931bd1,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:55.447716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:55.455378 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-385caddb-2084-4d98-a797-e7d4c999a24a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/networks/209eb7e4-0a39-420e-a0c8-fb2c89931bd1 HTTP/1.1" status: 204 len: 168 time: 0.4828641 May 20 16:31:55.460720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53874) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:55.532450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.564462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.634849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.641864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e96ecbbf-0208-44ec-9813-3775e312a6cf tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:55.657143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54dc2b0-1594-493c-b512-6864f9ca8900,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:55.661231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:55.669765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:55.670927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9bed4df1-a5ed-4665-a3fb-b97907f67df2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/security-groups/a54dc2b0-1594-493c-b512-6864f9ca8900 HTTP/1.1" status: 204 len: 168 time: 0.2120061 May 20 16:31:56.185307 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53882) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:56.191384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184541364', 'description': 'tempest-secgroup-smoke-184541364 description', 'project_id': '623033946f774187b8d392e4347cb2e6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:56.198135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:56.202502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:56.205664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:56.214228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:56.225002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.246823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:56.250773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:56.253789 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:56.260450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:56.335851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.340703 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.344641 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2a7d279c-8f4c-4fbb-9fc2-3ccd95c07d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:56.394482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c526298-edf0-4106-9acd-7dec89cc90fc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:56.397995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:56.399394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.400697 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-790b3fe2-529a-4ca4-a965-f6e7af2cf144 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2139432 May 20 16:31:56.405001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53886) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:56.410625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '7c526298-edf0-4106-9acd-7dec89cc90fc', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:56.417141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:56.421332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:56.424698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:56.431653 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:56.450322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.513869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.517424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.519240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bd28f6cc-b5b2-4967-82c7-f1822b3cca17 tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:56.542448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c171f38a-2e67-40d6-a499-82f4d2d8c30d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:56.547378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:56.553041 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.554428 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-db23c210-d35f-4ec9-b0bf-d56a44a9be3c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482847 May 20 16:31:56.557768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53890) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:56.563094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '7c526298-edf0-4106-9acd-7dec89cc90fc', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:56.569231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:56.573803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:56.576855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:56.582828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:56.599746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.662758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.668161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.674031 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ffdf00a-ef1e-4a1a-8447-4f456e1e1eaf tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:56.694424 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb4f89c-1299-413c-8c68-cfacb2b9fca7,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:56.697181 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:56.706027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.707268 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2640303d-fd09-4ad6-b1ab-d1271a9a0599 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485567 May 20 16:31:56.709985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53894) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:56.715509 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '7c526298-edf0-4106-9acd-7dec89cc90fc', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:56.721785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:56.726231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:56.729921 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:56.735755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:56.758257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.824311 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.828344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.830305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-854799a5-9398-482b-9ced-2937f3ca79c3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:56.858549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5aad19-6e5a-4a3b-ba07-4b0f6f2306c1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:56.866947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:56.886948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.889068 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-94154942-9dcf-4473-9d24-4f54eeecacb6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778338 May 20 16:31:56.892519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53898) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:56.898748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '7c526298-edf0-4106-9acd-7dec89cc90fc', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:56.906113 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:56.911573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:56.915913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:56.925240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:56.927808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 474a7ce0-d885-4f6f-8235-c570d1ab0412 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:31:56.944949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:56.965670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 474a7ce0-d885-4f6f-8235-c570d1ab0412 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:31:56.966011 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 474a7ce0-d885-4f6f-8235-c570d1ab0412 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:31:57.013001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.017225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.023284 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-995986e9-a9c9-4610-9572-df300ee524eb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:57.044492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319476b6-876c-4027-9ce7-be018e5fe69e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:57.047490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:57.055490 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.056822 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bc99e66b-04e7-4628-9fcd-29a52690101e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632349 May 20 16:31:57.059745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53902) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:57.067833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '7c526298-edf0-4106-9acd-7dec89cc90fc', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:57.074141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:57.077983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:57.080828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:57.086515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:57.102445 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:31:57.109548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.185659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.189421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.191369 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-194b5500-bcba-49e9-846a-c7f03a499657 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:57.218899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317f1e25-1e30-4f99-a461-8a6178c08146,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:57.221971 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:57.225313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.226418 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4821446a-db75-4d46-9b8f-f9e9a63ea19d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653447 May 20 16:31:57.229965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53906) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:57.235285 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '7c526298-edf0-4106-9acd-7dec89cc90fc', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:57.241530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:57.245752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:57.248655 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:57.254662 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:57.264942 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:31:57.270580 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.339317 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.343173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.345185 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c5cf9acf-96fb-4976-aad9-ca4b2a1d9277 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:57.369314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cc6032-8f24-4817-8e1a-678b62417735,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:57.372384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:57.380183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.381556 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1a3f20e0-af90-4101-a9a2-2085057020a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506362 May 20 16:31:57.384862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 53910) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:57.390601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'network': {'name': 'tempest-network-smoke--1320809820', 'project_id': '623033946f774187b8d392e4347cb2e6', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:57.396370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:57.401498 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:network and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:57.404402 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:57.410338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:57.421694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:31:57.425238 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.454681 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:31:57.465237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.465742 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Added segment 4941a082-301d-46e9-9861-83e1dce0499e of type vlan for network db172189-2dea-4a07-8cde-bd27611599d8 May 20 16:31:57.493441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.529447 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.535551 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:31:57.536337 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.540372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6018b1fb-2ace-4bc7-910e-de133906f5d5 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:57.650280 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2635517 May 20 16:31:57.652963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53914) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:31:57.653749 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Network': ['ID=db172189-2dea-4a07-8cde-bd27611599d8,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:57.656642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b2797159-16e0-4ece-a99b-30cf06de73c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:57.659510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'admin_state_up': True, 'project_id': '623033946f774187b8d392e4347cb2e6', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:31:57.667849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network db172189-2dea-4a07-8cde-bd27611599d8 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:31:57.671715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:31:57.676045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:router and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:31:57.679276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:31:57.687046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:31:57.699101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.700167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:57.717166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:58.146319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:58.455916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:58.486994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:58.629151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.33 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/26c02965-5082-4d34-b658-f212225ec679) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:31:58.783064 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:58.814106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:58.818300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:31:58.886585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:31:58.889536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:31:58.895375 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:31:58.926442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=26c02965-5082-4d34-b658-f212225ec679,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:31:58.933188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:31:59.317231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:59.821328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:00.027440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:32:00.215244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:32:00.224543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Sync routers for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:32:00.234575 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:32:00.235284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:00.244501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:00.246142 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5915649 May 20 16:32:00.249484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53918) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:00.290592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f91e3b6a-038b-4f29-8e58-5f7cd54bee4e tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=623033946f774187b8d392e4347cb2e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392528 May 20 16:32:00.293223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53922) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:00.418689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:32:00.428695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353fa60-5a9a-425f-9fa9-fdc9bf7721f0 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:00.430220 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b353fa60-5a9a-425f-9fa9-fdc9bf7721f0 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360652 May 20 16:32:00.433240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53926) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:00.475083 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-10a95b9c-b64c-4ba9-a768-6116aabc5ceb tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405889 May 20 16:32:00.478987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53930) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:00.485035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801398678', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'project_id': '623033946f774187b8d392e4347cb2e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:32:00.599491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:32:00.603637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:subnet and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:32:00.606678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:32:00.612575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:32:00.623082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:32:00.626607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:00.714424 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:31:59Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:00.724829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Checking router: 45aabf2b-fb83-4f2b-8961-b3c7a9978542 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:32:00.724829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Updating router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 port 26c02965-5082-4d34-b658-f212225ec679 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:32:00.776685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.080555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.084515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-783d51f2-84ca-4639-a0e6-4be087d467b6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:01.162035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.164257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Subnet': ['ID=af8368be-9758-438e-938b-e0cc5fcc60b3,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:01.168301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:01.174377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.174568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Checking segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:32:01.174745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network hostable DHCP agents. Network: db172189-2dea-4a07-8cde-bd27611599d8, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:32:01.186559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Transition to ACTIVE for port object 26c02965-5082-4d34-b658-f212225ec679 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:01.191243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network db172189-2dea-4a07-8cde-bd27611599d8 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:32:01.193233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.196818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:01.201176 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, db172189-2dea-4a07-8cde-bd27611599d8) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:32:01.212201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:01.212585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.228443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06d1ba-875c-4e0b-b46b-a74224d4301f None None] Network db172189-2dea-4a07-8cde-bd27611599d8 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:32:01.360488 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Attempting to bind port 26c02965-5082-4d34-b658-f212225ec679 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:32:01.360874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Attempting to bind port 26c02965-5082-4d34-b658-f212225ec679 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:32:01.361253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Attempting to bind port 26c02965-5082-4d34-b658-f212225ec679 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:32:01.370716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d0e08-d3b5-4623-9cc7-3231ddf67879 None None] Pushing event updated for resources: {'Port': ['ID=26c02965-5082-4d34-b658-f212225ec679,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:01.378970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-428d0e08-d3b5-4623-9cc7-3231ddf67879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:01.382704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:32:01.383406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:32:01.384030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.384608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:32:01.385284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Bound port: 26c02965-5082-4d34-b658-f212225ec679, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:32:01.385994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.405115 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e51edb68-6e78-4157-aa39-92cbaf1625c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9250093 May 20 16:32:01.409441 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53934) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:01.467967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] For port 26c02965-5082-4d34-b658-f212225ec679, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:32:01.471550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] For port 26c02965-5082-4d34-b658-f212225ec679, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26c02965-5082-4d34-b658-f212225ec679,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:32:01.485734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.493764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-6ca7f580-e97a-473c-9d72-13eba2563dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:01.632794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:32:01.633729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:01.703122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d0e08-d3b5-4623-9cc7-3231ddf67879 None None] Pushing event updated for resources: {'Port': ['ID=26c02965-5082-4d34-b658-f212225ec679,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:01.711454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-428d0e08-d3b5-4623-9cc7-3231ddf67879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:01.773076 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-db172189-2dea-4a07-8cde-bd27611599d8', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:32:01.774784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:01.931710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:32:02.134462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.215108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Allocated IP 172.20.0.2 (db172189-2dea-4a07-8cde-bd27611599d8/af8368be-9758-438e-938b-e0cc5fcc60b3/6b795551-f53f-4c90-a3a5-f21c7c629fae) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:32:02.416903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:31:59Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:02.449860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3937f0-c203-4d51-9024-5ed70c6a3d5e None None] The sync data for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv is: [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:31:59Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:32:02.490687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.501819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Transition to ACTIVE for port object 6b795551-f53f-4c90-a3a5-f21c7c629fae will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:02.521394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Transition to ACTIVE for port object 6b795551-f53f-4c90-a3a5-f21c7c629fae will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:02.529447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.537697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1d60cfe9-a623-4478-903e-756c1ebfe954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:02.589746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Network db172189-2dea-4a07-8cde-bd27611599d8 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:32:02.592895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:32:02.595375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:32:02.609228 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.1 (db172189-2dea-4a07-8cde-bd27611599d8/af8368be-9758-438e-938b-e0cc5fcc60b3/84965450-2d25-4c1e-9234-c502f40e2ce7) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:32:02.779335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Pushing event updated for resources: {'Port': ['ID=6b795551-f53f-4c90-a3a5-f21c7c629fae,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:02.789264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:02.805213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Attempting to bind port 6b795551-f53f-4c90-a3a5-f21c7c629fae on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:32:02.805624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Attempting to bind port 6b795551-f53f-4c90-a3a5-f21c7c629fae by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:32:02.805997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Attempting to bind port 6b795551-f53f-4c90-a3a5-f21c7c629fae on network db172189-2dea-4a07-8cde-bd27611599d8 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:32:02.812635 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:32:02.813006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Checking segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:32:02.813435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.813846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Bound using segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:32:02.814327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Bound port: 6b795551-f53f-4c90-a3a5-f21c7c629fae, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:32:02.814712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.866788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.886489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 84965450-2d25-4c1e-9234-c502f40e2ce7 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:02.920044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.921787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] For port 6b795551-f53f-4c90-a3a5-f21c7c629fae, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:32:02.925173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:02.934504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] For port 6b795551-f53f-4c90-a3a5-f21c7c629fae, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6b795551-f53f-4c90-a3a5-f21c7c629fae,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:32:02.941171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:02.945389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:03.001180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network db172189-2dea-4a07-8cde-bd27611599d8 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:32:03.004990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:32:03.010907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:32:03.043044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=84965450-2d25-4c1e-9234-c502f40e2ce7,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:03.045182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26c02965-5082-4d34-b658-f212225ec679 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:03.048799 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:03.074334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Pushing event updated for resources: {'Port': ['ID=6b795551-f53f-4c90-a3a5-f21c7c629fae,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:03.085975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:03.136973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 26c02965-5082-4d34-b658-f212225ec679 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:03.144057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 26c02965-5082-4d34-b658-f212225ec679 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:03.144342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:03.311232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:03.316529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:03.346138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 26c02965-5082-4d34-b658-f212225ec679, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26c02965-5082-4d34-b658-f212225ec679,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:32:03.350610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:03.356255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-86c7a4a8-5611-45ab-abf4-1cbc9266aa24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:03.436152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=26c02965-5082-4d34-b658-f212225ec679,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:03.439642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:03.652933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:04.110978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:04.116723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:04.121308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff51d2-ce43-41e4-9ded-d750bdddea36 None None] Network db172189-2dea-4a07-8cde-bd27611599d8 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:32:04.145316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-98d5c933-001a-4a22-9fd4-0ded3c0aa0f2 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:04.221973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0095b302-2265-4250-abf7-172d73a3fd76 None None] Provisioning for port 6b795551-f53f-4c90-a3a5-f21c7c629fae completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:04.232434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:04.236134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=84965450-2d25-4c1e-9234-c502f40e2ce7,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:04.239491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:04.377081 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network db172189-2dea-4a07-8cde-bd27611599d8 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:32:04.378328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:32:04.584130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:32:04.665446 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cb1a14b3-b8f0-4e65-83c2-9257653a4d35 None None] Provisioning for port 84965450-2d25-4c1e-9234-c502f40e2ce7 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:04.673215 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cb1a14b3-b8f0-4e65-83c2-9257653a4d35 None None] Provisioning complete for port 84965450-2d25-4c1e-9234-c502f40e2ce7 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:04.673494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cb1a14b3-b8f0-4e65-83c2-9257653a4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:04.732611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a14b3-b8f0-4e65-83c2-9257653a4d35 None None] Port 84965450-2d25-4c1e-9234-c502f40e2ce7 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:32:04.782987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:32:04.792870 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Sync routers for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:32:04.798303 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/45aabf2b-fb83-4f2b-8961-b3c7a9978542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3876894 May 20 16:32:04.803801 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:32:04.804410 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:04.865775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2c0c6ab6-8116-43af-9417-958db482bc90 None None] Provisioning complete for port 84965450-2d25-4c1e-9234-c502f40e2ce7 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:04.866407 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6ab6-8116-43af-9417-958db482bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:04.950232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c6ab6-8116-43af-9417-958db482bc90 None None] Port 84965450-2d25-4c1e-9234-c502f40e2ce7 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:32:05.001480 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:32:05.074078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-cb366ac7-78ee-4ed4-9a4f-bfcf3b15a90d None None] Provisioning complete for port 84965450-2d25-4c1e-9234-c502f40e2ce7 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:05.074832 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cb366ac7-78ee-4ed4-9a4f-bfcf3b15a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.114392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26c02965-5082-4d34-b658-f212225ec679 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:05.173353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-3f58eca7-b829-47da-89dc-e337f822ef42 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:32:05.191185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-3f58eca7-b829-47da-89dc-e337f822ef42 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:32:05.192607 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-3f58eca7-b829-47da-89dc-e337f822ef42 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184541364&fields=id&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 267 time: 0.2464969 May 20 16:32:05.206968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-cb366ac7-78ee-4ed4-9a4f-bfcf3b15a90d None None] Port 84965450-2d25-4c1e-9234-c502f40e2ce7 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:32:05.226779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 26c02965-5082-4d34-b658-f212225ec679 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:05.227182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.333591 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 2, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:05.337716 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Checking router: 45aabf2b-fb83-4f2b-8961-b3c7a9978542 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:32:05.338683 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Updating router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 port 84965450-2d25-4c1e-9234-c502f40e2ce7 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:32:05.351968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-88f32027-7420-43b9-9314-2a1fac69fe00 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:05.352267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6b795551-f53f-4c90-a3a5-f21c7c629fae up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:05.353249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-88f32027-7420-43b9-9314-2a1fac69fe00 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:32:05.371306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-88f32027-7420-43b9-9314-2a1fac69fe00 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:32:05.372626 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-88f32027-7420-43b9-9314-2a1fac69fe00 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 797 time: 0.1723158 May 20 16:32:05.389866 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-002ab2df-b594-4725-b2fc-f6105d008ab8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/quotas/623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 375 time: 0.0114756 May 20 16:32:05.402090 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.425294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 6b795551-f53f-4c90-a3a5-f21c7c629fae completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:05.430275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6b795551-f53f-4c90-a3a5-f21c7c629fae triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:05.431174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.483518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-7bfb7c05-ecb0-4d70-92a8-d9e4f5f1267e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:32:05.505214 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-7bfb7c05-ecb0-4d70-92a8-d9e4f5f1267e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:32:05.506578 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-7bfb7c05-ecb0-4d70-92a8-d9e4f5f1267e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106529 May 20 16:32:05.558931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.592537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 6b795551-f53f-4c90-a3a5-f21c7c629fae, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6b795551-f53f-4c90-a3a5-f21c7c629fae,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:32:05.597851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.600656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dd8d2d2f-21fc-4e22-a69d-8fa0691eea86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:05.676000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=6b795551-f53f-4c90-a3a5-f21c7c629fae,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:05.679185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:05.706674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-d884022d-5ebd-4be2-9040-9da989f9d957 service neutron] 10.222.0.13 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860499 May 20 16:32:05.757288 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.769218 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Transition to ACTIVE for port object 84965450-2d25-4c1e-9234-c502f40e2ce7 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:05.776133 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:05.780846 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7919da04-135f-4a80-bd1b-b1a903ef030e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:05.850904 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-a3982708-674d-4f8d-8e98-c80f5e6aeece service neutron] 10.222.0.13 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363847 May 20 16:32:05.975680 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Pushing event updated for resources: {'Port': ['ID=84965450-2d25-4c1e-9234-c502f40e2ce7,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:06.021069 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.021666 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.022517 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.023165 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.023806 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.024336 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.024861 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.025512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.026038 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.026849 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.027365 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.027690 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:32:06.038084 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:06.047000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Attempting to bind port 84965450-2d25-4c1e-9234-c502f40e2ce7 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:32:06.047366 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Attempting to bind port 84965450-2d25-4c1e-9234-c502f40e2ce7 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:32:06.047730 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Attempting to bind port 84965450-2d25-4c1e-9234-c502f40e2ce7 on network db172189-2dea-4a07-8cde-bd27611599d8 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:32:06.053637 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:32:06.054236 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Checking segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:32:06.054633 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:06.055025 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Bound using segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:32:06.055999 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Bound port: 84965450-2d25-4c1e-9234-c502f40e2ce7, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:32:06.056368 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:06.062546 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39d09a-3c56-4ec7-bff6-16c70f1806c4 req-1d799833-b24b-466d-9afe-86902810e7b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 210 time: 0.0491035 May 20 16:32:06.147214 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] For port 84965450-2d25-4c1e-9234-c502f40e2ce7, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:32:06.150182 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] For port 84965450-2d25-4c1e-9234-c502f40e2ce7, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=84965450-2d25-4c1e-9234-c502f40e2ce7,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:32:06.155001 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:06.158518 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a6b10e2f-0078-45bb-bc9b-b5d7573ae5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:06.232033 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:32:06.232661 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:31:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:06.290103 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Pushing event updated for resources: {'Port': ['ID=84965450-2d25-4c1e-9234-c502f40e2ce7,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:06.300517 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-9909a2e2-92d2-4f18-81ec-73459d60724b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:06.420815 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:32:06.733519 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:06Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:06.737488 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf8510-6115-4ad4-8b65-cd314c0156fa None None] The sync data for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv is: [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:06Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:32:07.031697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84965450-2d25-4c1e-9234-c502f40e2ce7 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:07.113206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 84965450-2d25-4c1e-9234-c502f40e2ce7 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:07.119202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 84965450-2d25-4c1e-9234-c502f40e2ce7 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:07.119582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:07.194267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fa21dd7-20eb-4df5-914f-1bef9a62eb31 req-a6b63a84-339a-4a56-89b4-bbcbac4e9e94 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 210 time: 0.0678737 May 20 16:32:07.260403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:07.294908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 84965450-2d25-4c1e-9234-c502f40e2ce7, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=84965450-2d25-4c1e-9234-c502f40e2ce7,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:32:07.298740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:07.299597 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6b795551-f53f-4c90-a3a5-f21c7c629fae up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:07.323456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:07.456433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=84965450-2d25-4c1e-9234-c502f40e2ce7,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:07.459967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:07.470036 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 6b795551-f53f-4c90-a3a5-f21c7c629fae triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:07.470415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:08.283606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2b1e3335-2a64-4eb9-9fb8-b34a3e901a09 req-59411f50-9d2b-4bd5-802a-430fbe6d402a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 210 time: 0.0432236 May 20 16:32:08.991541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84965450-2d25-4c1e-9234-c502f40e2ce7 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:09.079948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 84965450-2d25-4c1e-9234-c502f40e2ce7 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:09.080323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:09.175356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-9c682f7f-4ab2-479f-9032-8080cc4fc870 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:09.176720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-9c682f7f-4ab2-479f-9032-8080cc4fc870 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 797 time: 0.1721971 May 20 16:32:09.236063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-e90f8f79-354a-46f0-9f5a-caa7f1a28b5d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 379 time: 0.0509517 May 20 16:32:09.245472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'port': {'device_id': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'admin_state_up': True, 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'security_groups': ['7c526298-edf0-4106-9acd-7dec89cc90fc']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:32:09.384842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:32:09.423823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:32:09.439872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b56efdf-f7ff-466b-acb3-ee209265d70c req-1d417b14-d15f-4ece-95cd-78aaf2e1cdb1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 210 time: 0.0480800 May 20 16:32:09.443838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:32:09.447793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:09.608452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.12 (db172189-2dea-4a07-8cde-bd27611599d8/af8368be-9758-438e-938b-e0cc5fcc60b3/2cb5df19-b41a-4b01-a455-e44164f94cb8) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:32:09.799967 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:09.814989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 2cb5df19-b41a-4b01-a455-e44164f94cb8 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:09.837627 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:09.842968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:09.910728 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network db172189-2dea-4a07-8cde-bd27611599d8 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:32:09.913815 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:32:09.917642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:32:09.948890 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=2cb5df19-b41a-4b01-a455-e44164f94cb8,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:09.955645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:09.985251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:09.985891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:10.012860 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7714801 May 20 16:32:10.024723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Request body: {'port': {'device_id': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:32:10.139141 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:10.199740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e2544b59-07ae-413b-8ee3-8ab1dbd3184f None None] Provisioning for port 2cb5df19-b41a-4b01-a455-e44164f94cb8 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:10.204727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e2544b59-07ae-413b-8ee3-8ab1dbd3184f None None] Provisioning complete for port 2cb5df19-b41a-4b01-a455-e44164f94cb8 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:10.205104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e2544b59-07ae-413b-8ee3-8ab1dbd3184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:10.263651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-e2544b59-07ae-413b-8ee3-8ab1dbd3184f None None] Port 2cb5df19-b41a-4b01-a455-e44164f94cb8 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:32:10.456102 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-03b92574-169b-4cd0-9e62-182c35409fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:10.713199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14af18-e5ab-4964-8159-8a845a95cf8d req-346d63ab-5906-4738-b13b-b92bc75676c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:10.713913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-ea14af18-e5ab-4964-8159-8a845a95cf8d req-346d63ab-5906-4738-b13b-b92bc75676c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:32:10.720155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb5df19-b41a-4b01-a455-e44164f94cb8 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:32:10.730857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:10.749982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-ea14af18-e5ab-4964-8159-8a845a95cf8d req-346d63ab-5906-4738-b13b-b92bc75676c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:32:10.751245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea14af18-e5ab-4964-8159-8a845a95cf8d req-346d63ab-5906-4738-b13b-b92bc75676c5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 932 time: 0.1963267 May 20 16:32:10.752368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Transition to ACTIVE for port object 2cb5df19-b41a-4b01-a455-e44164f94cb8 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:32:10.755396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:10.760512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b99e5030-d894-41ca-90be-b25e289fa9af tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:10.923239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb5df19-b41a-4b01-a455-e44164f94cb8,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:10.926179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:10.930647 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea14af18-e5ab-4964-8159-8a845a95cf8d req-1734008e-5387-4d85-b2c5-c0c219454789 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710992 May 20 16:32:11.038717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Attempting to bind port 2cb5df19-b41a-4b01-a455-e44164f94cb8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:32:11.039024 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Attempting to bind port 2cb5df19-b41a-4b01-a455-e44164f94cb8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:32:11.039355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Attempting to bind port 2cb5df19-b41a-4b01-a455-e44164f94cb8 on network db172189-2dea-4a07-8cde-bd27611599d8 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:32:11.044363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Port 2cb5df19-b41a-4b01-a455-e44164f94cb8 on network db172189-2dea-4a07-8cde-bd27611599d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:32:11.044673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Attempting to bind port 2cb5df19-b41a-4b01-a455-e44164f94cb8 on network db172189-2dea-4a07-8cde-bd27611599d8 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:32:11.049956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:32:11.050286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Checking segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:32:11.050672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Bound using segment: {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:32:11.051087 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Bound port: 2cb5df19-b41a-4b01-a455-e44164f94cb8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4941a082-301d-46e9-9861-83e1dce0499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:32:11.051433 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:11.141162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] For port 2cb5df19-b41a-4b01-a455-e44164f94cb8, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:32:11.144121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] For port 2cb5df19-b41a-4b01-a455-e44164f94cb8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:32:11.149607 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:11.153394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e8985a9b-41ed-44c9-830a-b3cf88e61214 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:11.213640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:11.214263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:11.215682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 1094 time: 1.1953847 May 20 16:32:11.216244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:32:11.237244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb5df19-b41a-4b01-a455-e44164f94cb8,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:11.240296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:11.289701 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'status': 'completed', 'code': 200} May 20 16:32:11.334500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-fec97234-1661-434a-96e6-73e8a445c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:11.335978 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-fec97234-1661-434a-96e6-73e8a445c15b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1097 time: 0.0797710 May 20 16:32:11.408392 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-8772f0a3-bef3-491e-a73c-73ddf0f1ce12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 217 time: 0.0654354 May 20 16:32:11.469572 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-f106d932-0cc9-48ae-8486-8ecf3538c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:11.471000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-f106d932-0cc9-48ae-8486-8ecf3538c012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 200 len: 834 time: 0.0572865 May 20 16:32:11.565377 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-fc17cac2-60a0-47e2-8500-624ed8da4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:11.566888 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-fc17cac2-60a0-47e2-8500-624ed8da4295 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db172189-2dea-4a07-8cde-bd27611599d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0889244 May 20 16:32:11.703640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-9a175750-fce8-4e5a-962e-1e393329372e service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301670 May 20 16:32:11.842743 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2cbbe1cc-9924-4ae9-b8eb-0d07be972799 req-76bbacd5-c391-4341-b2ca-31e8020adf39 service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333389 May 20 16:32:11.954173 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-ef600562-152d-4c90-bfcc-141863638391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:11.955640 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-ef600562-152d-4c90-bfcc-141863638391 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1097 time: 0.0709186 May 20 16:32:12.143950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-fcced17c-d5f9-4876-90b0-68eabd7a902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:12.145407 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-fcced17c-d5f9-4876-90b0-68eabd7a902d service neutron] 10.222.0.25 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 897 time: 0.1824958 May 20 16:32:12.217697 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-1cce366a-2388-49dd-8c0a-ddcf891daba0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 217 time: 0.0633330 May 20 16:32:12.225677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb862072-9345-45cc-ae1f-63ad234a7ff8 req-0c2d8842-6889-4139-9b42-c9f4b2eb82ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:12.227710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb862072-9345-45cc-ae1f-63ad234a7ff8 req-0c2d8842-6889-4139-9b42-c9f4b2eb82ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 944 time: 0.1822228 May 20 16:32:12.470180 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-f7a8d73b-da61-4150-a431-09438a10edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:12.471486 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-f7a8d73b-da61-4150-a431-09438a10edc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 200 len: 834 time: 0.2428994 May 20 16:32:12.475996 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cb862072-9345-45cc-ae1f-63ad234a7ff8 req-547b9efc-9079-46e8-9592-9f7785e108a8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151759 May 20 16:32:12.550385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-31350f4c-b74a-4547-ba9f-b4ca36e73006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:12.551908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-31350f4c-b74a-4547-ba9f-b4ca36e73006 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db172189-2dea-4a07-8cde-bd27611599d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695677 May 20 16:32:12.684451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-947a6cf2-99e3-45e3-9192-88ec6a31680b service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258285 May 20 16:32:12.819837 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f6997d1d-69db-4d67-893e-6741d70b6279 req-6a413807-0a8c-40f1-82b0-2759dd403c3d service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293955 May 20 16:32:13.235988 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:13.666102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eec449-1afc-4c86-ab76-5362ba13d37a req-cd96efdf-4795-420c-b7da-25e563a1f720 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:13.667567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-69eec449-1afc-4c86-ab76-5362ba13d37a req-cd96efdf-4795-420c-b7da-25e563a1f720 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 944 time: 0.0840635 May 20 16:32:13.713641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-69eec449-1afc-4c86-ab76-5362ba13d37a req-2100c5d4-9c7f-47a6-ba8e-90cbc32dbf72 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402112 May 20 16:32:13.812819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5ae3164b-161d-4dd6-b8fb-408ced80e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:13.863367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 2cb5df19-b41a-4b01-a455-e44164f94cb8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:32:13.997363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 2cb5df19-b41a-4b01-a455-e44164f94cb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:32:14.011486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'port_id': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'mac_address': 'fa:16:3e:8a:d0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:32:14.071101 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:14.088078 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb5df19-b41a-4b01-a455-e44164f94cb8 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:32:14.103742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 2cb5df19-b41a-4b01-a455-e44164f94cb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:32:14.109258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:14.111780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-eb3ba78f-91ba-47c7-bdee-5f43345d6042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:14.178434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=2cb5df19-b41a-4b01-a455-e44164f94cb8,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:14.182087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:14.312559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['2cb5df19-b41a-4b01-a455-e44164f94cb8'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:32:14.750746 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:14.897437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4cf41-3190-4708-8a93-d518f0e2a9dd req-28f14506-665c-4de7-a95c-63f85ab0f5cd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:14.898880 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dbd4cf41-3190-4708-8a93-d518f0e2a9dd req-28f14506-665c-4de7-a95c-63f85ab0f5cd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 945 time: 0.0808849 May 20 16:32:14.948535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dbd4cf41-3190-4708-8a93-d518f0e2a9dd req-90529e78-fb07-4548-9a76-bcb7cbecbdf8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 May 20 16:32:15.879541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 2cb5df19-b41a-4b01-a455-e44164f94cb8 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:32:15.949595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 2cb5df19-b41a-4b01-a455-e44164f94cb8 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:32:15.954022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 2cb5df19-b41a-4b01-a455-e44164f94cb8 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:32:15.954394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:16.077331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:16.105469 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:32:16.115901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 2cb5df19-b41a-4b01-a455-e44164f94cb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:32:16.120562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:16.122754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-13a2830b-2231-4731-b5e6-8b5ed15c9e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:16.140435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ea99-e09b-40f0-9baa-b4a472f522b8 req-69ff7625-59cd-426c-8080-90d31169ae8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:16.141995 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3821ea99-e09b-40f0-9baa-b4a472f522b8 req-69ff7625-59cd-426c-8080-90d31169ae8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 945 time: 0.0828774 May 20 16:32:16.195493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=2cb5df19-b41a-4b01-a455-e44164f94cb8,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:16.199281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:16.199922 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3821ea99-e09b-40f0-9baa-b4a472f522b8 req-c2da6d7b-5778-4508-af96-83565358eaec tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514653 May 20 16:32:16.229516 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'code': 200} May 20 16:32:16.464813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da4137-029c-48e2-a60d-cd50782a4271 req-65b8433a-5d98-4f91-a558-4e1899f6ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:16.466299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e3da4137-029c-48e2-a60d-cd50782a4271 req-65b8433a-5d98-4f91-a558-4e1899f6ce65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1099 time: 0.0771403 May 20 16:32:16.510536 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e3da4137-029c-48e2-a60d-cd50782a4271 req-70405b36-7959-446b-826b-6f26ccbbac5d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 May 20 16:32:16.597048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:17.392092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc36022-b644-4585-adb3-5d7751eebc53 req-b78a3394-1d04-4654-b1a1-f2c3c41217e1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:17.393575 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6cc36022-b644-4585-adb3-5d7751eebc53 req-b78a3394-1d04-4654-b1a1-f2c3c41217e1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0827923 May 20 16:32:17.437793 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6cc36022-b644-4585-adb3-5d7751eebc53 req-fda29b67-62b3-4a8a-a200-35a26a9d8363 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380335 May 20 16:32:18.627583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36181612-f02e-4274-9512-f66f9e2ab713 req-96b95ff2-a970-4faa-938e-0ccecb45e8b9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:18.629022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36181612-f02e-4274-9512-f66f9e2ab713 req-96b95ff2-a970-4faa-938e-0ccecb45e8b9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0840142 May 20 16:32:18.676417 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36181612-f02e-4274-9512-f66f9e2ab713 req-a7436c00-a8df-4ae9-bfa1-3eb012936282 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 May 20 16:32:18.868762 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309833-233c-46a6-851f-bd2caee97531 req-d0cb2a6f-eaba-40c5-85f7-93f153fedcdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:18.871726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e2309833-233c-46a6-851f-bd2caee97531 req-d0cb2a6f-eaba-40c5-85f7-93f153fedcdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0912206 May 20 16:32:18.918204 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e2309833-233c-46a6-851f-bd2caee97531 req-ac41533a-0b76-4a7e-a986-e97780fd8e45 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 May 20 16:32:18.940619 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 53998) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:19.009279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c1c5f4-4ff4-41e7-905a-9d5857f9e541 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:19.010777 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f0c1c5f4-4ff4-41e7-905a-9d5857f9e541 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1094 time: 0.0692201 May 20 16:32:19.013638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54002) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:19.018618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:32:19.025109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:32:19.028921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:floatingip and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:32:19.031716 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:32:19.037297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:32:19.047660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:19.181201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:19.313870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.201 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/4a4da35d-6ec0-411e-bee2-7897b26b1210) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:32:19.459469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:19.489110 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:19.494031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb511de9-1b99-44a3-9753-3f9297c8a22a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:19.556833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:32:19.560068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:32:19.562635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:32:19.606297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=4a4da35d-6ec0-411e-bee2-7897b26b1210,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:19.609155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:20.121537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:20.194296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:20.397444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:20.402305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:20.406639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:32:20.508517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=4a4da35d-6ec0-411e-bee2-7897b26b1210,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:32:20.512491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:32:20.517023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:20.689885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP c3e0de84-476c-4d9a-897b-c156d7cce379 associated. External IP: 172.26.8.201, port: 2cb5df19-b41a-4b01-a455-e44164f94cb8. May 20 16:32:21.041191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:32:21.221795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:32:21.231861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] Sync routers for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:32:21.241087 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:32:21.241728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:32:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:21.246605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:21.301528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2867410 May 20 16:32:21.302219 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:32:21.348172 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'status': 'completed', 'code': 200} May 20 16:32:21.467560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:32:21.659998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-a9c434f2-7e71-480c-ae8a-c1d3827fa90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:21.661531 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-a9c434f2-7e71-480c-ae8a-c1d3827fa90e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1099 time: 0.2898037 May 20 16:32:21.670127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f54097-7695-49c1-84b2-ccf82355b803 req-fcaa9931-1be1-4040-8b37-dbb9c049575f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:21.671537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-03f54097-7695-49c1-84b2-ccf82355b803 req-fcaa9931-1be1-4040-8b37-dbb9c049575f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.2693820 May 20 16:32:21.793049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-03f54097-7695-49c1-84b2-ccf82355b803 req-0fe69750-7f43-4e23-bc44-738ffd6b4b38 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030777 May 20 16:32:21.816566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54010) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:21.829432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c3e0de84-476c-4d9a-897b-c156d7cce379', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'port_id': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'mac_address': 'fa:16:3e:8a:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:32:20Z', 'updated_at': '2021-05-20T16:32:20Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:07Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:21.833270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] Checking router: 45aabf2b-fb83-4f2b-8961-b3c7a9978542 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:32:21.842415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:32:21.843026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:32:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:21.915132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-22e843c3-c0aa-4671-af47-0d45f9261f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:21.916489 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-22e843c3-c0aa-4671-af47-0d45f9261f32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 897 time: 0.2441950 May 20 16:32:22.006078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6b39691b-51ba-4aad-8110-51b9163f11da tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/c3e0de84-476c-4d9a-897b-c156d7cce379 HTTP/1.1" status: 200 len: 992 time: 0.1883249 May 20 16:32:22.020606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:32:22.033871 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-69aeedca-6e37-4cf6-893e-d259c87f7e62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 1000 time: 0.1067128 May 20 16:32:22.099467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-473c428d-cda2-45f6-a554-26cb830ef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:22.101007 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-473c428d-cda2-45f6-a554-26cb830ef9cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 200 len: 834 time: 0.0603979 May 20 16:32:22.176860 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-308172ba-e1d7-4938-b898-538ec0439546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:22.178292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-308172ba-e1d7-4938-b898-538ec0439546 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db172189-2dea-4a07-8cde-bd27611599d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713162 May 20 16:32:22.199177 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:32:22.311501 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-c16e4e28-4dc9-4be0-b088-cf97584d6f1f service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269984 May 20 16:32:22.375427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c3e0de84-476c-4d9a-897b-c156d7cce379', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'port_id': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'mac_address': 'fa:16:3e:8a:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:32:20Z', 'updated_at': '2021-05-20T16:32:20Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:07Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:32:22.379393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ba32a-5de7-43f3-b62f-2660727fda58 None None] The sync data for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv is: [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'c3e0de84-476c-4d9a-897b-c156d7cce379', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'port_id': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'mac_address': 'fa:16:3e:8a:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:32:20Z', 'updated_at': '2021-05-20T16:32:20Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:07Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:32:22.448631 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-10234e0c-17e4-40e9-9723-4f8bfc95a8fe req-5ee66a18-b6a8-4e39-91ac-93668b294a1b service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304810 May 20 16:32:22.560839 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fc158-10e0-4e2b-bc63-1ae568d37ed4 None None] New status for floating IP c3e0de84-476c-4d9a-897b-c156d7cce379: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:32:23.009478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54014) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:32:23.119726 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8e01446c-5262-4127-b179-399ba45c343c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/c3e0de84-476c-4d9a-897b-c156d7cce379 HTTP/1.1" status: 200 len: 994 time: 0.1086395 May 20 16:32:31.143754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:40.458263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-362b9370-d0c4-401a-ace4-c3043fcbe83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:43.237764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:43.815534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b0c44b1-9973-41be-9f04-c2919d35c9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:44.753654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:46.599209 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:32:47.797986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-cc2f030a-3cec-4f90-8ebf-c6d5b086a436 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685394 May 20 16:32:47.942808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-5f11f753-1f08-488b-a99c-8c0d992ea201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:47.944185 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-5f11f753-1f08-488b-a99c-8c0d992ea201 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1099 time: 0.0758059 May 20 16:32:48.102698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-32ecc101-468b-4c15-8955-c93de9187687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:48.104286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-32ecc101-468b-4c15-8955-c93de9187687 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 897 time: 0.1402981 May 20 16:32:48.249794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-d93752e4-43cd-4686-b2c7-8e09d92e5e62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 1002 time: 0.1381364 May 20 16:32:48.325357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a2ae5-f6bf-4b89-bfd7-6eec48028b1f req-c4fcc02d-a257-4d31-ac81-216a27472fc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:48.326782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5d6a2ae5-f6bf-4b89-bfd7-6eec48028b1f req-c4fcc02d-a257-4d31-ac81-216a27472fc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.1689532 May 20 16:32:48.332343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-493cf62e-6a98-492c-ab9b-5cb81df2174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:48.333705 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-493cf62e-6a98-492c-ab9b-5cb81df2174b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 200 len: 834 time: 0.0759676 May 20 16:32:48.561639 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5d6a2ae5-f6bf-4b89-bfd7-6eec48028b1f req-acaae64b-8747-4392-89cc-06420e42b9f0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268939 May 20 16:32:48.584071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-78d295e3-05c1-40cd-9a00-3e2b83c30a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:48.586198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-78d295e3-05c1-40cd-9a00-3e2b83c30a8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db172189-2dea-4a07-8cde-bd27611599d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0918698 May 20 16:32:48.597460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-74ef8c51-775b-401a-bbd2-b2f42153010c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:32:48.598466 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-74ef8c51-775b-401a-bbd2-b2f42153010c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053408 May 20 16:32:48.727584 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-858fd358-268c-4265-afac-615f25537aa0 service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230931 May 20 16:32:48.855492 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0f12d23a-5935-4a4b-9ee0-9bc5caf62c60 req-ca87f38e-a18b-48cd-adb2-5cea88af7acb service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218073 May 20 16:32:48.965538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-f27087cb-37da-48f3-af71-4d9232d25b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:48.966990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-f27087cb-37da-48f3-af71-4d9232d25b7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1099 time: 0.0735114 May 20 16:32:49.095155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-e59ed2d6-5b8f-4392-9e58-475c7c0a4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:49.096570 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-e59ed2d6-5b8f-4392-9e58-475c7c0a4fef service neutron] 10.222.0.25 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 897 time: 0.1234450 May 20 16:32:49.201155 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-56c5b578-db10-4ac1-af6f-1218c3902629 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0962911 May 20 16:32:49.263698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-e8fe2c25-3839-44e9-949d-4a0feded2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:49.265155 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-e8fe2c25-3839-44e9-949d-4a0feded2a9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 200 len: 834 time: 0.0575743 May 20 16:32:49.341663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-7f2f8e15-7b62-401e-b4f3-db2c57ef375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:49.343152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-7f2f8e15-7b62-401e-b4f3-db2c57ef375a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db172189-2dea-4a07-8cde-bd27611599d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708303 May 20 16:32:49.475242 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-3b5946fa-72ac-4191-aa21-d6fac3a40628 service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245480 May 20 16:32:49.605261 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85f3886b-3839-45ec-85eb-bdc44ee09efb req-585fe930-4962-4214-92b3-eaf5f87cae0c service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228590 May 20 16:32:49.757593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81b92-6dce-4579-b456-aa0cfade6995 req-85026dcd-d4a1-4f7b-9fc0-3156b57cb8f4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:49.759001 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab81b92-6dce-4579-b456-aa0cfade6995 req-85026dcd-d4a1-4f7b-9fc0-3156b57cb8f4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0864019 May 20 16:32:49.803355 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab81b92-6dce-4579-b456-aa0cfade6995 req-53501a71-1484-4047-8c4e-029110f7348a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382087 May 20 16:32:50.989302 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea1dd1-1bb3-4ac9-8188-57028467cdd4 req-226b2531-043a-4821-8a01-69aadc8db5ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:50.990749 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2ea1dd1-1bb3-4ac9-8188-57028467cdd4 req-226b2531-043a-4821-8a01-69aadc8db5ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0827484 May 20 16:32:51.035221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f2ea1dd1-1bb3-4ac9-8188-57028467cdd4 req-7d39879c-5a95-49b0-b1e8-cb6b94da1b84 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377359 May 20 16:32:52.218283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433770-3e4f-4964-9bb4-fb1efa94b21b req-97bec65f-0465-463f-a748-09b46fa96de5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:52.219739 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c3433770-3e4f-4964-9bb4-fb1efa94b21b req-97bec65f-0465-463f-a748-09b46fa96de5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0786335 May 20 16:32:52.265241 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c3433770-3e4f-4964-9bb4-fb1efa94b21b req-2e748daa-606a-425d-94a0-f2eb64f5b6fe tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 May 20 16:32:53.451905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189c41c-5e07-4761-a5f3-b9971a0fc86d req-94f6feb6-d1a2-4d10-9089-421c8600130c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:53.453362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e189c41c-5e07-4761-a5f3-b9971a0fc86d req-94f6feb6-d1a2-4d10-9089-421c8600130c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0813313 May 20 16:32:53.498224 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e189c41c-5e07-4761-a5f3-b9971a0fc86d req-f8806947-91b3-46a9-97d3-ce9232e29803 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391521 May 20 16:32:54.682601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d69f7-dcd6-456c-ad99-b03b69a152c6 req-051f11cc-9c13-4308-8e8a-822285b10708 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:54.684028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-982d69f7-dcd6-456c-ad99-b03b69a152c6 req-051f11cc-9c13-4308-8e8a-822285b10708 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0818570 May 20 16:32:54.731952 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-982d69f7-dcd6-456c-ad99-b03b69a152c6 req-9d20f854-cf03-478e-a78f-2170f8d6a141 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 May 20 16:32:55.915763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0b59d-52dc-42f8-9c6e-24930b29687e req-1f30739e-2484-40e5-ad22-e95498eed585 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:55.917102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eec0b59d-52dc-42f8-9c6e-24930b29687e req-1f30739e-2484-40e5-ad22-e95498eed585 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0805924 May 20 16:32:55.961669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-eec0b59d-52dc-42f8-9c6e-24930b29687e req-4487bb53-5545-481f-8332-ee1116787e27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388174 May 20 16:32:57.198407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5405a-17a1-4f10-9b7b-f2a7422732e4 req-3540ff1f-f204-4eff-9cb5-56c6d799f379 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:57.199766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85e5405a-17a1-4f10-9b7b-f2a7422732e4 req-3540ff1f-f204-4eff-9cb5-56c6d799f379 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.1310647 May 20 16:32:57.244182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-85e5405a-17a1-4f10-9b7b-f2a7422732e4 req-9cb2df59-96bf-4816-bf91-7190cbca1488 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 May 20 16:32:58.425922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde390f-45b1-4a9e-b760-7fdaf279bcb7 req-9385a903-9cd7-41a8-bd67-47a067fc11fc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:58.427343 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ddde390f-45b1-4a9e-b760-7fdaf279bcb7 req-9385a903-9cd7-41a8-bd67-47a067fc11fc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0778048 May 20 16:32:58.471674 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ddde390f-45b1-4a9e-b760-7fdaf279bcb7 req-ef79a910-2ee3-45dd-84f3-519b7f2fc027 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 May 20 16:32:59.198012 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:32:59.660109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebec2b-ec2e-4620-a4c1-cdf419482a87 req-8fa7ee63-0156-4227-b5cb-bf1fea2f0e96 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:32:59.661573 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7ebec2b-ec2e-4620-a4c1-cdf419482a87 req-8fa7ee63-0156-4227-b5cb-bf1fea2f0e96 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0854402 May 20 16:32:59.706358 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b7ebec2b-ec2e-4620-a4c1-cdf419482a87 req-1b70faf9-65ef-48ea-82ae-17b5e0dc5018 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386002 May 20 16:33:00.938381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350ea79-48f7-49cb-984e-47b529ed2dde req-872dc1c3-50bb-4d7b-ae7e-0375332ad965 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:00.939761 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d350ea79-48f7-49cb-984e-47b529ed2dde req-872dc1c3-50bb-4d7b-ae7e-0375332ad965 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.1271546 May 20 16:33:00.989787 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d350ea79-48f7-49cb-984e-47b529ed2dde req-6377bc67-1010-4083-badb-de1913dcd8b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 May 20 16:33:01.013708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54054) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:01.141155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:01.261589 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-72717ff6-0673-4b3f-b9b6-0ff20ada35bd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/c3e0de84-476c-4d9a-897b-c156d7cce379 HTTP/1.1" status: 200 len: 994 time: 0.2466500 May 20 16:33:01.331192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [req-0bf99fad-ecc7-44bd-b649-1c8cadcaecec req-fb35e4f8-42f0-4bb5-ad16-c18d08b1a21f tempest-ServerDiskConfigTestJSON-75140993 tempest-ServerDiskConfigTestJSON-75140993-project] (92431) timed out ('10.222.0.25', 64343) {{(pid=92431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:33:10.460784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-856b5cca-66da-44d4-bd97-986dfb5e2eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:13.239870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:13.817412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b056b237-a8cc-431a-9c82-4df8a6b32319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:14.756562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:16.605747 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:31.139627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:31.988867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54070) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:32.255818 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 4a4da35d-6ec0-411e-bee2-7897b26b1210 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:33:32.256042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:32.383223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:32.383568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:32.510400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 4a4da35d-6ec0-411e-bee2-7897b26b1210 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:33:32.636987 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:32.641207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:32.694995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=4a4da35d-6ec0-411e-bee2-7897b26b1210,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:32.735313 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.735697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.736083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.736462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.736848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.737217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.737616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.738028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.738395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.738760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.739129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.739520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:32.747677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:32.804020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:32.804267 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP c3e0de84-476c-4d9a-897b-c156d7cce379 disassociated (deleted). External IP: 172.26.8.201, port: 2cb5df19-b41a-4b01-a455-e44164f94cb8. May 20 16:33:33.173458 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:33:33.518761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:33:33.530967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] Sync routers for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:33:33.542916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:33.543889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:33.556530 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:33.625356 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/floatingips/c3e0de84-476c-4d9a-897b-c156d7cce379 HTTP/1.1" status: 204 len: 168 time: 1.6317830 May 20 16:33:33.625356 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:33:33.673372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'status': 'completed', 'code': 200} May 20 16:33:33.735986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:33.777153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-c2a2bef7-0d7b-427a-9558-e8a96f036e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:33.778937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-c2a2bef7-0d7b-427a-9558-e8a96f036e3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 1099 time: 0.0819628 May 20 16:33:33.928991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-9681dd1f-92d8-4015-abe1-bebebcfe49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:33.930487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-9681dd1f-92d8-4015-abe1-bebebcfe49a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 200 len: 897 time: 0.1453893 May 20 16:33:34.041606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-d74fb86d-4455-44b1-b59b-4427258d98cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 200 len: 217 time: 0.1033933 May 20 16:33:34.125747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-f5fc6e7f-d79e-4f59-94a6-00c546df495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:34.127186 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-f5fc6e7f-d79e-4f59-94a6-00c546df495d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 200 len: 834 time: 0.0771263 May 20 16:33:34.131933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:07Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:34.136001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] Checking router: 45aabf2b-fb83-4f2b-8961-b3c7a9978542 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:33:34.144402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:34.145045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:34.177621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc4d67-5fbf-4cda-8fcc-cddb86ad58cd req-6b100a7e-997f-4e8f-90a6-4e4bcf19e2df tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:34.178326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-aacc4d67-5fbf-4cda-8fcc-cddb86ad58cd req-6b100a7e-997f-4e8f-90a6-4e4bcf19e2df tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:33:34.213533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-aacc4d67-5fbf-4cda-8fcc-cddb86ad58cd req-6b100a7e-997f-4e8f-90a6-4e4bcf19e2df tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:33:34.214703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aacc4d67-5fbf-4cda-8fcc-cddb86ad58cd req-6b100a7e-997f-4e8f-90a6-4e4bcf19e2df tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.2229326 May 20 16:33:34.245450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-a6547ffa-39ef-47e6-bb40-b82bb5c9c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:34.246945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-a6547ffa-39ef-47e6-bb40-b82bb5c9c3f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db172189-2dea-4a07-8cde-bd27611599d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1128385 May 20 16:33:34.330037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:34.338690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aacc4d67-5fbf-4cda-8fcc-cddb86ad58cd req-26896076-177e-4fbd-a2f3-b82e74c612a7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159189 May 20 16:33:34.409961 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-617bfde8-d0c6-4749-b5b4-6f560264fc95 service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514547 May 20 16:33:34.547841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-12bb9e9c-3f80-4ce6-9fa1-df89b79c81ed req-416b3c43-3b3c-42b5-ace3-dd62f9cd2382 service neutron] 10.222.0.25 "GET /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302555 May 20 16:33:34.647286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:07Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:34.651406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb1cfb-a78a-4700-80e7-d4d1ebeb3e69 None None] The sync data for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv is: [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '84965450-2d25-4c1e-9234-c502f40e2ce7', 'name': '', 'network_id': 'db172189-2dea-4a07-8cde-bd27611599d8', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:bd:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:32:02Z', 'updated_at': '2021-05-20T16:32:07Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'af8368be-9758-438e-938b-e0cc5fcc60b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:33:34.871609 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d80ece-ebc7-4d7f-a566-ddc38c976ba3 None None] New status for floating IP c3e0de84-476c-4d9a-897b-c156d7cce379: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:33:35.458420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-3173e1db-9d84-452a-91b0-9e5c79279de1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:35.459877 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-3173e1db-9d84-452a-91b0-9e5c79279de1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.0888078 May 20 16:33:35.655350 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a67b0a-8c17-475d-bc1e-71e0546b062e req-2775fd2d-ed01-4e6a-a088-ae655a3f79de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:35.656827 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52a67b0a-8c17-475d-bc1e-71e0546b062e req-2775fd2d-ed01-4e6a-a088-ae655a3f79de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=e23cede9-75a6-4b06-9b16-0282e1c6d51b HTTP/1.1" status: 200 len: 946 time: 0.1960514 May 20 16:33:35.690677 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 2cb5df19-b41a-4b01-a455-e44164f94cb8 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:33:35.691018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:35.734118 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52a67b0a-8c17-475d-bc1e-71e0546b062e req-9988d87c-a762-4738-b322-97818dd83928 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c526298-edf0-4106-9acd-7dec89cc90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704098 May 20 16:33:35.843585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 2cb5df19-b41a-4b01-a455-e44164f94cb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2cb5df19-b41a-4b01-a455-e44164f94cb8,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:35.843941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:35.979085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 2cb5df19-b41a-4b01-a455-e44164f94cb8 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:33:36.094420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:36.101651 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f781b2cf-37bc-4726-bd21-3ebe627b6459 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:36.146598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=2cb5df19-b41a-4b01-a455-e44164f94cb8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:36.149042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:36.196363 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:33:36.224806 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] No DVR routers for this DVR port 2cb5df19-b41a-4b01-a455-e44164f94cb8 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:33:36.227308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:36.230217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'name': 'network-vif-deleted', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:33:36.246293 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e45cdac-7fe2-481e-9be9-c9b0cea14189 req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "DELETE /v2.0/ports/2cb5df19-b41a-4b01-a455-e44164f94cb8 HTTP/1.1" status: 204 len: 173 time: 0.7495267 May 20 16:33:36.275830 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23cede9-75a6-4b06-9b16-0282e1c6d51b', 'name': 'network-vif-deleted', 'tag': '2cb5df19-b41a-4b01-a455-e44164f94cb8', 'status': 'completed', 'code': 200} May 20 16:33:36.831001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54086) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:37.533068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:37.965125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 84965450-2d25-4c1e-9234-c502f40e2ce7 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:33:37.965858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:38.109569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 84965450-2d25-4c1e-9234-c502f40e2ce7, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=84965450-2d25-4c1e-9234-c502f40e2ce7,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:38.109937 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:38.241012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 84965450-2d25-4c1e-9234-c502f40e2ce7 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:33:38.313029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 2cb5df19-b41a-4b01-a455-e44164f94cb8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:33:38.352535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 2cb5df19-b41a-4b01-a455-e44164f94cb8 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:33:38.352881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 2cb5df19-b41a-4b01-a455-e44164f94cb8 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:33:38.484452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:38.488887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fb61f97e-0bb7-4cd4-a30a-67b6b71651df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:38.543850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=84965450-2d25-4c1e-9234-c502f40e2ce7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:38.576083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:39.002749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:39.369938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:33:39.550293 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:33:39.561877 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] Sync routers for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:33:39.563530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/45aabf2b-fb83-4f2b-8961-b3c7a9978542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314117 May 20 16:33:39.566330 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54092) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:39.574397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:39.575172 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:39.639708 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting subnet af8368be-9758-438e-938b-e0cc5fcc60b3 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:33:39.643323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:39.700780 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:39.760236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:39.794193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.083574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.089565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-af97b009-13db-4f0e-bfd9-bcfe0aab040b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:40.131834 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Subnet': ['ID=af8368be-9758-438e-938b-e0cc5fcc60b3,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:40.133662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:33:38Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:40.134606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.138335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] Checking router: 45aabf2b-fb83-4f2b-8961-b3c7a9978542 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:33:40.141762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3140b5e-8403-4b18-abf0-f81800b134bf None None] Network db172189-2dea-4a07-8cde-bd27611599d8 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:33:40.144828 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/subnets/af8368be-9758-438e-938b-e0cc5fcc60b3 HTTP/1.1" status: 204 len: 168 time: 0.5763767 May 20 16:33:40.146456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.146838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.147217 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.147885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54096) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:40.149673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.150348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.150965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.151522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.151954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.152331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.152785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.153209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.153600 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:40.164329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:40.171247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] Routers {'45aabf2b-fb83-4f2b-8961-b3c7a9978542'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:40.171896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:40.332083 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.500086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe8d560a-7315-44f3-94ce-c61d0b007b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.503541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] Set router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:40.523896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.610097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 26c02965-5082-4d34-b658-f212225ec679 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:33:40.610471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.736237 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 26c02965-5082-4d34-b658-f212225ec679, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=26c02965-5082-4d34-b658-f212225ec679,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:40.736596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.795543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] DHCP port deletion for db172189-2dea-4a07-8cde-bd27611599d8 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:33:40.864995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:33:38Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:40.871727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a35d6-2b13-47fa-a35a-c6e0f8f03d6f None None] The sync data for ids ['45aabf2b-fb83-4f2b-8961-b3c7a9978542'] in dv-neutron-601336-76-hyperv is: [{'id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291828', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '26c02965-5082-4d34-b658-f212225ec679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:31:57Z', 'updated_at': '2021-05-20T16:33:38Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '26c02965-5082-4d34-b658-f212225ec679', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aabf2b-fb83-4f2b-8961-b3c7a9978542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:31:58Z', 'updated_at': '2021-05-20T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:33:40.885411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Deleting port 6b795551-f53f-4c90-a3a5-f21c7c629fae {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:33:40.885943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:40.986517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] For port 6b795551-f53f-4c90-a3a5-f21c7c629fae, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=6b795551-f53f-4c90-a3a5-f21c7c629fae,segment=NetworkSegment(4941a082-301d-46e9-9861-83e1dce0499e),segment_id=4941a082-301d-46e9-9861-83e1dce0499e)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:40.986968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.026309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 26c02965-5082-4d34-b658-f212225ec679 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:33:41.117606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Calling delete_port for 6b795551-f53f-4c90-a3a5-f21c7c629fae owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:33:41.163238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.165506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.167216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7d9bb32b-4210-4b11-a293-13a4300525e3 tempest-TestEncryptedCinderVolumes-1923022946 tempest-TestEncryptedCinderVolumes-1923022946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:41.170280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d92b756c-20cb-4d7c-8595-e15c5f4e2a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:41.210526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=26c02965-5082-4d34-b658-f212225ec679,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:41.211032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] No DVR routers for this DVR port 6b795551-f53f-4c90-a3a5-f21c7c629fae on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:33:41.216871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:41.225397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Pushing event deleted for resources: {'Port': ['ID=6b795551-f53f-4c90-a3a5-f21c7c629fae,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:41.246431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.246772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.247114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.247439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.247899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.248229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.248556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.248875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.249236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.249600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.250058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.250377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:41.253688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:41.326491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.390465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84965450-2d25-4c1e-9234-c502f40e2ce7 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:33:41.427142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 84965450-2d25-4c1e-9234-c502f40e2ce7 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:33:41.427487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 84965450-2d25-4c1e-9234-c502f40e2ce7 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:33:41.427916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6b795551-f53f-4c90-a3a5-f21c7c629fae no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:33:41.464826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 6b795551-f53f-4c90-a3a5-f21c7c629fae {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:33:41.465181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 6b795551-f53f-4c90-a3a5-f21c7c629fae not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:33:41.517858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.519926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.543322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.543856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Fanout notify agent at l3_agent the message router_deleted on router 45aabf2b-fb83-4f2b-8961-b3c7a9978542 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:33:41.560123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.561245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/routers/45aabf2b-fb83-4f2b-8961-b3c7a9978542 HTTP/1.1" status: 204 len: 168 time: 1.4123709 May 20 16:33:41.563952 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54100) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:41.683112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.819190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.831912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db172189-2dea-4a07-8cde-bd27611599d8']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:41.844639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4941a082-301d-46e9-9861-83e1dce0499e') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:41.844924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4941a082-301d-46e9-9861-83e1dce0499e') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:41.856227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.873974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.881770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:33:41.882191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:33:41.897669 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:33:41.996946 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.001634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.005243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f48bdfbe-7910-4448-af6b-a9daffef5d1e tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:42.029282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Network': ['ID=db172189-2dea-4a07-8cde-bd27611599d8,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:42.031827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:42.038299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9a2980e7-aaaa-41fa-b26d-ab911277b59a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/networks/db172189-2dea-4a07-8cde-bd27611599d8 HTTP/1.1" status: 204 len: 168 time: 0.4733598 May 20 16:33:42.040995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54104) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:42.110784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.142600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.216751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.220697 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fefefb37-69cd-4486-8a0d-4721dbf8dd65 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:42.235086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c526298-edf0-4106-9acd-7dec89cc90fc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:42.238352 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:42.250107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.251035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-90d19105-d552-470a-824d-3448399de962 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c526298-edf0-4106-9acd-7dec89cc90fc HTTP/1.1" status: 204 len: 168 time: 0.2090349 May 20 16:33:42.511199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54112) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:42.517479 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709161679', 'description': 'tempest-secgroup-smoke-709161679 description', 'project_id': '623033946f774187b8d392e4347cb2e6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:42.523877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:42.528729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:42.532044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:42.540107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:42.550404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.571455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:42.575300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:42.578242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:42.584215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:42.663328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.668704 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.674949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c33245b0-66b0-4de5-a7e9-409ed6b42aaa tempest-SecGroupTest-318005912 tempest-SecGroupTest-318005912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:42.715602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbad094-7314-4e13-90fa-b31ac7b5ead4,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:42.718100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.719299 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2070143 May 20 16:33:42.720328 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:42.722315 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54116) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:42.728370 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'bdbad094-7314-4e13-90fa-b31ac7b5ead4', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:42.735273 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:42.739454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:42.744840 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:42.751274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:42.768488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.844769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.850081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.856044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-25f9b52b-e935-4eca-a558-fe4c2e5af94c tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:42.877416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f77c20-b9cb-4d0b-88a1-4a7af6f10912,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:42.883500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:42.887972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.889429 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661575 May 20 16:33:42.892186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54120) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:42.897871 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'bdbad094-7314-4e13-90fa-b31ac7b5ead4', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:42.903925 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:42.908086 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:42.911656 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:42.917614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:42.934484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:42.980492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26c02965-5082-4d34-b658-f212225ec679 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:33:42.998977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.002949 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.004754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e04ee9a6-413e-42e2-931f-0a3ebfaadbcb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:43.026948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90533dd-116d-4db0-82ba-c1572ca562d2,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:43.029443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:43.037718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.038996 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458831 May 20 16:33:43.041721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54124) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:43.046262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 26c02965-5082-4d34-b658-f212225ec679 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:33:43.046863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 26c02965-5082-4d34-b658-f212225ec679 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:33:43.047092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'bdbad094-7314-4e13-90fa-b31ac7b5ead4', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:43.053372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:43.057464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:43.060361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:43.066320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:43.084009 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.150286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.153889 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.155729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f9c17c53-3d8a-4bdf-8e35-148e2061a8e3 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:43.180289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939c81e1-3b74-439a-a938-0dbb2d2fd6c3,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:43.183020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:43.191090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.194863 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502521 May 20 16:33:43.195715 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54128) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:43.200769 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'bdbad094-7314-4e13-90fa-b31ac7b5ead4', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:43.207034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:43.212544 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:43.215534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:43.221243 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:43.237685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.243251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.301059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.304623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.306430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0c476810-a54e-4c5f-8ea8-2af7796c02be tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:43.329071 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46412d79-6950-4403-b39c-93eaa81e456e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:43.334349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:43.338618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.339816 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d30b08b7-67eb-42fc-96ee-4ba2b311293a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431258 May 20 16:33:43.342524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54132) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:43.347529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'bdbad094-7314-4e13-90fa-b31ac7b5ead4', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:43.353378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:43.357125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:43.360001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:43.365644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:43.375608 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:33:43.381996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.446587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.450000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.455493 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ad475fb3-4459-4dc7-a10f-3947819f28bc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:43.475316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81d3528-0372-45b0-a53e-e8465d819a8a,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:43.477596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:43.484690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.485936 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-645c31ae-070c-40f0-87dd-23c324e21a27 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425221 May 20 16:33:43.488723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54136) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:43.494531 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': 'bdbad094-7314-4e13-90fa-b31ac7b5ead4', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:43.500210 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:43.503936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:43.507773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:43.513357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:43.523368 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:33:43.529121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.597553 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.601101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.606907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-47dac373-9c6f-4fd9-a164-397c9814c568 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:43.625977 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a50fd8e-fd80-4c39-8eb5-01b4fc136ee9,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:43.628664 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:43.637168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.638384 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-160e3263-1627-4991-9870-779f0661781b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482306 May 20 16:33:43.641296 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54140) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:43.647130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'network': {'name': 'tempest-network-smoke--1897439262', 'project_id': '623033946f774187b8d392e4347cb2e6', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:43.652145 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:43.656320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:network and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:43.659121 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:43.664824 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:43.674969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:33:43.679111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.708297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:33:43.717828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.718168 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Added segment 45a5e726-0ebe-407c-9fde-135d734c2e99 of type vlan for network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a May 20 16:33:43.745421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.778110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.783647 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:43.784233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.788696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a23b8603-6374-41e5-a194-97c078d052a5 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:43.818944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5761fc88-7361-4080-852b-75ead7be7fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.894197 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2515869 May 20 16:33:43.897501 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54144) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:43.905097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'admin_state_up': True, 'project_id': '623033946f774187b8d392e4347cb2e6', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:43.910959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Network': ['ID=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:43.914249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:43.915197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:43.919418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:router and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:43.921479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:33:43.922510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:43.928400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:43.938862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.940014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:43.957153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:44.383984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:44.693593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:44.723968 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:44.759916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:44.864844 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.148 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/282a4959-c6ab-499f-ad60-968ba4ac8878) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:33:45.013846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:45.044011 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:45.047717 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:45.108418 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:33:45.111693 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:33:45.114196 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:33:45.156331 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=282a4959-c6ab-499f-ad60-968ba4ac8878,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:45.159382 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:45.537856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:46.037077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:46.250519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 584914bf-2f0b-42e1-adbc-27f19f994482 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:33:46.438773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:33:46.449205 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Sync routers for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:33:46.459620 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:46.460237 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:46.466817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:46.468076 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5696518 May 20 16:33:46.471305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54150) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:46.512831 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4f81558b-4bb9-403e-a26a-e62c1e541ed4 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=623033946f774187b8d392e4347cb2e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403163 May 20 16:33:46.515323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54154) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:46.609037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:46.639339 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:46.653046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba450be-cbcc-4dd1-b534-5662bcdc3e81 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:46.654600 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5ba450be-cbcc-4dd1-b534-5662bcdc3e81 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383538 May 20 16:33:46.657465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54158) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:46.701547 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-38029110-00da-4251-997c-3d05954fb1d9 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427327 May 20 16:33:46.703942 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54162) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:46.710291 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503469780', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:46.821507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:46.825626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:subnet and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:33:46.828670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:33:46.834985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:46.845955 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:33:46.850199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:46.930647 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:45Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:46.934701 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Checking router: 584914bf-2f0b-42e1-adbc-27f19f994482 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:33:46.935053 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Updating router 584914bf-2f0b-42e1-adbc-27f19f994482 port 282a4959-c6ab-499f-ad60-968ba4ac8878 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:33:46.989462 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.283737 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.287590 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9a61eb1e-091c-45dd-aca9-7b0543e294b1 tempest-RoutersTest-1633962048 tempest-RoutersTest-1633962048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:47.333771 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.347049 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Transition to ACTIVE for port object 282a4959-c6ab-499f-ad60-968ba4ac8878 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:47.355266 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.359319 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d1e8a39a-8314-49fb-9476-330f740ba411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:47.440970 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Attempting to bind port 282a4959-c6ab-499f-ad60-968ba4ac8878 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:33:47.441358 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Attempting to bind port 282a4959-c6ab-499f-ad60-968ba4ac8878 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:33:47.441729 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Attempting to bind port 282a4959-c6ab-499f-ad60-968ba4ac8878 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:33:47.448215 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Pushing event updated for resources: {'Port': ['ID=282a4959-c6ab-499f-ad60-968ba4ac8878,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:47.454095 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:33:47.454946 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:33:47.454946 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.455228 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:33:47.455706 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Bound port: 282a4959-c6ab-499f-ad60-968ba4ac8878, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:33:47.456079 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.494757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.495101 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.495414 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.495734 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.496060 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.496452 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.496682 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.496997 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.497310 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.497644 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.497951 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.498255 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:33:47.502011 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:47.520344 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Subnet': ['ID=6399acea-15ec-48c2-b278-0578c9a6903f,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:47.523987 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:47.534042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Checking segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:33:47.534042 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network hostable DHCP agents. Network: aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:33:47.547017 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] For port 282a4959-c6ab-499f-ad60-968ba4ac8878, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:33:47.549887 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:33:47.550512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] For port 282a4959-c6ab-499f-ad60-968ba4ac8878, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=282a4959-c6ab-499f-ad60-968ba4ac8878,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:33:47.556094 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.560425 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:33:47.561797 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-7c02809c-312c-44fe-880a-c64f75be9756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:47.571600 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2b07f-7e73-42fa-a55d-da2baa6079e5 None None] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:33:47.572901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:47.573543 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.606455 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fdd85e74-5d82-42b7-acab-d51d2c000da2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9011159 May 20 16:33:47.609462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54168) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:33:47.652802 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Pushing event updated for resources: {'Port': ['ID=282a4959-c6ab-499f-ad60-968ba4ac8878,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:47.657266 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-572b23ab-9309-46ec-91b4-b4b333f8ad47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:47.668000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:47.668777 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:47.828729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:33:47.830336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:47.857437 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:48.022127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Allocated IP 172.20.0.2 (aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a/6399acea-15ec-48c2-b278-0578c9a6903f/9d8b9617-6ce6-49c8-9c9a-f8452dd69c31) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:33:48.212302 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:45Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:48.218125 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6fe8f0-e2c5-4de6-994e-1712a1f3123c None None] The sync data for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv is: [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:45Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:33:48.253425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:48.265303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Transition to ACTIVE for port object 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:48.284217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Transition to ACTIVE for port object 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:48.290655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:48.294933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-8fd96d44-a65d-45a9-9713-71d49f265bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:48.366064 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:33:48.369083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:33:48.373581 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:33:48.375850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Pushing event updated for resources: {'Port': ['ID=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:48.379690 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:48.488105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Attempting to bind port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:33:48.488569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Attempting to bind port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:33:48.490373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Attempting to bind port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 on network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:33:48.506683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:33:48.507252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Checking segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:33:48.508451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:48.508689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Bound using segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:33:48.509323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Bound port: 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:33:48.511380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:48.630900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] For port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:33:48.634793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] For port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:33:48.642857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:48.648452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:48.654362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:48.732291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Pushing event updated for resources: {'Port': ['ID=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:48.738433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:49.149937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 282a4959-c6ab-499f-ad60-968ba4ac8878 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:33:49.181217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.1 (aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a/6399acea-15ec-48c2-b278-0578c9a6903f/2ecc3890-429d-4a79-81e7-70ff64c567d9) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:33:49.236977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 282a4959-c6ab-499f-ad60-968ba4ac8878 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:33:49.242686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 282a4959-c6ab-499f-ad60-968ba4ac8878 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:49.243318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:49.369115 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:49.387657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 282a4959-c6ab-499f-ad60-968ba4ac8878, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=282a4959-c6ab-499f-ad60-968ba4ac8878,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:49.393003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:49.393905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:33:49.422001 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:49.431225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:49.449011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 2ecc3890-429d-4a79-81e7-70ff64c567d9 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:49.488402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:49.495153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-48a99529-221d-41ff-a227-7f05a5da4691 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:49.523788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=282a4959-c6ab-499f-ad60-968ba4ac8878,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:49.527314 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:49.537205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:33:49.570275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:33:49.578405 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:33:49.581023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:33:49.638197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=2ecc3890-429d-4a79-81e7-70ff64c567d9,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:49.643332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:49.658014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:49.833722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b444e-5a21-414e-a43f-6b4c254b078d None None] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:33:49.938694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Provisioning for port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:33:49.948084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Provisioning complete for port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:49.948462 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.122959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.261708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.309131 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] For port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:50.315000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.316766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-660d9a41-94e9-4b14-bd52-ef0f4c32fa0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:50.388357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Pushing event updated for resources: {'Port': ['ID=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:50.395813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:50.544195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2954d9ef-2920-40be-a602-1d80fcc0e6f0 None None] Provisioning complete for port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:50.544722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2954d9ef-2920-40be-a602-1d80fcc0e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.577486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.584850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.619704 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-980bc5c8-04df-49ed-835b-be99e06ef60a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:50.692403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2954d9ef-2920-40be-a602-1d80fcc0e6f0 None None] Provisioning for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:33:50.698230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2954d9ef-2920-40be-a602-1d80fcc0e6f0 None None] Provisioning complete for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:50.698623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2954d9ef-2920-40be-a602-1d80fcc0e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.711752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=2ecc3890-429d-4a79-81e7-70ff64c567d9,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:50.716209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:50.717197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.755744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2954d9ef-2920-40be-a602-1d80fcc0e6f0 None None] Port 2ecc3890-429d-4a79-81e7-70ff64c567d9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:33:50.855759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:33:50.856725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:33:50.875872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5c1b44b1-9011-4d14-924a-e3301ab82f38 None None] Provisioning complete for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:50.876498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5c1b44b1-9011-4d14-924a-e3301ab82f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:50.934521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b44b1-9011-4d14-924a-e3301ab82f38 None None] Port 2ecc3890-429d-4a79-81e7-70ff64c567d9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:33:51.036300 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 282a4959-c6ab-499f-ad60-968ba4ac8878 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:33:51.064236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 584914bf-2f0b-42e1-adbc-27f19f994482 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:33:51.108381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 282a4959-c6ab-499f-ad60-968ba4ac8878 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:51.108673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:51.174433 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-42d7bb1a-88ad-4162-9c91-768fde47dc1d None None] Provisioning complete for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:51.174717 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-42d7bb1a-88ad-4162-9c91-768fde47dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:51.253598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:33:51.269633 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/584914bf-2f0b-42e1-adbc-27f19f994482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6590414 May 20 16:33:51.269955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Sync routers for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:33:51.279344 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-42d7bb1a-88ad-4162-9c91-768fde47dc1d None None] Port 2ecc3890-429d-4a79-81e7-70ff64c567d9 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:33:51.295308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:51.295949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:51.368504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:33:51.435752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-b482dd76-32d6-4f79-88d0-5d009101adcd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:33:51.451188 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-b482dd76-32d6-4f79-88d0-5d009101adcd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:33:51.452482 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-b482dd76-32d6-4f79-88d0-5d009101adcd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709161679&fields=id&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 267 time: 0.0573492 May 20 16:33:51.535091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:51.579996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:51.580373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:51.608713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-7430b33b-6357-4d02-b707-5c4514af217e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:51.609422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-7430b33b-6357-4d02-b707-5c4514af217e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:33:51.627665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-7430b33b-6357-4d02-b707-5c4514af217e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:33:51.629077 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-7430b33b-6357-4d02-b707-5c4514af217e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 797 time: 0.1695745 May 20 16:33:51.645521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-c9ef6f61-c4d2-4b5e-b703-1fa28b393c81 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/quotas/623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 375 time: 0.0106750 May 20 16:33:51.743285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-d7edba14-3b08-4785-b439-cbd269cdb361 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:33:51.768613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-d7edba14-3b08-4785-b439-cbd269cdb361 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:33:51.770682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-d7edba14-3b08-4785-b439-cbd269cdb361 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141517 May 20 16:33:51.970016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:50Z', 'revision_number': 2, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:51.974760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Checking router: 584914bf-2f0b-42e1-adbc-27f19f994482 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:33:51.975130 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Updating router 584914bf-2f0b-42e1-adbc-27f19f994482 port 2ecc3890-429d-4a79-81e7-70ff64c567d9 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:33:52.032232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:52.130053 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-a1095be8-3964-41b0-b1c1-9b2697b33dbe service neutron] 10.222.0.13 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457706 May 20 16:33:52.269368 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-cad17ea8-1090-4c85-aeeb-bf737af84be1 service neutron] 10.222.0.13 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332545 May 20 16:33:52.447568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:52.460016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Transition to ACTIVE for port object 2ecc3890-429d-4a79-81e7-70ff64c567d9 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:52.467438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:52.471389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-428d0e08-d3b5-4623-9cc7-3231ddf67879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:52.495308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c630f49d-e6b8-4208-b7b1-8d73a8077332 req-c82ae022-7255-404b-97d1-101386178424 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 210 time: 0.0846963 May 20 16:33:52.632808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb73e8-11d7-4ab5-982e-553a039268a0 None None] Pushing event updated for resources: {'Port': ['ID=2ecc3890-429d-4a79-81e7-70ff64c567d9,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:52.635727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bfb73e8-11d7-4ab5-982e-553a039268a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:52.716823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Attempting to bind port 2ecc3890-429d-4a79-81e7-70ff64c567d9 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:33:52.717206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Attempting to bind port 2ecc3890-429d-4a79-81e7-70ff64c567d9 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:33:52.717608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Attempting to bind port 2ecc3890-429d-4a79-81e7-70ff64c567d9 on network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:33:52.723923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:33:52.724308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Checking segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:33:52.725022 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:52.725802 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Bound using segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:33:52.726298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Bound port: 2ecc3890-429d-4a79-81e7-70ff64c567d9, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:33:52.726687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:52.843111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] For port 2ecc3890-429d-4a79-81e7-70ff64c567d9, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:33:52.847252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] For port 2ecc3890-429d-4a79-81e7-70ff64c567d9, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2ecc3890-429d-4a79-81e7-70ff64c567d9,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:33:52.851847 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:52.855630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:52.934782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:33:52.935442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:53.010107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb73e8-11d7-4ab5-982e-553a039268a0 None None] Pushing event updated for resources: {'Port': ['ID=2ecc3890-429d-4a79-81e7-70ff64c567d9,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:53.015282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bfb73e8-11d7-4ab5-982e-553a039268a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:53.206598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:33:53.562370 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:52Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:33:53.574669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf83073-ab98-4c54-a16d-1758898da9a6 None None] The sync data for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv is: [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:52Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:33:53.615834 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-aee1334f-b2ac-4a5d-8b10-f560eafe6d4c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:53.617550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-aee1334f-b2ac-4a5d-8b10-f560eafe6d4c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 797 time: 0.1821194 May 20 16:33:53.720413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3c977372-1fb4-4316-baf2-35bb3e63791a req-2096d84d-e685-436a-b09f-5b568d458ef6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 210 time: 0.0618138 May 20 16:33:53.749971 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-eb5e264a-326d-4201-82ca-0ddfcb0e9c29 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 379 time: 0.1223383 May 20 16:33:53.759889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'port': {'device_id': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'admin_state_up': True, 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'security_groups': ['bdbad094-7314-4e13-90fa-b31ac7b5ead4']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:53.909206 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:33:53.920773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:33:53.932914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:33:53.936618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:54.118075 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.13 (aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a/6399acea-15ec-48c2-b278-0578c9a6903f/8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:33:54.339184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:54.356161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:54.391082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:54.398693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b4c61ef0-f337-4a96-8a52-bef0e93e758e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:54.458195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:33:54.466417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:33:54.471189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:33:54.524220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:54.529734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:54.553577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:54.554159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:54.587046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e68031eb-b2dd-490b-9639-5a9066853e1f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309765 May 20 16:33:54.670883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Request body: {'port': {'device_id': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:33:54.811848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:54.846831 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2b55e2eb-4ad8-45cd-88f3-ec50595cbd79 None None] Provisioning for port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:33:54.855965 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2b55e2eb-4ad8-45cd-88f3-ec50595cbd79 None None] Provisioning complete for port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:54.856543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-2b55e2eb-4ad8-45cd-88f3-ec50595cbd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:54.936219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-2b55e2eb-4ad8-45cd-88f3-ec50595cbd79 None None] Port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:33:55.057537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2ecc3890-429d-4a79-81e7-70ff64c567d9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:33:55.134936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5bfd3-1492-45d0-bc5a-66aa1a51e8c4 req-f7111b0f-eb18-48c5-ac77-070c633ce4d9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:55.135663 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a6a5bfd3-1492-45d0-bc5a-66aa1a51e8c4 req-f7111b0f-eb18-48c5-ac77-070c633ce4d9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:33:55.144623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:33:55.151899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:55.152306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.171104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a6a5bfd3-1492-45d0-bc5a-66aa1a51e8c4 req-f7111b0f-eb18-48c5-ac77-070c633ce4d9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:33:55.172111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a6a5bfd3-1492-45d0-bc5a-66aa1a51e8c4 req-f7111b0f-eb18-48c5-ac77-070c633ce4d9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 932 time: 0.2850032 May 20 16:33:55.251757 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a6a5bfd3-1492-45d0-bc5a-66aa1a51e8c4 req-01ee1abc-cfb8-4708-b9af-4fe5f78efa5c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632954 May 20 16:33:55.277722 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.370394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2ecc3890-429d-4a79-81e7-70ff64c567d9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2ecc3890-429d-4a79-81e7-70ff64c567d9,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:55.375790 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.377813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3f9a6b6d-7d52-47f3-9a45-9f6c3ffc32a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:55.448138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2ecc3890-429d-4a79-81e7-70ff64c567d9,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:55.451392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:55.500152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:33:55.507869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.523407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Transition to ACTIVE for port object 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:33:55.526844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.530749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-127c2f26-0c99-4717-bd52-462fac193927 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:55.685724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:55.694392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:55.775573 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Attempting to bind port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:33:55.775899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Attempting to bind port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:33:55.776221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Attempting to bind port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 on network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:33:55.781203 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 on network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:33:55.781553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Attempting to bind port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 on network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:33:55.787238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:33:55.787561 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Checking segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:33:55.787935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Bound using segment: {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:33:55.788348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Bound port: 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a5e726-0ebe-407c-9fde-135d734c2e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:33:55.788687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.888396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:33:55.894808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:33:55.901505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.909172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-671ba7df-b1d2-4162-93ae-ad6a10fed1be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:55.979244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:55.980016 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:55.981414 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] 10.222.0.25 "PUT /v2.0/ports/8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 1094 time: 1.3872473 May 20 16:33:55.984099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:33:56.021131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:56.024727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:56.062881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'status': 'completed', 'code': 200} May 20 16:33:56.108466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-b8257f12-2ce9-40da-853a-75b2b197da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:56.110283 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-b8257f12-2ce9-40da-853a-75b2b197da71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1097 time: 0.0810132 May 20 16:33:56.188975 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-1e4ef550-d3ae-4128-85f1-8dc8db96ba2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 217 time: 0.0704443 May 20 16:33:56.251873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-fc540ca9-fd80-4398-8756-93a757317acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:56.253218 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-fc540ca9-fd80-4398-8756-93a757317acd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0585926 May 20 16:33:56.333712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e2581df3-b363-4658-a3dc-dc0dc0b3938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:56.335168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-e2581df3-b363-4658-a3dc-dc0dc0b3938a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753641 May 20 16:33:56.527790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-779a5b25-5805-471f-bdad-0eba7cfb7f0b service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858277 May 20 16:33:56.540001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8afa91-3c39-474a-936f-f4bd66460b1e req-87e6d04d-b2a5-482f-a1e1-18bb16027b93 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:56.541526 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a8afa91-3c39-474a-936f-f4bd66460b1e req-87e6d04d-b2a5-482f-a1e1-18bb16027b93 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 944 time: 0.1751623 May 20 16:33:56.667790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a8afa91-3c39-474a-936f-f4bd66460b1e req-ee18ccb8-b242-4617-8e84-d040e8a53384 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049092 May 20 16:33:56.703849 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a488687d-8e2f-461f-b4a6-84bd5ca33e03 req-396fc798-3c78-4fd0-8785-4342a757b575 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613648 May 20 16:33:56.826497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-056df2cc-33f1-497e-a46f-fafcfb4d4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:56.827862 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-056df2cc-33f1-497e-a46f-fafcfb4d4147 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1097 time: 0.0753896 May 20 16:33:56.961035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-b3b7bf89-e477-41f3-b9a9-4210ca4aa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:56.962503 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-b3b7bf89-e477-41f3-b9a9-4210ca4aa8cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1282017 May 20 16:33:57.031651 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-67cc3f0b-55ae-4052-ad86-4959fd6c924e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 217 time: 0.0617325 May 20 16:33:57.032095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2ecc3890-429d-4a79-81e7-70ff64c567d9 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:33:57.104435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-d271d6e1-07bb-48f1-8899-14d97fed60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:57.104435 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-d271d6e1-07bb-48f1-8899-14d97fed60e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0618637 May 20 16:33:57.106248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2ecc3890-429d-4a79-81e7-70ff64c567d9 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:33:57.106248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:57.187899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-4763e39e-f36e-444a-b08d-ca3b9c0030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:57.190334 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-4763e39e-f36e-444a-b08d-ca3b9c0030dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0828981 May 20 16:33:57.471354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-f389a838-d463-41b8-b12d-0fb219a23701 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736938 May 20 16:33:57.604165 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f4abea3-edf3-4118-86cd-dd16f2785ace req-2f66947e-f4af-4585-bf16-98f6f7ce33bd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262829 May 20 16:33:57.860179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa15694-229d-45e3-829f-14859e14ead5 req-403c7dc0-6ebf-4405-b348-c3798fefb843 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:57.861589 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3fa15694-229d-45e3-829f-14859e14ead5 req-403c7dc0-6ebf-4405-b348-c3798fefb843 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 944 time: 0.0844760 May 20 16:33:57.911136 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3fa15694-229d-45e3-829f-14859e14ead5 req-2943a130-eaa3-4ef3-892e-1ff70bcd8bdd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 May 20 16:33:58.421258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:33:58.553707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:58.571331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'port_id': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'mac_address': 'fa:16:3e:f4:f3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:33:58.628427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:58.646089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:33:58.662505 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:33:58.668037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:33:58.670074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:33:58.739272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:33:58.742345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:33:58.869606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:33:59.104721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa21d6-7f12-433c-aa21-3df9e13554ab req-1ea7776e-6dbd-4191-ba4f-e8b950f2add9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:33:59.106468 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63fa21d6-7f12-433c-aa21-3df9e13554ab req-1ea7776e-6dbd-4191-ba4f-e8b950f2add9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 945 time: 0.0845571 May 20 16:33:59.155122 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-63fa21d6-7f12-433c-aa21-3df9e13554ab req-615f398a-33b8-4dbf-af81-f12ead5aa967 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 May 20 16:34:00.351005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc8c10-d20a-4251-afa9-1b2d34a5ae52 req-3954dead-22e9-464a-a766-4344ef50ce13 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:00.352467 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cbdc8c10-d20a-4251-afa9-1b2d34a5ae52 req-3954dead-22e9-464a-a766-4344ef50ce13 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 945 time: 0.0849292 May 20 16:34:00.399841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cbdc8c10-d20a-4251-afa9-1b2d34a5ae52 req-8bb596b1-30c1-4275-8f8e-2e5682d9ba6a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 May 20 16:34:00.421086 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:34:00.489754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:34:00.494809 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:34:00.495182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:00.615602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:00.642923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:34:00.653292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:34:00.657805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:00.660587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:34:00.696578 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'code': 200} May 20 16:34:00.735089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:34:00.738875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:34:00.921532 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe59f1-76a7-4b43-8895-c401517cffcf req-63804946-0775-4948-b861-cfc79260551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:00.923012 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0ffe59f1-76a7-4b43-8895-c401517cffcf req-63804946-0775-4948-b861-cfc79260551a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.0739276 May 20 16:34:00.964565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0ffe59f1-76a7-4b43-8895-c401517cffcf req-354c3aa1-f2b5-456a-a341-38a76c7eec84 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354886 May 20 16:34:01.153363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:01.588928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451b01-3430-47a6-8e1d-1d430e325e41 req-fe433756-ee92-44eb-9829-1a7fa2b4b59e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:01.590440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44451b01-3430-47a6-8e1d-1d430e325e41 req-fe433756-ee92-44eb-9829-1a7fa2b4b59e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0821819 May 20 16:34:01.642263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-44451b01-3430-47a6-8e1d-1d430e325e41 req-cdfac249-e423-4ed4-b42d-ceb7008608a6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453191 May 20 16:34:02.836086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c90f0-be7b-4526-b2ce-dc2e27edeaa4 req-b8d39300-d3a5-4bee-91f3-e92f1bcc3b79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:02.837635 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-400c90f0-be7b-4526-b2ce-dc2e27edeaa4 req-b8d39300-d3a5-4bee-91f3-e92f1bcc3b79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0845351 May 20 16:34:02.884597 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-400c90f0-be7b-4526-b2ce-dc2e27edeaa4 req-a7dfc078-86ae-48dc-8788-f643911441df tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 May 20 16:34:03.075099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ad2a4-a086-427d-a99f-cca8419e84be req-86d678d1-45b3-4695-a810-4c1264cf5c65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:03.076591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-940ad2a4-a086-427d-a99f-cca8419e84be req-86d678d1-45b3-4695-a810-4c1264cf5c65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0866237 May 20 16:34:03.149581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-940ad2a4-a086-427d-a99f-cca8419e84be req-1e5f31f8-a133-4d53-a438-63a03bcb4513 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666933 May 20 16:34:03.176499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54228) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:34:03.251613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf5a51-7936-46c1-bf30-37c128eceb30 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:03.253157 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2aaf5a51-7936-46c1-bf30-37c128eceb30 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1094 time: 0.0756440 May 20 16:34:03.256594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54232) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:34:03.261933 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:34:03.268162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:34:03.272267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:floatingip and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:34:03.275500 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:34:03.285559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:34:03.296348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:03.437881 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:03.579164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.2 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/9b67c86b-e6e5-440e-8f26-2bc985bce13a) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:34:03.733048 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:03.775793 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:03.780176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-574d588b-68eb-4a98-beef-1a29ecab2438 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:34:03.852180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:34:03.855471 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:34:03.859980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:34:03.890614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=9b67c86b-e6e5-440e-8f26-2bc985bce13a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:34:03.897716 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:34:04.295399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:04.371457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:04.588140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:04.593049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:04.597253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-79bb7226-d34f-49fe-8740-73b9b9e851e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:34:04.711466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=9b67c86b-e6e5-440e-8f26-2bc985bce13a,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:34:04.716091 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:34:04.723068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:05.065526 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP ce09354e-849f-44f0-8884-ff3e2bd644a5 associated. External IP: 172.26.8.2, port: 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41. May 20 16:34:05.444260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 584914bf-2f0b-42e1-adbc-27f19f994482 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:34:05.667155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:34:05.679593 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] Sync routers for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:34:05.691054 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:34:05.691714 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:34:05.701555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:05.763905 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5062401 May 20 16:34:05.764597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:34:05.828344 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'status': 'completed', 'code': 200} May 20 16:34:05.930439 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:34:06.000494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39a756-fe23-4784-94e7-f101f874e018 req-61cc1ffe-58d9-4dee-8f6b-8e3fedd59eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:06.002140 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-61cc1ffe-58d9-4dee-8f6b-8e3fedd59eaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.1463590 May 20 16:34:06.121189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a684524-dcd2-43f6-b934-c470efa0a95f req-074534b5-e8a7-4511-9f73-73ec1ba66378 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:06.122745 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a684524-dcd2-43f6-b934-c470efa0a95f req-074534b5-e8a7-4511-9f73-73ec1ba66378 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1969917 May 20 16:34:06.196337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39a756-fe23-4784-94e7-f101f874e018 req-74afbde4-b030-4662-b5d3-8acfe1669aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:06.197855 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-74afbde4-b030-4662-b5d3-8acfe1669aff service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1862235 May 20 16:34:06.205770 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a684524-dcd2-43f6-b934-c470efa0a95f req-c1c167b6-6ee2-48a8-b47c-8a23abd635ff tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749369 May 20 16:34:06.230135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54240) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:34:06.316280 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-e934a3be-aae8-4acd-bfe2-fb35c7dd8a53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 998 time: 0.1093242 May 20 16:34:06.335982 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'ce09354e-849f-44f0-8884-ff3e2bd644a5', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'port_id': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'mac_address': 'fa:16:3e:f4:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:34:04Z', 'updated_at': '2021-05-20T16:34:04Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:55Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:34:06.340312 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] Checking router: 584914bf-2f0b-42e1-adbc-27f19f994482 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:34:06.349597 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:34:06.350465 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:33:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:34:06.368065 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-c878ad50-d2e5-4459-91b0-69623b008069 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/ce09354e-849f-44f0-8884-ff3e2bd644a5 HTTP/1.1" status: 200 len: 990 time: 0.1341789 May 20 16:34:06.385213 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39a756-fe23-4784-94e7-f101f874e018 req-c007f308-5982-4eff-96ca-082ac9b09980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:06.386702 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-c007f308-5982-4eff-96ca-082ac9b09980 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0640180 May 20 16:34:06.481094 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39a756-fe23-4784-94e7-f101f874e018 req-8d53a184-c01e-4e93-a3b5-46786f086ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:06.482622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-8d53a184-c01e-4e93-a3b5-46786f086ab4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0899725 May 20 16:34:06.542537 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:34:06.790721 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-4828fe6b-7270-46eb-894d-23f5d6a18f34 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017833 May 20 16:34:06.948774 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb39a756-fe23-4784-94e7-f101f874e018 req-93ad6f8d-fa1d-4dc5-8285-0fb60e6513cd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516781 May 20 16:34:06.977878 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'ce09354e-849f-44f0-8884-ff3e2bd644a5', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'port_id': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'mac_address': 'fa:16:3e:f4:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:34:04Z', 'updated_at': '2021-05-20T16:34:04Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:55Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:34:06.982467 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45da52-5bb3-43a6-b142-24e6d6d4663f None None] The sync data for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv is: [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'ce09354e-849f-44f0-8884-ff3e2bd644a5', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'port_id': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'mac_address': 'fa:16:3e:f4:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:34:04Z', 'updated_at': '2021-05-20T16:34:04Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:55Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:34:07.188447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15b867-7d4e-4009-b72b-10ac65aded96 None None] New status for floating IP ce09354e-849f-44f0-8884-ff3e2bd644a5: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:34:07.370682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54244) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:34:07.492620 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6cd059ab-df19-4d2e-990f-67070e92fe5c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/ce09354e-849f-44f0-8884-ff3e2bd644a5 HTTP/1.1" status: 200 len: 990 time: 0.1188498 May 20 16:34:08.495560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54248) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:34:08.611911 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-01c84eb5-f96c-41d0-bc6f-a789d47435be tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/ce09354e-849f-44f0-8884-ff3e2bd644a5 HTTP/1.1" status: 200 len: 992 time: 0.1152110 May 20 16:34:10.465089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-00823be6-8665-421d-93ec-cf3b87dd4e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:13.195785 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:34:13.246259 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:13.821579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d09a2f75-f625-4412-bec4-1bb0516bea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:14.762709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:16.608165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:31.159103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:33.536635 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-1dc6b1f7-754c-4eef-9c81-a0dfed2bd129 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180754 May 20 16:34:33.543853 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689768d-d28d-4df9-af71-cad9f9286a96 req-2b5e929b-01c9-405d-8ea4-135003162db2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:33.545322 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a689768d-d28d-4df9-af71-cad9f9286a96 req-2b5e929b-01c9-405d-8ea4-135003162db2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0802681 May 20 16:34:33.591831 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a689768d-d28d-4df9-af71-cad9f9286a96 req-70005ab3-fa74-4db5-a4ee-f7b71882cde8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 May 20 16:34:34.676708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-e2d1c942-45be-4306-b575-a03af26f67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:34.678188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-e2d1c942-45be-4306-b575-a03af26f67b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.0747929 May 20 16:34:34.867117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-92eaa7ad-cddb-48a3-b7bf-91541704afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:34.868558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-92eaa7ad-cddb-48a3-b7bf-91541704afe2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1834009 May 20 16:34:34.879613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee902-89c1-45b1-a6cf-f0bbdb333298 req-3da2cebc-dde0-4860-bbc4-b809f44b5e8a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:34.880891 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0d1ee902-89c1-45b1-a6cf-f0bbdb333298 req-3da2cebc-dde0-4860-bbc4-b809f44b5e8a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1766210 May 20 16:34:35.004184 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-59dbc49f-5201-4a12-a0c6-4c1b2d59b0b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 1000 time: 0.1223361 May 20 16:34:35.006923 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0d1ee902-89c1-45b1-a6cf-f0bbdb333298 req-fe27e40f-0df3-41df-b630-497e08304e41 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764678 May 20 16:34:35.069874 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-d1e5c67e-ac05-4a6a-9c5e-5de7552bfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:35.071306 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-d1e5c67e-ac05-4a6a-9c5e-5de7552bfc39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0605991 May 20 16:34:35.146121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-251792dd-71d9-4915-b290-37365cf61490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:35.147492 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-251792dd-71d9-4915-b290-37365cf61490 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694940 May 20 16:34:35.279841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-ea8406e8-b8dd-46a3-a23e-e10b3a78ba21 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245503 May 20 16:34:35.408330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-a5177b04-deeb-46d8-8185-568eefb17ef7 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221008 May 20 16:34:36.198809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca125e5-e8e9-4773-b90f-358388d97269 req-df09e41b-dd05-4646-aa62-b5dd7f117a7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:36.200270 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6ca125e5-e8e9-4773-b90f-358388d97269 req-df09e41b-dd05-4646-aa62-b5dd7f117a7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0861168 May 20 16:34:36.247116 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6ca125e5-e8e9-4773-b90f-358388d97269 req-ea586f59-4a17-4307-8888-0ab6a494ac71 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 May 20 16:34:37.427492 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731b09-763f-480d-95e5-2a9ad727c5aa req-1dd25b0a-0aeb-4614-b757-4b1a35781385 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:37.428942 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c1731b09-763f-480d-95e5-2a9ad727c5aa req-1dd25b0a-0aeb-4614-b757-4b1a35781385 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0789542 May 20 16:34:37.473327 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c1731b09-763f-480d-95e5-2a9ad727c5aa req-e22653c0-5ae8-486c-968a-5865d8f2c41a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385702 May 20 16:34:38.803100 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2002-ee42-45ed-84f7-e37b5c72ed88 req-0ab36368-2971-4ce4-96b4-2c00c48a7908 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:38.804495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-714a2002-ee42-45ed-84f7-e37b5c72ed88 req-0ab36368-2971-4ce4-96b4-2c00c48a7908 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.2266150 May 20 16:34:38.850767 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-714a2002-ee42-45ed-84f7-e37b5c72ed88 req-2bf13ca0-ebef-4538-95e7-19edcf6bac6f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405011 May 20 16:34:40.035982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26df50b-0f12-4454-bc91-1b9b1887df47 req-78624f37-322c-4cb6-bc05-8f9fd1a2807b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:40.037479 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e26df50b-0f12-4454-bc91-1b9b1887df47 req-78624f37-322c-4cb6-bc05-8f9fd1a2807b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0838795 May 20 16:34:40.081942 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e26df50b-0f12-4454-bc91-1b9b1887df47 req-0ae6c375-f271-4233-a4a0-6f7ab0842830 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386293 May 20 16:34:40.467819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-37ac5df8-f551-4111-b829-357bbe4ea1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:41.269072 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9d7c-d6b2-4fa2-92e4-4a8bf5b0ae7a req-2e6fd656-f22f-4a5e-8e72-dce6c4a860e2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:41.270462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0faf9d7c-d6b2-4fa2-92e4-4a8bf5b0ae7a req-2e6fd656-f22f-4a5e-8e72-dce6c4a860e2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0813718 May 20 16:34:41.314003 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0faf9d7c-d6b2-4fa2-92e4-4a8bf5b0ae7a req-cbf193c9-b185-40ad-8c21-afedce29cadb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377777 May 20 16:34:42.508643 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c30dd0-b71e-4cba-bc4e-e11dee6edab3 req-14716eaa-6a0d-4a04-a186-a8b7dfcf6c09 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:42.510129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27c30dd0-b71e-4cba-bc4e-e11dee6edab3 req-14716eaa-6a0d-4a04-a186-a8b7dfcf6c09 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0844228 May 20 16:34:42.555543 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27c30dd0-b71e-4cba-bc4e-e11dee6edab3 req-09e59557-b73c-4a56-9a4f-7f18f2c6a736 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395100 May 20 16:34:43.247909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:43.743082 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d4db-e6f5-4df1-9246-5d5a7f3fb9a0 req-3d0bc202-0b0d-4888-8c13-15237162b362 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:43.744532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97a1d4db-e6f5-4df1-9246-5d5a7f3fb9a0 req-3d0bc202-0b0d-4888-8c13-15237162b362 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0824180 May 20 16:34:43.788735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-97a1d4db-e6f5-4df1-9246-5d5a7f3fb9a0 req-64f17ad8-1163-4a7e-b22b-7276ca0b8c48 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384533 May 20 16:34:43.823482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0ca46580-a759-4972-9b7d-4b53931b9aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:44.765614 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:44.970609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a2fd-dd02-4288-8507-95b6de8fe79b req-79e78982-eb4f-4f1a-900d-01b78ab8990f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:44.972545 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-31b7a2fd-dd02-4288-8507-95b6de8fe79b req-79e78982-eb4f-4f1a-900d-01b78ab8990f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0794439 May 20 16:34:45.016611 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-31b7a2fd-dd02-4288-8507-95b6de8fe79b req-61c5ec43-be2f-49e8-bc3d-785f0ab95d1c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383825 May 20 16:34:46.207854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b48c4-ecc7-4b82-a480-80c702f64402 req-f9e62ff3-4cfb-4c8d-86d0-2adc92ae827c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:46.209766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-994b48c4-ecc7-4b82-a480-80c702f64402 req-f9e62ff3-4cfb-4c8d-86d0-2adc92ae827c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0824406 May 20 16:34:46.256669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-994b48c4-ecc7-4b82-a480-80c702f64402 req-067340f6-b3ae-4109-935a-cd972bf5caf6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 May 20 16:34:46.611114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:46.998698 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-3df6187c-1f82-4b7c-8e7b-c61e77cd1e6a service neutron] 10.222.0.25 "GET /v2.0/ports/8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0733314 May 20 16:34:47.258268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-df456d4d-e52f-4179-9bcc-bb191a39022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:47.259634 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-df456d4d-e52f-4179-9bcc-bb191a39022f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0767837 May 20 16:34:47.347999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-ad782540-504c-4d5b-8721-7a6750ae2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:47.349491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-ad782540-504c-4d5b-8721-7a6750ae2664 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.0699008 May 20 16:34:47.538353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-582237bb-854c-4e8a-a356-42a2c225a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:47.539710 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-582237bb-854c-4e8a-a356-42a2c225a305 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1838214 May 20 16:34:47.551468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed173dd-ef24-4184-894f-9a43cbb54a7f req-d4c8cf2d-b6a2-4964-9668-ea27de161f93 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:47.552827 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7ed173dd-ef24-4184-894f-9a43cbb54a7f req-d4c8cf2d-b6a2-4964-9668-ea27de161f93 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1788530 May 20 16:34:47.677885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7ed173dd-ef24-4184-894f-9a43cbb54a7f req-eb662d51-af6c-4d71-a186-ad7dc4d3f7d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774908 May 20 16:34:47.681810 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-28bc07be-5965-4b10-8c65-3b81a88909e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 1000 time: 0.1281316 May 20 16:34:47.744570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-55e81558-5b68-4866-975e-1528abe52250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:47.746049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-55e81558-5b68-4866-975e-1528abe52250 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0582879 May 20 16:34:47.823393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-8adbf751-d017-4cc4-9716-197ea1c9d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:47.824750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-8adbf751-d017-4cc4-9716-197ea1c9d930 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726771 May 20 16:34:47.951867 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-6980f104-3b73-43f4-9666-f62be01f238f service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203616 May 20 16:34:48.219800 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-94e3dc83-60cd-44e7-811d-e0f2907d9720 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620518 May 20 16:34:48.381232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-e9a8c67d-8c74-45e8-9f08-9ef4801beecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:48.382750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-e9a8c67d-8c74-45e8-9f08-9ef4801beecf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.0738733 May 20 16:34:48.530782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-6e522929-9190-487b-ad2a-b3073f4eb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:48.532145 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-6e522929-9190-487b-ad2a-b3073f4eb06d service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1275971 May 20 16:34:48.656281 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-0686c226-06a6-4a45-93ce-96a6e31b88d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 1000 time: 0.0976648 May 20 16:34:48.719257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-e8463d13-b7c7-4d1d-9993-6a0058bb826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:48.720899 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-e8463d13-b7c7-4d1d-9993-6a0058bb826e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0578694 May 20 16:34:48.843831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-f3621e2a-23e9-4df2-a3c2-6cde5d8e3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:48.845192 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-f3621e2a-23e9-4df2-a3c2-6cde5d8e3c44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1179609 May 20 16:34:48.959789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691596fb-8a86-47db-8329-c2deadbd19af req-a82c8238-ccb2-4e7e-8ade-5c5fa9c14731 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:48.961230 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-691596fb-8a86-47db-8329-c2deadbd19af req-a82c8238-ccb2-4e7e-8ade-5c5fa9c14731 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1729612 May 20 16:34:49.038789 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-691596fb-8a86-47db-8329-c2deadbd19af req-886205fc-464e-43a9-9ccc-d7dfd39c131f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700414 May 20 16:34:49.040565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-49b152b5-83ad-4e0e-87dd-6e0e4634369a service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854279 May 20 16:34:49.172920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e6f52ed-f1fb-4ce6-a5f8-af9eb396b4f5 req-61165d0f-8ac5-4a42-8f81-5c24345555e2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253705 May 20 16:34:50.194130 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:34:50.225047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30f0ea-2b2d-492b-8630-18093ea67bf9 req-9e6174d1-2a94-4373-ab4d-1febf0824024 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:50.226520 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6c30f0ea-2b2d-492b-8630-18093ea67bf9 req-9e6174d1-2a94-4373-ab4d-1febf0824024 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.0800092 May 20 16:34:50.273443 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6c30f0ea-2b2d-492b-8630-18093ea67bf9 req-718bbdfa-b6d5-4ce9-8a3c-a977f60c3a9e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 May 20 16:34:50.637899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c629-38e8-4292-bd5d-3d7f1281daac req-ea945604-6757-4d87-8dc1-e360ed9f7e68 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:50.639353 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9206c629-38e8-4292-bd5d-3d7f1281daac req-ea945604-6757-4d87-8dc1-e360ed9f7e68 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1451454 May 20 16:34:50.646893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-f749c9c2-c275-455f-bf4b-442b69bc931b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:50.648219 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-f749c9c2-c275-455f-bf4b-442b69bc931b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967&tenant_id=623033946f774187b8d392e4347cb2e6&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1193099 May 20 16:34:50.653805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:34:50.656708 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:34:50.691299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9206c629-38e8-4292-bd5d-3d7f1281daac req-69051a5f-f8b4-44ae-a279-e522b2832f70 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 May 20 16:34:50.791342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-860bab3a-9bae-41b1-8bdc-e79a1dd783ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:50.792924 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-860bab3a-9bae-41b1-8bdc-e79a1dd783ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.0760832 May 20 16:34:50.857383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:50.906611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:34:50.917592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:34:50.931376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:34:50.934376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'port_id': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'mac_address': 'fa:16:3e:f4:f3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:34:50.938767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:50.968671 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:34:50.985091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-53fd5df8-52f3-4262-b59e-b6024a452588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:50.987107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-53fd5df8-52f3-4262-b59e-b6024a452588 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1885436 May 20 16:34:50.999803 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c95b0c-0df2-473a-a89c-b7baa96cb282 req-5f850f69-8ee6-467b-bf06-f69a4b82f04d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:51.001430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57c95b0c-0df2-473a-a89c-b7baa96cb282 req-5f850f69-8ee6-467b-bf06-f69a4b82f04d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1820538 May 20 16:34:51.002925 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'code': 200} May 20 16:34:51.051013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:51.072657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:34:51.076712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:34:51.090659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.090997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.091331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.091660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.091983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.092312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.092624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.092940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.093257 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.093609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.093923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.094242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:34:51.099476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:34:51.103707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:34:51.108510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:51.110277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:34:51.131827 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-96554a63-d9fa-4697-8c71-b6a25e2896b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 998 time: 0.1295450 May 20 16:34:51.134869 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-57c95b0c-0df2-473a-a89c-b7baa96cb282 req-8f087e7e-e166-414d-afca-0eed1f1aa832 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779266 May 20 16:34:51.190621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:34:51.206390 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-badb4eb7-a694-400e-928e-d69cd2dd7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:51.207842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-badb4eb7-a694-400e-928e-d69cd2dd7b5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0698278 May 20 16:34:51.234343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:34:51.238760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:34:51.286807 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-cdc9b8df-f092-4276-8c1e-7b1465a6aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:51.288280 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-cdc9b8df-f092-4276-8c1e-7b1465a6aa4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742145 May 20 16:34:51.563304 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-d4127cc9-7f99-4c67-b914-ddf05593a4a5 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685730 May 20 16:34:51.692564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c3a6744-577c-4411-b301-8bd3ae6820c5 req-7a66a5a3-8344-4f69-b726-4c3277448bb9 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223650 May 20 16:34:52.338990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185b8a-d35c-42f5-bfe8-bb353a08ffee req-06895e70-f9ce-4c24-9283-3c4ca8957bdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:34:52.340446 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c1185b8a-d35c-42f5-bfe8-bb353a08ffee req-06895e70-f9ce-4c24-9283-3c4ca8957bdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 945 time: 0.0894644 May 20 16:34:52.385559 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c1185b8a-d35c-42f5-bfe8-bb353a08ffee req-6c57619e-b5d9-4a1e-a007-b3052a5c3758 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387840 May 20 16:34:52.408598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54332) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:34:52.516328 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d74eb277-6f42-4d0a-a4f2-2e174879b97e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/ce09354e-849f-44f0-8884-ff3e2bd644a5 HTTP/1.1" status: 200 len: 991 time: 0.1063712 May 20 16:34:52.667949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:34:52.734691 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:34:52.735059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:52.850441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:52.881706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:34:52.885449 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:34:52.887349 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bfb73e8-11d7-4ab5-982e-553a039268a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:34:52.954144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:34:52.956997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:34:53.003603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:34:53.047012 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'code': 200} May 20 16:35:01.169085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:10.470486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9127b0d8-1348-4a9e-8790-dcd274725db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:13.251572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:13.825234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0a8c-8c4f-4fa3-b1f6-6bb8b8852352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:14.771348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:16.616994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:20.901625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54346) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:21.170435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 9b67c86b-e6e5-440e-8f26-2bc985bce13a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:35:21.170680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:21.294960 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:21.295286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:21.451093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 9b67c86b-e6e5-440e-8f26-2bc985bce13a owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:35:21.589644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:21.593839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-26856ea1-aaa2-44a3-95bf-fbdd6e7252c0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:21.644051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=9b67c86b-e6e5-440e-8f26-2bc985bce13a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:21.681267 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.681683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.682069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.682449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.682825 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.683201 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.683597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.683939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.684310 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.684676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.685043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.685440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:21.693878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:21.759346 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:21.759808 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP ce09354e-849f-44f0-8884-ff3e2bd644a5 disassociated (deleted). External IP: 172.26.8.2, port: 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41. May 20 16:35:22.333632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 584914bf-2f0b-42e1-adbc-27f19f994482 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:35:22.511013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:35:22.520918 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] Sync routers for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:35:22.530659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:22.534973 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:22.535621 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:22.585968 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/floatingips/ce09354e-849f-44f0-8884-ff3e2bd644a5 HTTP/1.1" status: 204 len: 168 time: 1.6832628 May 20 16:35:22.586596 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:35:22.635895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'status': 'completed', 'code': 200} May 20 16:35:22.720333 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:22.733423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-81f6cb28-81df-4358-a555-11cd5bc2b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:22.734915 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-81f6cb28-81df-4358-a555-11cd5bc2b70d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 1099 time: 0.0785248 May 20 16:35:22.887389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-c8b67ef1-d2f6-43a9-aa85-3f29a3f48972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:22.888779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-c8b67ef1-d2f6-43a9-aa85-3f29a3f48972 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 200 len: 897 time: 0.1470263 May 20 16:35:23.000140 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-e3ebc53e-ecfa-4550-a035-0ce0eb915272 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 200 len: 217 time: 0.1039274 May 20 16:35:23.035065 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:55Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:23.039302 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] Checking router: 584914bf-2f0b-42e1-adbc-27f19f994482 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:35:23.047798 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:23.048409 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:23.088200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-98047d6e-3717-4eb0-b718-ebe5b686dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:23.089788 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-98047d6e-3717-4eb0-b718-ebe5b686dd1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 200 len: 835 time: 0.0828276 May 20 16:35:23.156924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fd982-634a-4ff7-bd90-74db48b41943 req-608a6a8c-6b48-47d4-866f-eeecb7efe372 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:23.157506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1b3fd982-634a-4ff7-bd90-74db48b41943 req-608a6a8c-6b48-47d4-866f-eeecb7efe372 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:35:23.184730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-1b3fd982-634a-4ff7-bd90-74db48b41943 req-608a6a8c-6b48-47d4-866f-eeecb7efe372 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:35:23.186052 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b3fd982-634a-4ff7-bd90-74db48b41943 req-608a6a8c-6b48-47d4-866f-eeecb7efe372 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.2410510 May 20 16:35:23.223592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-2a982240-ca4e-42c5-98bb-1c37a5d8522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:23.225176 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-2a982240-ca4e-42c5-98bb-1c37a5d8522c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1286194 May 20 16:35:23.232838 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:23.269052 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1b3fd982-634a-4ff7-bd90-74db48b41943 req-cd184417-bb43-4219-a41a-a6d15f79bd82 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753920 May 20 16:35:23.379539 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-eb5fe32c-fdcf-4610-bfba-22d7af3c9edd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445560 May 20 16:35:23.512844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0e7a9568-56a8-46d0-8e63-3d7e32f4912c req-8a168268-ce3d-48de-9d3c-810232fe933e service neutron] 10.222.0.25 "GET /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262157 May 20 16:35:23.545011 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:55Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:23.549547 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d4d75-8c56-46a5-8f1a-9a32d00ff635 None None] The sync data for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv is: [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '2ecc3890-429d-4a79-81e7-70ff64c567d9', 'name': '', 'network_id': 'aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:78:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:48Z', 'updated_at': '2021-05-20T16:33:55Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '6399acea-15ec-48c2-b278-0578c9a6903f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:35:23.765941 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9e6ec-35fd-4fee-b3a5-c30add4ded56 None None] New status for floating IP ce09354e-849f-44f0-8884-ff3e2bd644a5: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:35:24.500229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c662ab-fc9f-488f-84d2-21013f058adc req-00b4fb55-299c-491e-88cd-b30c92c0b3e0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:24.501821 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3c662ab-fc9f-488f-84d2-21013f058adc req-00b4fb55-299c-491e-88cd-b30c92c0b3e0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1259644 May 20 16:35:24.562750 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3c662ab-fc9f-488f-84d2-21013f058adc req-6e9e2031-ea21-43c7-92bb-e24e627e35f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdbad094-7314-4e13-90fa-b31ac7b5ead4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543156 May 20 16:35:24.572955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-ef04953b-201f-42a1-87fb-caba92450ca3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:24.574373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-ef04953b-201f-42a1-87fb-caba92450ca3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 946 time: 0.1314940 May 20 16:35:24.853581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:35:24.853821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:24.983063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:24.983414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:25.105379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:35:25.219469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:25.225108 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8a0d78e-7343-4f8f-ba31-6723bfd1c2fd tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:25.271112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:25.274091 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:25.350484 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] No DVR routers for this DVR port 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:35:25.353043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:25.355892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-deleted', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:35:25.372836 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-969e54c3-a00d-4de2-812d-c5b173c6b792 req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "DELETE /v2.0/ports/8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 HTTP/1.1" status: 204 len: 173 time: 0.7931671 May 20 16:35:25.407256 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a355335-8d7b-4a32-8885-0a66c86d6967', 'name': 'network-vif-deleted', 'tag': '8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41', 'status': 'completed', 'code': 200} May 20 16:35:25.732865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-13bf5e6a-71fc-4819-898c-814406eef914 req-bb1e9794-4858-41dd-bfb4-5632b83904e3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:35:25.751243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-13bf5e6a-71fc-4819-898c-814406eef914 req-bb1e9794-4858-41dd-bfb4-5632b83904e3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:35:25.752439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-13bf5e6a-71fc-4819-898c-814406eef914 req-bb1e9794-4858-41dd-bfb4-5632b83904e3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a355335-8d7b-4a32-8885-0a66c86d6967 HTTP/1.1" status: 200 len: 210 time: 0.0644159 May 20 16:35:26.852057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54364) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:26.877493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:35:26.919350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:35:26.919622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 8d6fb5e5-9db6-4b6d-aa18-7c1c700b5c41 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:35:27.193463 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:35:27.440702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:28.040993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 2ecc3890-429d-4a79-81e7-70ff64c567d9 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:35:28.041765 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:28.189408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 2ecc3890-429d-4a79-81e7-70ff64c567d9, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2ecc3890-429d-4a79-81e7-70ff64c567d9,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:28.189667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:28.318672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 2ecc3890-429d-4a79-81e7-70ff64c567d9 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:35:28.608297 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:28.611955 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-daf0532b-3e18-4a7c-a89a-b35dd18ec5ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:28.659841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=2ecc3890-429d-4a79-81e7-70ff64c567d9,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:28.663002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:28.941844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:29.460128 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 584914bf-2f0b-42e1-adbc-27f19f994482 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:35:29.643707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:35:29.652625 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] Sync routers for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:35:29.661053 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b2a42e31-699c-4acd-8963-199d8e38fd7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/584914bf-2f0b-42e1-adbc-27f19f994482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077018 May 20 16:35:29.663337 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:29.663840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54368) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:29.664151 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:29.735518 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting subnet 6399acea-15ec-48c2-b278-0578c9a6903f {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:35:29.738709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:29.798444 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:29.880534 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:29.890746 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.159502 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:35:28Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:30.163411 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] Checking router: 584914bf-2f0b-42e1-adbc-27f19f994482 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:35:30.168662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.171812 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] Routers {'584914bf-2f0b-42e1-adbc-27f19f994482'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:30.172567 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['584914bf-2f0b-42e1-adbc-27f19f994482'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:30.173371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8c241790-47b8-4cd2-9249-5c6a94e5addb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:30.212046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Subnet': ['ID=6399acea-15ec-48c2-b278-0578c9a6903f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:30.214629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:30.217958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.225104 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13097530-b995-47cb-9cad-4aeafbeab0f0 None None] Network aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:35:30.228316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54372) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:30.228851 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/subnets/6399acea-15ec-48c2-b278-0578c9a6903f HTTP/1.1" status: 204 len: 168 time: 0.5633433 May 20 16:35:30.359167 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] Set router 584914bf-2f0b-42e1-adbc-27f19f994482 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:30.412323 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.513329 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] DHCP port deletion for aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:35:30.631743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.662293 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Deleting port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:35:30.663046 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.677776 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:35:28Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:30.682462 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da98513-72e3-451c-b65f-31403a4a9ed2 None None] The sync data for ids ['584914bf-2f0b-42e1-adbc-27f19f994482'] in dv-neutron-601336-76-hyperv is: [{'id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671850088', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:33:43Z', 'updated_at': '2021-05-20T16:35:28Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '282a4959-c6ab-499f-ad60-968ba4ac8878', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584914bf-2f0b-42e1-adbc-27f19f994482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:33:44Z', 'updated_at': '2021-05-20T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:35:30.710903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 282a4959-c6ab-499f-ad60-968ba4ac8878 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:35:30.711321 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.764218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] For port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,segment=NetworkSegment(45a5e726-0ebe-407c-9fde-135d734c2e99),segment_id=45a5e726-0ebe-407c-9fde-135d734c2e99)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:30.764613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.890481 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Calling delete_port for 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:35:30.938693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.943689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-89d5cfb7-7379-4158-b1f7-6ce116100bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:30.978865 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 282a4959-c6ab-499f-ad60-968ba4ac8878, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=282a4959-c6ab-499f-ad60-968ba4ac8878,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:30.979219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:30.985695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Pushing event deleted for resources: {'Port': ['ID=9d8b9617-6ce6-49c8-9c9a-f8452dd69c31,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:30.988219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:30.991057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] No DVR routers for this DVR port 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:35:31.107359 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2ecc3890-429d-4a79-81e7-70ff64c567d9 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:35:31.108306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 282a4959-c6ab-499f-ad60-968ba4ac8878 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:35:31.145056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2ecc3890-429d-4a79-81e7-70ff64c567d9 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:35:31.145427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2ecc3890-429d-4a79-81e7-70ff64c567d9 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:35:31.146018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:35:31.185623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:35:31.185970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 9d8b9617-6ce6-49c8-9c9a-f8452dd69c31 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:35:31.198580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.251688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.256221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a292fb22-2349-413e-b9ba-3a67d0e096be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:31.302842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=282a4959-c6ab-499f-ad60-968ba4ac8878,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:31.342626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.343013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.343398 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.343774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.344690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.345064 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.345452 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.345813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.346215 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.346577 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.346948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.347303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:31.374739 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:31.402618 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.571597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.573767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.595260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.595847 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Fanout notify agent at l3_agent the message router_deleted on router 584914bf-2f0b-42e1-adbc-27f19f994482 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:35:31.612506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.613621 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/routers/584914bf-2f0b-42e1-adbc-27f19f994482 HTTP/1.1" status: 204 len: 168 time: 1.3844001 May 20 16:35:31.616593 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54376) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:31.740939 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.879394 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.897123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:31.910728 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a5e726-0ebe-407c-9fde-135d734c2e99') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:31.911018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a5e726-0ebe-407c-9fde-135d734c2e99') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:31.923882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.943253 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.951007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:35:31.951401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:35:31.966172 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:35:32.048005 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.051979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-88c71af9-d779-4a31-9813-712fb3e1216e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:32.070157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.082869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Network': ['ID=aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:32.086354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:32.090313 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2cb23f7f-1999-4790-90b7-dc44a6982a85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/networks/aa6d3b8c-faa2-4354-b618-5e7f2dc98a4a HTTP/1.1" status: 204 len: 168 time: 0.4727101 May 20 16:35:32.093627 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54380) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:32.166781 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.198022 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.268583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.272650 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d4b3ad3b-8f22-4f8a-936b-9dae76195812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:32.286900 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbad094-7314-4e13-90fa-b31ac7b5ead4,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:32.289373 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:32.300314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.301482 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdbad094-7314-4e13-90fa-b31ac7b5ead4 HTTP/1.1" status: 204 len: 168 time: 0.2063844 May 20 16:35:32.736394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54388) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:32.742259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942079699', 'description': 'tempest-secgroup-smoke-942079699 description', 'project_id': '623033946f774187b8d392e4347cb2e6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:32.748269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:32.752928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:32.755786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:32.762342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:32.772210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.791538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:32.795490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:32.798328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:32.804048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:32.872970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.877058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.880570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c7f89878-c5aa-4af9-b8d5-21d96a614b01 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:32.920646 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:32.923891 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:32.927606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:32.929302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c4f9e752-77d8-471b-8ddc-3749c846b2aa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1914299 May 20 16:35:32.931778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54392) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:32.936978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:32.943443 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:32.947223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:32.950772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:32.957198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:32.972859 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.036844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.041078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.048380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0b189ffb-fe24-4bbc-9f79-c77a34a21f59 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:33.072721 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034da939-9fc6-42f3-9a13-9e9b547ffbeb,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:33.075533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:33.085633 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.087564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548524 May 20 16:35:33.089586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54396) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:33.091070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 282a4959-c6ab-499f-ad60-968ba4ac8878 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:35:33.095349 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:33.101588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:33.105592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:33.108580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:33.115225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:33.133682 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.146594 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 282a4959-c6ab-499f-ad60-968ba4ac8878 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:35:33.146950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 282a4959-c6ab-499f-ad60-968ba4ac8878 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:35:33.197863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.201491 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.203669 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0c8f7ce9-1fd2-4f4b-99d0-2ab75f8eb019 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:33.225800 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85df6d7a-4c1e-4120-9ac7-68311daf619b,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:33.228272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:33.235836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.236961 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464458 May 20 16:35:33.239839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54400) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:33.245283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:33.252256 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:33.256294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:33.259177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:33.264849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:33.279357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.340023 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.343465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.345798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-00b092d3-deee-468e-b1bf-b6fa22b8ef79 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:33.367068 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eeb53a-4040-46e9-8205-e6f885357ae6,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:33.370858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:33.379200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.380352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9c311052-55d8-4ce7-8ca7-f184d44abe65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393018 May 20 16:35:33.383146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54404) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:33.388167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:33.394425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:33.398163 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:33.400951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:33.406611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:33.422255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.486510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.489793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.491808 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4a05921f-2760-4a5b-9821-c48696720975 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:33.513413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ba10c0-c6a7-4891-a560-fed5bdaf4d68,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:33.516417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:33.523632 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.524823 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8efcfe6b-1a80-47e0-8807-9611c9c96eeb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407828 May 20 16:35:33.527582 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54408) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:33.532837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:33.538789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:33.542559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:33.545385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:33.551051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:33.561023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:35:33.567143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.630429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.634031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.635828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-04c9cdc8-1ac7-4638-873c-91a5c857020b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:33.658077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6df6f08-ddf3-40f3-abe3-403e2ddb1f31,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:33.660544 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:33.666830 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.668076 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e1d3c12b-f95e-4eb7-a511-30b57fdaac4b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395476 May 20 16:35:33.670916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54412) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:33.675884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:33.681617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:33.685407 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:33.688729 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:33.694751 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:33.705666 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:35:33.711205 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.778101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.781999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.783675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1a9bdf46-6379-48e8-b56b-f5310b0f6095 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:33.805103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0798e91-a51a-426c-8fa0-6d59f002d47a,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:33.807483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:33.815558 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.816691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448882 May 20 16:35:33.820524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54416) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:33.826241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'network': {'name': 'tempest-network-smoke--1449058125', 'project_id': '623033946f774187b8d392e4347cb2e6', 'port_security_enabled': True}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:33.831442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:33.835495 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:network and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:33.838368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:33.843977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:33.853261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'network': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:35:33.856655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.884576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=92432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:35:33.893245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.893645 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.segments_db [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Added segment 74087021-4bae-4558-90e7-811c39d0df2f of type vlan for network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 May 20 16:35:33.919106 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.948605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.954216 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:33.954783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:33.959585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-10ca9cae-dcdf-42b8-9b1c-69aedd4b3712 tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:34.055396 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2337234 May 20 16:35:34.058153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54420) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:34.064365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'admin_state_up': True, 'project_id': '623033946f774187b8d392e4347cb2e6', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:34.064745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Network': ['ID=7cbc97d9-c213-4af9-bf2b-87782b1bf401,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:34.067560 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d2c58041-fc13-432d-b412-d9543a109118 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:34.071638 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:34.074936 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:35:34.075426 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:router and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:34.078484 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:34.085308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:34.095690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:34.096756 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:34.115013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:34.527609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:34.836946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:34.867020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:35.005623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.96 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/38d56123-c3df-4740-b8c5-f755e77f5935) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:35:35.154948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:35.184525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:35.188787 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-468e19db-490f-4c4b-9869-12780ecb67ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:35.251052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:35:35.254327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:35.259010 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:35:35.302388 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=38d56123-c3df-4740-b8c5-f755e77f5935,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:35.305320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:35.685019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:36.177644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:36.381548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 09a5787b-7d1a-417c-8547-6048e1e1d81a is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:35:36.566892 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:35:36.597212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:36.598558 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5393443 May 20 16:35:36.601863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54424) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:36.647044 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-227193fe-f97c-4307-8ba0-2da874737d43 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=623033946f774187b8d392e4347cb2e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438492 May 20 16:35:36.649626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54428) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:36.681246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Sync routers for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:35:36.690654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:36.691274 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:36.788172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613c69-0267-4694-8f89-a7d17bf053de tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:36.789704 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-bf613c69-0267-4694-8f89-a7d17bf053de tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390760 May 20 16:35:36.792624 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54432) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:36.832884 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fab414d6-f3e6-49d9-8986-92943d53698c tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389395 May 20 16:35:36.835919 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54436) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:36.841729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059360402', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'project_id': '623033946f774187b8d392e4347cb2e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:36.875452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:36.956313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:36.960203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:subnet and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:36.963055 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:36.968825 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:36.978950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:35:36.982431 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.177662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:35Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:37.181679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Checking router: 09a5787b-7d1a-417c-8547-6048e1e1d81a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:35:37.182170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Updating router 09a5787b-7d1a-417c-8547-6048e1e1d81a port 38d56123-c3df-4740-b8c5-f755e77f5935 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:35:37.240109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.432200 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.435707 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a4283925-0500-410d-aa09-1cf8f8577d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:37.517550 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Subnet': ['ID=57d86530-06b4-449c-9bae-313af1563abd,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:37.522126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:37.530539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Checking segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:35:37.530903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network hostable DHCP agents. Network: 7cbc97d9-c213-4af9-bf2b-87782b1bf401, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:35:37.551743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:35:37.564008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 7cbc97d9-c213-4af9-bf2b-87782b1bf401) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:37.576783 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:37.577724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.588593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c5289b-ba3f-499a-ae1b-44e8608f0cdf None None] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:35:37.741846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.759205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Transition to ACTIVE for port object 38d56123-c3df-4740-b8c5-f755e77f5935 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:37.775851 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.781711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:37.789093 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-74156cab-05e1-4e0d-bade-517b501345b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9519761 May 20 16:35:37.791842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54440) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:37.914429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Attempting to bind port 38d56123-c3df-4740-b8c5-f755e77f5935 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:35:37.914893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Attempting to bind port 38d56123-c3df-4740-b8c5-f755e77f5935 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:35:37.915328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Attempting to bind port 38d56123-c3df-4740-b8c5-f755e77f5935 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:35:37.917574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02ba9b-5c13-47ee-9450-63eac7820c95 None None] Pushing event updated for resources: {'Port': ['ID=38d56123-c3df-4740-b8c5-f755e77f5935,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:37.928570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ed02ba9b-5c13-47ee-9450-63eac7820c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:37.931399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:35:37.932057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:35:37.932695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:37.933292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:35:37.933999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Bound port: 38d56123-c3df-4740-b8c5-f755e77f5935, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:35:37.934605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:38.056616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:35:38.057473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:38.071556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] For port 38d56123-c3df-4740-b8c5-f755e77f5935, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:35:38.085881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] For port 38d56123-c3df-4740-b8c5-f755e77f5935, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=38d56123-c3df-4740-b8c5-f755e77f5935,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:35:38.122873 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:38.127474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-428d0e08-d3b5-4623-9cc7-3231ddf67879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:38.273455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02ba9b-5c13-47ee-9450-63eac7820c95 None None] Pushing event updated for resources: {'Port': ['ID=38d56123-c3df-4740-b8c5-f755e77f5935,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:38.283059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ed02ba9b-5c13-47ee-9450-63eac7820c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:38.284269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:38.284423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:38.384818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Allocated IP 172.20.0.2 (7cbc97d9-c213-4af9-bf2b-87782b1bf401/57d86530-06b4-449c-9bae-313af1563abd/ff0226a7-73de-4bcf-9a93-d4f6d55259f3) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:35:38.559414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:38.637675 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:38.924211 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:38.942664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Transition to ACTIVE for port object ff0226a7-73de-4bcf-9a93-d4f6d55259f3 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:38.966844 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Transition to ACTIVE for port object ff0226a7-73de-4bcf-9a93-d4f6d55259f3 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:38.980889 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:38.986007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:39.051365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:35Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:39.062539 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:35:39.065426 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:39.067292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b17a3-ee4c-4351-acee-5746cdce97dc None None] The sync data for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv is: [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:35Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:35:39.068721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:35:39.075672 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Pushing event updated for resources: {'Port': ['ID=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:39.080270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:39.085909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.1 (7cbc97d9-c213-4af9-bf2b-87782b1bf401/57d86530-06b4-449c-9bae-313af1563abd/583d4232-baa2-4d7d-9775-9cdfa895c9f6) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:35:39.231271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Attempting to bind port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:35:39.231718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Attempting to bind port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:35:39.232127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Attempting to bind port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 on network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:35:39.238650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:35:39.239103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Checking segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:35:39.240038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:39.240038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Bound using segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:35:39.240579 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Bound port: ff0226a7-73de-4bcf-9a93-d4f6d55259f3, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:35:39.240934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:39.264226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:39.282030 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 583d4232-baa2-4d7d-9775-9cdfa895c9f6 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:39.317126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:39.325606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:39.376077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] For port ff0226a7-73de-4bcf-9a93-d4f6d55259f3, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:35:39.380413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] For port ff0226a7-73de-4bcf-9a93-d4f6d55259f3, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:35:39.385251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:39.390788 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:39.399511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:35:39.403416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:39.407815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:35:39.448907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=583d4232-baa2-4d7d-9775-9cdfa895c9f6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:39.484453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Pushing event updated for resources: {'Port': ['ID=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:39.488091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:39.619532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:39.654503 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:39.946937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:40.334855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475f989-5eff-4421-afa6-63de09b1085c None None] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:35:40.386555 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:40.392060 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:40.420228 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0a380a3d-c0ee-4f0f-b06b-8638d993e1f9 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:40.433177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-2651e55b-c109-4c6c-925d-d06e007d753b None None] Provisioning for port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:40.515567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=583d4232-baa2-4d7d-9775-9cdfa895c9f6,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:40.518489 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:40.522862 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:40.526796 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1b79f697-a773-49f5-8104-3a499c44afd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:40.668136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:35:40.669294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:40.862532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 09a5787b-7d1a-417c-8547-6048e1e1d81a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:35:40.874253 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-66e0e8c4-2d2d-4a63-8b75-e59c54d8a222 None None] Provisioning for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:40.879707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-66e0e8c4-2d2d-4a63-8b75-e59c54d8a222 None None] Provisioning complete for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:40.880091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-66e0e8c4-2d2d-4a63-8b75-e59c54d8a222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:40.940651 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-66e0e8c4-2d2d-4a63-8b75-e59c54d8a222 None None] Port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:35:41.062212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:35:41.089396 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/09a5787b-7d1a-417c-8547-6048e1e1d81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912567 May 20 16:35:41.089621 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Sync routers for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:35:41.096977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-31b6e019-b06f-4384-96bb-7b7897b5a2f4 None None] Provisioning complete for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:41.097391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-31b6e019-b06f-4384-96bb-7b7897b5a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.101885 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:41.102505 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:41.190499 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ff0226a7-73de-4bcf-9a93-d4f6d55259f3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:41.225828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-31b6e019-b06f-4384-96bb-7b7897b5a2f4 None None] Port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:35:41.260281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:41.261099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e6df3c50-c97c-475b-aa17-85032585e65f req-4ceb1c7a-0c12-40dc-804a-98b1d7a29972 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:35:41.266188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:41.266642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.278575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e6df3c50-c97c-475b-aa17-85032585e65f req-4ceb1c7a-0c12-40dc-804a-98b1d7a29972 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:35:41.279914 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-4ceb1c7a-0c12-40dc-804a-98b1d7a29972 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942079699&fields=id&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 267 time: 0.0589950 May 20 16:35:41.318099 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:41.396305 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-69106c82-19bb-4f8a-ba33-202dbf12f9d2 None None] Provisioning complete for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:41.396899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-69106c82-19bb-4f8a-ba33-202dbf12f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.435749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.436009 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-675a396c-409f-47ce-b182-134a09e4e444 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:41.436529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e6df3c50-c97c-475b-aa17-85032585e65f req-675a396c-409f-47ce-b182-134a09e4e444 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:35:41.454689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e6df3c50-c97c-475b-aa17-85032585e65f req-675a396c-409f-47ce-b182-134a09e4e444 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:35:41.456848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-675a396c-409f-47ce-b182-134a09e4e444 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 797 time: 0.1688421 May 20 16:35:41.477842 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-ab2c8caf-8595-4017-a30d-3b6864dfc437 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/quotas/623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 375 time: 0.0137658 May 20 16:35:41.481997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-69106c82-19bb-4f8a-ba33-202dbf12f9d2 None None] Port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:35:41.489261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port ff0226a7-73de-4bcf-9a93-d4f6d55259f3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:41.494248 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.495096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 38d56123-c3df-4740-b8c5-f755e77f5935 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:41.523978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:41.566783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e6df3c50-c97c-475b-aa17-85032585e65f req-3351521e-3742-441e-9ace-fb80369f1c64 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:35:41.584676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e6df3c50-c97c-475b-aa17-85032585e65f req-3351521e-3742-441e-9ace-fb80369f1c64 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:35:41.587202 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-3351521e-3742-441e-9ace-fb80369f1c64 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030705 May 20 16:35:41.626411 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:41.630108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:41.640414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 38d56123-c3df-4740-b8c5-f755e77f5935 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:41.647897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 38d56123-c3df-4740-b8c5-f755e77f5935 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:41.648280 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.688539 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:40Z', 'revision_number': 2, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:41.692512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Checking router: 09a5787b-7d1a-417c-8547-6048e1e1d81a for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:35:41.692862 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Updating router 09a5787b-7d1a-417c-8547-6048e1e1d81a port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:35:41.740477 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-d0e21ad8-8384-4fd2-8277-db8253ac7642 service neutron] 10.222.0.13 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414673 May 20 16:35:41.753594 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.777194 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.794733 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 38d56123-c3df-4740-b8c5-f755e77f5935, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=38d56123-c3df-4740-b8c5-f755e77f5935,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:41.800336 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:41.802500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-3f9a6b6d-7d52-47f3-9a45-9f6c3ffc32a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:41.873024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=38d56123-c3df-4740-b8c5-f755e77f5935,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:41.876580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:41.889123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-5b2240af-ba81-4b5e-8790-3a736e64d078 service neutron] 10.222.0.13 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380506 May 20 16:35:42.088669 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0d19a813-53b7-45db-b09d-32cf2cf550b8 req-fc92b578-2907-4fe6-a670-892404b05171 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0517445 May 20 16:35:42.114747 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:42.128840 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Transition to ACTIVE for port object 583d4232-baa2-4d7d-9775-9cdfa895c9f6 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:42.135502 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:42.142608 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-8de5fda8-80ab-4e2b-9e82-25e8961ba20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:42.337324 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Pushing event updated for resources: {'Port': ['ID=583d4232-baa2-4d7d-9775-9cdfa895c9f6,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:42.345623 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.345957 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.346283 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.346604 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.346922 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.347239 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.347555 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.347864 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.348177 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.348521 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.348787 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.349088 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:42.366976 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:42.376891 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Attempting to bind port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:35:42.377227 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Attempting to bind port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:35:42.377647 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Attempting to bind port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 on network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:35:42.383629 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:35:42.384008 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Checking segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:35:42.384416 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:42.384978 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Bound using segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:35:42.385511 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Bound port: 583d4232-baa2-4d7d-9775-9cdfa895c9f6, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:35:42.385895 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:42.488090 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] For port 583d4232-baa2-4d7d-9775-9cdfa895c9f6, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:35:42.491386 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] For port 583d4232-baa2-4d7d-9775-9cdfa895c9f6, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=583d4232-baa2-4d7d-9775-9cdfa895c9f6,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:35:42.498240 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:42.502130 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-ce3b590a-76ea-489b-abd2-f3aba567251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:42.579780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:42.580356 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:42.631005 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Pushing event updated for resources: {'Port': ['ID=583d4232-baa2-4d7d-9775-9cdfa895c9f6,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:42.639482 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:42.770663 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:43.106797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ff0226a7-73de-4bcf-9a93-d4f6d55259f3 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:43.110144 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:42Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:43.114447 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816de6e9-aa6d-4db5-82b2-6fdc7138923e None None] The sync data for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv is: [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:42Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:35:43.288382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:43.289264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:43.345692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:43.429000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 38d56123-c3df-4740-b8c5-f755e77f5935 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:43.437544 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-75aea1f3-1a97-4890-ac89-4648410b7ff6 req-9267d99a-a742-4bb9-ac8e-b9bd375975e6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0584762 May 20 16:35:43.484745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-96376432-6fa9-43fa-ba69-e126f2873652 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:43.486259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-96376432-6fa9-43fa-ba69-e126f2873652 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 797 time: 0.4110565 May 20 16:35:43.501567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 38d56123-c3df-4740-b8c5-f755e77f5935 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:43.501945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:43.550269 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-c4ecaf96-2bd7-45c7-a1cf-c9829da61a5d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 379 time: 0.0529819 May 20 16:35:43.558665 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'port': {'device_id': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'admin_state_up': True, 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'security_groups': ['2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:43.706143 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:43.716520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:43.726871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:35:43.730461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:43.829048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3335778f-f65d-4417-963e-14b12c6474cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:43.903287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.5 (7cbc97d9-c213-4af9-bf2b-87782b1bf401/57d86530-06b4-449c-9bae-313af1563abd/6b0073e8-2d3a-4cd2-a0af-020c8c640eca) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:35:44.112924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.130943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 6b0073e8-2d3a-4cd2-a0af-020c8c640eca will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:44.154996 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.161403 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:44.228240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:35:44.231244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:44.235603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:35:44.271701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:44.280843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:44.304609 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:44.305196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.331747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-31f27de3-f912-41ff-938c-d9afbdfa9ac6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768483 May 20 16:35:44.344768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Request body: {'port': {'device_id': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:44.461067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.461871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b42d2e5-5b58-41ed-b3de-be10cd0a33ae None None] Provisioning for port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:44.467032 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-6b42d2e5-5b58-41ed-b3de-be10cd0a33ae None None] Provisioning complete for port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:44.467480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6b42d2e5-5b58-41ed-b3de-be10cd0a33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.559066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-6b42d2e5-5b58-41ed-b3de-be10cd0a33ae None None] Port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:35:44.771169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.786392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37057734-ce4b-4420-bb65-ee86b12fa896 req-747a7368-54d0-43a0-b819-4a91677b47a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:44.787099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-37057734-ce4b-4420-bb65-ee86b12fa896 req-747a7368-54d0-43a0-b819-4a91677b47a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:35:44.821248 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-37057734-ce4b-4420-bb65-ee86b12fa896 req-747a7368-54d0-43a0-b819-4a91677b47a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:35:44.822423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-37057734-ce4b-4420-bb65-ee86b12fa896 req-747a7368-54d0-43a0-b819-4a91677b47a5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 931 time: 0.2378461 May 20 16:35:44.920224 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-37057734-ce4b-4420-bb65-ee86b12fa896 req-b96a4533-656d-42fc-b63b-49ab39547013 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918899 May 20 16:35:44.925911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0073e8-2d3a-4cd2-a0af-020c8c640eca {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:35:44.933445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.948074 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Transition to ACTIVE for port object 6b0073e8-2d3a-4cd2-a0af-020c8c640eca will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:35:44.951601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:44.956868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:45.120630 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:45.123693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:45.147794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 583d4232-baa2-4d7d-9775-9cdfa895c9f6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:45.202877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Attempting to bind port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:35:45.203209 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Attempting to bind port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:35:45.203526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Attempting to bind port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca on network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:35:45.208529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca on network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:35:45.208843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Attempting to bind port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca on network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:35:45.216200 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:35:45.216525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Checking segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:35:45.216903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Bound using segment: {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:35:45.217322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Bound port: 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74087021-4bae-4558-90e7-811c39d0df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:35:45.217688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:45.225543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:45.230236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:45.230615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:45.312363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] For port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:35:45.315410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] For port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:35:45.320725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:45.325319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e7556aec-0e16-4190-83b8-625b1d3afa6b tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:45.354770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:45.377186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:45.377900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:45.379166 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 1093 time: 1.0398939 May 20 16:35:45.380608 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:35:45.398601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 583d4232-baa2-4d7d-9775-9cdfa895c9f6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=583d4232-baa2-4d7d-9775-9cdfa895c9f6,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:45.403035 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:45.406039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:45.466408 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'status': 'completed', 'code': 200} May 20 16:35:45.470855 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:45.474731 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:45.498008 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=583d4232-baa2-4d7d-9775-9cdfa895c9f6,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:45.501973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:45.519162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-cd9b0735-6afb-46f1-ad81-599ed0b77e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:45.520748 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-cd9b0735-6afb-46f1-ad81-599ed0b77e4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0996664 May 20 16:35:45.597107 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a2a54588-d933-4d24-aabc-905495f5db3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 217 time: 0.0692625 May 20 16:35:45.665394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a2dd5b4d-0549-4776-b2ee-872491a7b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:45.666780 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-a2dd5b4d-0549-4776-b2ee-872491a7b415 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 200 len: 835 time: 0.0635760 May 20 16:35:45.741244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3c50-c97c-475b-aa17-85032585e65f req-e9da440a-5f2c-42bd-be2c-7cd4284fcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:45.743042 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-e9da440a-5f2c-42bd-be2c-7cd4284fcda4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7cbc97d9-c213-4af9-bf2b-87782b1bf401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699780 May 20 16:35:45.873154 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-dee7b2e5-cca7-46d8-9af7-181da5e61bd5 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239114 May 20 16:35:46.212268 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e6df3c50-c97c-475b-aa17-85032585e65f req-70115160-0ec9-4b49-841e-dcc646b14a8b service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331690 May 20 16:35:46.224593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5118-64fd-4bd6-b25c-0867c9f8fcc8 req-855c62cc-1dea-49cb-acbb-5e43e7a8ea82 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:46.226046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-135e5118-64fd-4bd6-b25c-0867c9f8fcc8 req-855c62cc-1dea-49cb-acbb-5e43e7a8ea82 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 943 time: 0.1314292 May 20 16:35:46.308881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-135e5118-64fd-4bd6-b25c-0867c9f8fcc8 req-8e43b67d-de1f-441c-b3b4-dd1c41c39376 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766118 May 20 16:35:46.340254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815830-40ff-4a93-9019-1039c113a85a req-3b4152fd-9b79-491a-8096-ef63e827c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:46.341736 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-3b4152fd-9b79-491a-8096-ef63e827c57f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0786660 May 20 16:35:46.471999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815830-40ff-4a93-9019-1039c113a85a req-66148360-f22b-4ab3-ae09-4696485ba530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:46.473422 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-66148360-f22b-4ab3-ae09-4696485ba530 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 897 time: 0.1252079 May 20 16:35:46.543995 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-ef05533a-55cf-456a-88bf-a39f891aa827 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 217 time: 0.0641632 May 20 16:35:46.607482 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815830-40ff-4a93-9019-1039c113a85a req-9dfb6579-4f87-4efe-95cf-91a281ffdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:46.608902 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-9dfb6579-4f87-4efe-95cf-91a281ffdd0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 200 len: 835 time: 0.0587420 May 20 16:35:46.617363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:46.689756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815830-40ff-4a93-9019-1039c113a85a req-3ca14622-2469-4058-971e-35bec6624bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:46.691272 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-3ca14622-2469-4058-971e-35bec6624bd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7cbc97d9-c213-4af9-bf2b-87782b1bf401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747566 May 20 16:35:46.822535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-20e552fc-fd0e-46fc-8cf0-b3a5d9a28bc4 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236475 May 20 16:35:46.955987 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42815830-40ff-4a93-9019-1039c113a85a req-07d1339b-52c5-45a1-bd23-e8d32c4525f6 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260707 May 20 16:35:47.091495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 583d4232-baa2-4d7d-9775-9cdfa895c9f6 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:47.158894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:47.159264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:47.539935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711258-18da-44bb-ba44-8403995bee70 req-442a1ace-158c-4c83-8a37-b5dabb85f352 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:47.541409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-98711258-18da-44bb-ba44-8403995bee70 req-442a1ace-158c-4c83-8a37-b5dabb85f352 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0799582 May 20 16:35:47.585483 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-98711258-18da-44bb-ba44-8403995bee70 req-9574f509-cfcd-4354-acac-16d9eb022e5f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381589 May 20 16:35:48.777212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b231c-8979-4e38-b27e-94bb73f2dc97 req-a6df9df0-8427-484b-823f-1051f9f68e1c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:48.778892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2b231c-8979-4e38-b27e-94bb73f2dc97 req-a6df9df0-8427-484b-823f-1051f9f68e1c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 943 time: 0.0860050 May 20 16:35:48.823157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2b231c-8979-4e38-b27e-94bb73f2dc97 req-1e7aa96b-8679-4493-a775-63a551ce63f1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379612 May 20 16:35:48.978233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0073e8-2d3a-4cd2-a0af-020c8c640eca details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:35:49.110138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:49.123683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'port_id': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'mac_address': 'fa:16:3e:3a:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:35:49.192045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:49.209852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0073e8-2d3a-4cd2-a0af-020c8c640eca {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:35:49.225069 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:49.229774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:49.231507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:49.295870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:49.298854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:49.430701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['6b0073e8-2d3a-4cd2-a0af-020c8c640eca'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:35:50.008662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414a10a-9862-44e3-927f-eb160706df6c req-4d3af5fb-2fb9-4515-8cfc-90b3873a1871 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:50.010128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e414a10a-9862-44e3-927f-eb160706df6c req-4d3af5fb-2fb9-4515-8cfc-90b3873a1871 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 944 time: 0.0832045 May 20 16:35:50.055708 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e414a10a-9862-44e3-927f-eb160706df6c req-fe1dee9d-480f-4fe5-9357-63cf23744c99 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396764 May 20 16:35:50.978027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0073e8-2d3a-4cd2-a0af-020c8c640eca up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:35:51.046081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:35:51.051298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:35:51.051661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:51.171294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:51.199230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:35:51.210105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:35:51.214726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:51.218386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:51.256657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4ccf-3e41-4d5e-b938-c796fb433105 req-0c19cd4f-f4d7-4259-a760-cdb4a60f346c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:51.260666 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'code': 200} May 20 16:35:51.262497 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55f4ccf-3e41-4d5e-b938-c796fb433105 req-0c19cd4f-f4d7-4259-a760-cdb4a60f346c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 944 time: 0.0991111 May 20 16:35:51.293618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:51.301593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.301931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.302268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.302604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.303047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.303384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.303976 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.304090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.304369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.304750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.305058 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.305495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:35:51.307386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a55f4ccf-3e41-4d5e-b938-c796fb433105 req-55e093da-74d0-4614-8954-16a4e8b42920 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 May 20 16:35:51.310255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:51.477636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa48596-7ec0-4197-b275-de091f22b30e req-822c168d-95d0-40c7-89bb-4f3c6bddcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:51.479105 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-afa48596-7ec0-4197-b275-de091f22b30e req-822c168d-95d0-40c7-89bb-4f3c6bddcfbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0756617 May 20 16:35:51.519028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-afa48596-7ec0-4197-b275-de091f22b30e req-df404f73-07c2-447a-9ebb-37d36c05f5bd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 May 20 16:35:52.495457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166988-ead9-40ac-bf56-c151af6e89e3 req-658a6644-bb17-46e2-a325-23b47748ce62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:52.496895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59166988-ead9-40ac-bf56-c151af6e89e3 req-658a6644-bb17-46e2-a325-23b47748ce62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0814729 May 20 16:35:52.541032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-59166988-ead9-40ac-bf56-c151af6e89e3 req-7b0d0a47-f05d-428a-a553-f2eb99c565b4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382483 May 20 16:35:52.726708 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7a4dc-8dfc-4cd0-b700-83ad6ca8abab req-b65d1327-38fe-48d5-a69a-1270b02a88d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:52.728168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ab7a4dc-8dfc-4cd0-b700-83ad6ca8abab req-b65d1327-38fe-48d5-a69a-1270b02a88d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0834401 May 20 16:35:52.773479 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5ab7a4dc-8dfc-4cd0-b700-83ad6ca8abab req-b6b2fc4c-fb36-44f4-9366-c9862c63579e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394323 May 20 16:35:52.796247 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54496) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:52.908632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6451cbd5-cafb-4f43-a701-dbdaec18c85f tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:52.910080 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6451cbd5-cafb-4f43-a701-dbdaec18c85f tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1093 time: 0.1127660 May 20 16:35:52.912817 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54502) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:52.917902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:35:52.923768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:35:52.927530 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:floatingip and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:35:52.930324 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:35:52.935904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:35:52.947570 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:53.229738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:53.363679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.141 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/70bec5c8-5f22-44ef-bdf1-5d1aceed8061) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:35:53.507278 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:53.535229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:53.538829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e10625a4-ce25-4b4e-9743-f4975c161bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:53.604902 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:35:53.607648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:35:53.611682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:35:53.640822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=70bec5c8-5f22-44ef-bdf1-5d1aceed8061,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:53.646905 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:54.020132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:54.094842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:54.296158 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:54.300746 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:54.304233 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-411622e0-45d6-49e2-a22a-8aa81323769b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:35:54.409802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=70bec5c8-5f22-44ef-bdf1-5d1aceed8061,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:35:54.413753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:35:54.420506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:54.587289 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP 7c141b42-4cd7-43c5-bd7f-c655bfd35651 associated. External IP: 172.26.8.141, port: 6b0073e8-2d3a-4cd2-a0af-020c8c640eca. May 20 16:35:55.061853 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 09a5787b-7d1a-417c-8547-6048e1e1d81a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:35:55.245872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:35:55.255348 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] Sync routers for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:35:55.265091 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:55.265978 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:55.270699 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:35:55.325383 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4114172 May 20 16:35:55.326004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:35:55.373049 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'status': 'completed', 'code': 200} May 20 16:35:55.453751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:55.538422 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298955bd-35ef-48e2-8d8f-90b92a793b35 req-06c58820-e329-4649-abc1-4c1f9b489268 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:55.539885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-298955bd-35ef-48e2-8d8f-90b92a793b35 req-06c58820-e329-4649-abc1-4c1f9b489268 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.1143854 May 20 16:35:55.541883 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-7671ddc9-4b90-4813-95f1-1ec6381404fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:55.543223 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-7671ddc9-4b90-4813-95f1-1ec6381404fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1098 time: 0.1483154 May 20 16:35:55.655300 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-298955bd-35ef-48e2-8d8f-90b92a793b35 req-f4c5a35c-b641-45bb-97b0-04fd220b4024 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096108 May 20 16:35:55.679052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54510) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:55.710299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-32d64aed-5943-4eb0-bd33-6fdd35278acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:55.711729 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-32d64aed-5943-4eb0-bd33-6fdd35278acb service neutron] 10.222.0.25 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 897 time: 0.1513183 May 20 16:35:55.792429 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-45221cc0-1342-4ae8-b281-25929a51383c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/7c141b42-4cd7-43c5-bd7f-c655bfd35651 HTTP/1.1" status: 200 len: 991 time: 0.1118424 May 20 16:35:55.815367 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-a9bb0053-7f7e-4ffe-a91e-56eb75b9fa1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 999 time: 0.0976837 May 20 16:35:55.850692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '7c141b42-4cd7-43c5-bd7f-c655bfd35651', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'port_id': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'mac_address': 'fa:16:3e:3a:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:35:53Z', 'updated_at': '2021-05-20T16:35:53Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:45Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:55.854929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] Checking router: 09a5787b-7d1a-417c-8547-6048e1e1d81a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:35:55.863279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:35:55.863883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:35:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:55.882167 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-a634903e-a56c-46ac-8351-2bf367c323d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:55.883641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-a634903e-a56c-46ac-8351-2bf367c323d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 200 len: 835 time: 0.0619013 May 20 16:35:56.047605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:35:56.107312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-60a9f454-e394-4036-ad3c-9dd16573cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:35:56.108813 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-60a9f454-e394-4036-ad3c-9dd16573cf7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7cbc97d9-c213-4af9-bf2b-87782b1bf401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2195828 May 20 16:35:56.240355 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-f9b160c7-2ce3-449c-9b85-61b8225b349c service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247900 May 20 16:35:56.370622 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e8fc6c4-335e-47c8-be15-f509a7d11777 req-4f142bde-225a-4efd-8915-bf98ce821fc8 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239355 May 20 16:35:56.397495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '7c141b42-4cd7-43c5-bd7f-c655bfd35651', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'port_id': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'mac_address': 'fa:16:3e:3a:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:35:53Z', 'updated_at': '2021-05-20T16:35:53Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:45Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:35:56.401492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ef6ef-c769-421c-8aa7-354363b2965c None None] The sync data for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv is: [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '7c141b42-4cd7-43c5-bd7f-c655bfd35651', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'port_id': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'mac_address': 'fa:16:3e:3a:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:35:53Z', 'updated_at': '2021-05-20T16:35:53Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:45Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:35:56.583959 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c18d01-d37b-42c7-bce7-6acfdc240af6 None None] New status for floating IP 7c141b42-4cd7-43c5-bd7f-c655bfd35651: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:35:56.795576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54514) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:35:56.904643 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c45a5a01-a1a0-485a-bfda-49e5f306c912 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/7c141b42-4cd7-43c5-bd7f-c655bfd35651 HTTP/1.1" status: 200 len: 993 time: 0.1077311 May 20 16:36:01.175998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:04.192384 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:36:10.478525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d53aca53-1dcf-49ee-9f9a-927fee3ca4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:13.259519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:13.830963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4640865d-be19-49f6-87dc-fd2f84ac40e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:14.773888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:16.619734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:23.765804 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f8a7a-2222-495f-9da7-f8ca2b5962bd req-c552f6a4-f833-42c8-80b4-8b1ea99d0765 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:23.767249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b9f8a7a-2222-495f-9da7-f8ca2b5962bd req-c552f6a4-f833-42c8-80b4-8b1ea99d0765 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0850179 May 20 16:36:23.810591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6b9f8a7a-2222-495f-9da7-f8ca2b5962bd req-00f40682-2cb2-4da5-bd56-e1fdca2cc413 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376437 May 20 16:36:24.995478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596db9b-2447-4e18-8a7b-456cd3ee54e9 req-209f6280-d0a3-4170-a193-d9db3f8156ad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:24.996927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1596db9b-2447-4e18-8a7b-456cd3ee54e9 req-209f6280-d0a3-4170-a193-d9db3f8156ad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0785866 May 20 16:36:25.041431 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1596db9b-2447-4e18-8a7b-456cd3ee54e9 req-a089d5c5-665e-44bd-ae54-f66c37328938 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 May 20 16:36:26.227317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d6ab1-a7dc-4421-a594-a5f73f3bae94 req-957c9920-635b-448f-8d1a-ae7a6a44982a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:26.228772 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed9d6ab1-a7dc-4421-a594-a5f73f3bae94 req-957c9920-635b-448f-8d1a-ae7a6a44982a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0837498 May 20 16:36:26.272963 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed9d6ab1-a7dc-4421-a594-a5f73f3bae94 req-8db8ba41-9ccf-473e-a768-9bab7392da49 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380096 May 20 16:36:27.458674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236b81f-0370-438f-ad61-1da19af0bacb req-7d9c344d-e794-421a-a6e7-9aa3dc5dd7e6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:27.460129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2236b81f-0370-438f-ad61-1da19af0bacb req-7d9c344d-e794-421a-a6e7-9aa3dc5dd7e6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0792308 May 20 16:36:27.510488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2236b81f-0370-438f-ad61-1da19af0bacb req-343e6b45-0357-492b-a924-019a22e9de6b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443878 May 20 16:36:28.696537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f325c-9e2f-4b2f-a699-c1edcd38ce94 req-bdf16dd1-7fc3-40c0-a120-c1eae8bf5c23 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:28.698022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a07f325c-9e2f-4b2f-a699-c1edcd38ce94 req-bdf16dd1-7fc3-40c0-a120-c1eae8bf5c23 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0786994 May 20 16:36:28.743542 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a07f325c-9e2f-4b2f-a699-c1edcd38ce94 req-cba0e207-c2a1-45c1-a19a-682be6701b23 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395269 May 20 16:36:29.929199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ad956-07f0-4ce6-b32a-1de908f8ec8f req-10f9bba6-b751-47ba-8b7d-9937a90c89fa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:29.930586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd6ad956-07f0-4ce6-b32a-1de908f8ec8f req-10f9bba6-b751-47ba-8b7d-9937a90c89fa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0828280 May 20 16:36:29.975755 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd6ad956-07f0-4ce6-b32a-1de908f8ec8f req-02b74cc0-89ac-4d90-a35b-d70d28b3e872 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 May 20 16:36:31.158571 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd807f58-91df-40c2-8db9-074ba1aa0b2e req-047ed51d-398d-488d-aa68-04014b6d33d8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:31.160035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd807f58-91df-40c2-8db9-074ba1aa0b2e req-047ed51d-398d-488d-aa68-04014b6d33d8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0794647 May 20 16:36:31.179048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:31.206205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd807f58-91df-40c2-8db9-074ba1aa0b2e req-8e276e72-620b-4019-b9ab-93c0b84941bb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403392 May 20 16:36:32.392797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfdb4f-1bfa-4ca5-9651-857236d62154 req-14467569-c835-4bcd-a470-f9526d6d9484 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:32.394251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-45dfdb4f-1bfa-4ca5-9651-857236d62154 req-14467569-c835-4bcd-a470-f9526d6d9484 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0836296 May 20 16:36:32.437865 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-45dfdb4f-1bfa-4ca5-9651-857236d62154 req-6c96d514-fa62-4872-bce4-7793009c63de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377440 May 20 16:36:33.620617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fe907-a144-4558-9256-d6ddfd7176a9 req-99464553-760f-431b-bd3e-d75f368e0e83 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:33.622099 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-802fe907-a144-4558-9256-d6ddfd7176a9 req-99464553-760f-431b-bd3e-d75f368e0e83 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0789773 May 20 16:36:33.670234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-802fe907-a144-4558-9256-d6ddfd7176a9 req-cdbd3b9e-3cee-4822-bada-40bc840cdf53 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 May 20 16:36:34.856414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b43c9-cc3c-4971-ab23-6748c3251d78 req-c3686231-cb26-47a5-899c-963b9555f18e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:34.857885 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6e7b43c9-cc3c-4971-ab23-6748c3251d78 req-c3686231-cb26-47a5-899c-963b9555f18e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0790529 May 20 16:36:34.902728 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6e7b43c9-cc3c-4971-ab23-6748c3251d78 req-796b73b3-14db-441b-a6ff-5995f858bb47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 May 20 16:36:34.925578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54548) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:36:35.030958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-ade1c7f4-d2fb-45f1-8b83-477be051dfa7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/7c141b42-4cd7-43c5-bd7f-c655bfd35651 HTTP/1.1" status: 200 len: 993 time: 0.1041956 May 20 16:36:36.523301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa32810-dea7-4fe6-94cd-b236c9945fe8 req-c647e44d-266a-49d5-aadb-5182358351b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:36.524755 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-daa32810-dea7-4fe6-94cd-b236c9945fe8 req-c647e44d-266a-49d5-aadb-5182358351b2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.1361766 May 20 16:36:36.555442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-fe7da62e-7ece-40a1-a748-0b4e1c580b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:36.556943 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-fe7da62e-7ece-40a1-a748-0b4e1c580b9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1098 time: 0.1202323 May 20 16:36:36.781926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-daa32810-dea7-4fe6-94cd-b236c9945fe8 req-a20a5f0f-65cc-4e02-9ffb-1fd84127a9b0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503588 May 20 16:36:36.836962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-23187559-6c33-47c1-91ef-f1a5be5a7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:36.838329 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-23187559-6c33-47c1-91ef-f1a5be5a7783 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 897 time: 0.2727454 May 20 16:36:36.940249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-2b282684-025d-46cc-b8f2-f179d1fe1ade service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 1001 time: 0.0953660 May 20 16:36:37.004904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-cb96178d-ad58-4fe0-a62b-13878b9e6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:37.006335 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-cb96178d-ad58-4fe0-a62b-13878b9e6bca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 200 len: 835 time: 0.0596752 May 20 16:36:37.079014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-bb264ab7-0ef7-441d-bcff-74d4dcddff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:37.080461 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-bb264ab7-0ef7-441d-bcff-74d4dcddff02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7cbc97d9-c213-4af9-bf2b-87782b1bf401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681548 May 20 16:36:37.210278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-51cbd7b3-6620-4c28-9f39-6ddb0d661c4b service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222272 May 20 16:36:37.339841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed58abd7-fb46-4e37-bdd8-e35c68ac7215 req-835d5214-61bd-48b4-8dac-3096646004c0 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237912 May 20 16:36:37.974540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba55a0-a11f-453a-abd7-28c5d5b9eea1 req-6826df7c-ddbe-445e-aaf4-d369e51eaeb3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:37.975985 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42ba55a0-a11f-453a-abd7-28c5d5b9eea1 req-6826df7c-ddbe-445e-aaf4-d369e51eaeb3 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0804248 May 20 16:36:38.024204 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-42ba55a0-a11f-453a-abd7-28c5d5b9eea1 req-326e7458-e3bd-43b4-aae9-8bd7893c2edd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 May 20 16:36:39.221863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0d123-4c31-4624-9bd5-aee06f8581d9 req-2a28be0e-e1f2-4d1f-85e8-0c3e6ab52e3e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:39.223353 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5bb0d123-4c31-4624-9bd5-aee06f8581d9 req-2a28be0e-e1f2-4d1f-85e8-0c3e6ab52e3e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0811512 May 20 16:36:39.269387 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5bb0d123-4c31-4624-9bd5-aee06f8581d9 req-18c799f8-c3cb-4fd1-be63-e8795dd5bc71 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 May 20 16:36:39.295021 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54562) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:36:39.413293 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b3a83723-b71f-42b1-84de-37ff50727dce tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/7c141b42-4cd7-43c5-bd7f-c655bfd35651 HTTP/1.1" status: 200 len: 993 time: 0.1169746 May 20 16:36:40.480504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-125ec5ea-e470-42b6-a948-47d496cbf141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:41.191782 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:36:43.261791 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:43.833687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5efee1d-9866-42e3-833b-147c847785fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:44.777508 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:46.622829 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:36:49.798567 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-43f9b3bf-c12f-42e9-9bde-310edb5ac386 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769923 May 20 16:36:49.945451 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff926-387a-412e-94c4-a003d8fb5648 req-134c51d1-dd1b-4fae-9779-38a3f645fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:49.946826 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-134c51d1-dd1b-4fae-9779-38a3f645fa76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0769794 May 20 16:36:50.098689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff926-387a-412e-94c4-a003d8fb5648 req-9875f952-24a1-4067-a5f5-7d897c09e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:50.101168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-9875f952-24a1-4067-a5f5-7d897c09e1b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 897 time: 0.1346922 May 20 16:36:50.224347 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-42847283-4b4d-4ab7-a84c-3320f22ac865 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 1001 time: 0.1165426 May 20 16:36:50.289968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff926-387a-412e-94c4-a003d8fb5648 req-afcd3eeb-f851-42c1-80a7-6ad2f1b3508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:50.291583 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-afcd3eeb-f851-42c1-80a7-6ad2f1b3508c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 200 len: 835 time: 0.0606580 May 20 16:36:50.370389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff926-387a-412e-94c4-a003d8fb5648 req-9067497b-9fab-4c1b-81c3-25b860fe8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:36:50.371880 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-9067497b-9fab-4c1b-81c3-25b860fe8928 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7cbc97d9-c213-4af9-bf2b-87782b1bf401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735393 May 20 16:36:50.503962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-21971d1e-a604-4b78-891d-769c240d29f4 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246748 May 20 16:36:50.787079 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-88fff926-387a-412e-94c4-a003d8fb5648 req-e4830cf3-4012-4784-9c3e-c521bd69d7c2 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765417 May 20 16:37:01.177152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:08.707306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54582) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:08.979963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 70bec5c8-5f22-44ef-bdf1-5d1aceed8061 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:37:08.980370 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:09.114069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:09.114387 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:09.243570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 70bec5c8-5f22-44ef-bdf1-5d1aceed8061 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:37:09.406282 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:09.410869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3ed5b3ca-d7bc-4f3d-9825-1e5da23f5555 tempest-ServersNegativeTestJSON-1070703218 tempest-ServersNegativeTestJSON-1070703218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:09.482706 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=70bec5c8-5f22-44ef-bdf1-5d1aceed8061,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:09.499973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.500257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.500629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.500998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.501399 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.501761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.502123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.502473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.502836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.503187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.503538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.503889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:09.507480 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:09.571115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:09.571451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP 7c141b42-4cd7-43c5-bd7f-c655bfd35651 disassociated (deleted). External IP: 172.26.8.141, port: 6b0073e8-2d3a-4cd2-a0af-020c8c640eca. May 20 16:37:09.945587 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 09a5787b-7d1a-417c-8547-6048e1e1d81a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:37:10.132186 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:37:10.147072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] Sync routers for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:37:10.161230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:10.164343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:10.165381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:36:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:10.421550 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c141b42-4cd7-43c5-bd7f-c655bfd35651 HTTP/1.1" status: 204 len: 168 time: 1.7130940 May 20 16:37:10.422230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:37:10.482249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:10.540227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0de9b695-2ac4-4730-b64e-fed54b2bb22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:10.588128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'status': 'completed', 'code': 200} May 20 16:37:10.689421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-c2e7be55-7abf-4a1f-b902-8c8bae6c8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:10.691128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-c2e7be55-7abf-4a1f-b902-8c8bae6c8277 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0813692 May 20 16:37:10.839342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:45Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:10.843147 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] Checking router: 09a5787b-7d1a-417c-8547-6048e1e1d81a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:37:10.851529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:10.852136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:36:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:10.886949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-72de8cb5-bd3c-4a46-b4e5-7b1ce4521201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:10.888517 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-72de8cb5-bd3c-4a46-b4e5-7b1ce4521201 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 200 len: 897 time: 0.1910143 May 20 16:37:10.969790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9217-acb5-46cf-9848-812ca6050513 req-da062f20-decc-472f-8c1d-403e17bc2a65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:10.970494 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-faea9217-acb5-46cf-9848-812ca6050513 req-da062f20-decc-472f-8c1d-403e17bc2a65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:37:10.974978 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-f8c820ae-f728-4ea4-bd84-5b68cdb2d61c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 200 len: 217 time: 0.0774808 May 20 16:37:11.038195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-faea9217-acb5-46cf-9848-812ca6050513 req-da062f20-decc-472f-8c1d-403e17bc2a65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:37:11.039714 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faea9217-acb5-46cf-9848-812ca6050513 req-da062f20-decc-472f-8c1d-403e17bc2a65 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.2686713 May 20 16:37:11.054190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:11.071364 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-2b4d6045-e023-485a-8dad-eccfcfd945d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:11.072320 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-2b4d6045-e023-485a-8dad-eccfcfd945d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 200 len: 835 time: 0.0918858 May 20 16:37:11.152086 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-faea9217-acb5-46cf-9848-812ca6050513 req-f7d6a6fb-4691-4430-ae55-dc54ee704720 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039445 May 20 16:37:11.186919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-7a6d9ac5-2c72-4fff-bda4-f51d68bfe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:11.189121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-7a6d9ac5-2c72-4fff-bda4-f51d68bfe760 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7cbc97d9-c213-4af9-bf2b-87782b1bf401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1062129 May 20 16:37:11.327612 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-250c7bcb-882e-42bb-95c0-70b7e68c5851 service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312692 May 20 16:37:11.409798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:45Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:11.414203 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ef67f-d2e0-41bd-8431-9d69118aa94f None None] The sync data for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv is: [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:39Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '583d4232-baa2-4d7d-9775-9cdfa895c9f6', 'name': '', 'network_id': '7cbc97d9-c213-4af9-bf2b-87782b1bf401', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:73:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57d86530-06b4-449c-9bae-313af1563abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:38Z', 'updated_at': '2021-05-20T16:35:45Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': '57d86530-06b4-449c-9bae-313af1563abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:37:11.473229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc5f2f9b-1f84-4c7a-8122-745fe010a4da req-7619b123-0766-4423-9a9b-2b8a141651ca service neutron] 10.222.0.25 "GET /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382320 May 20 16:37:11.644668 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca044f2-f77b-4aef-b641-88df43867017 None None] New status for floating IP 7c141b42-4cd7-43c5-bd7f-c655bfd35651: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:37:12.238305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-8425d64d-81ab-454d-a6aa-d8ff5bd332c7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:12.240041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-8425d64d-81ab-454d-a6aa-d8ff5bd332c7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.0835276 May 20 16:37:12.434590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ce569-0ee0-479a-b2f9-802ee62ab2a3 req-4822d93a-959b-421f-bff9-5d70a6c9497c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:12.436141 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c45ce569-0ee0-479a-b2f9-802ee62ab2a3 req-4822d93a-959b-421f-bff9-5d70a6c9497c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 945 time: 0.1620984 May 20 16:37:12.462397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:37:12.462734 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:12.568369 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c45ce569-0ee0-479a-b2f9-802ee62ab2a3 req-826345f8-69c4-4a06-acdd-9381705928fb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264765 May 20 16:37:12.620033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:12.620381 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:12.744864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 6b0073e8-2d3a-4cd2-a0af-020c8c640eca owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:37:12.855718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:12.862543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5d1ef90-22fe-40d7-b0c6-a84ce255d15a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:13.056836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=6b0073e8-2d3a-4cd2-a0af-020c8c640eca,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:13.060453 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:13.130378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] No DVR routers for this DVR port 6b0073e8-2d3a-4cd2-a0af-020c8c640eca on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:37:13.132868 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:13.135468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'name': 'network-vif-deleted', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:37:13.151187 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fb8a4a0b-c4b3-4966-b390-0bf59f81cf41 req-16659325-e37c-4cc3-815b-544eda1f6cef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "DELETE /v2.0/ports/6b0073e8-2d3a-4cd2-a0af-020c8c640eca HTTP/1.1" status: 204 len: 173 time: 0.9056892 May 20 16:37:13.181528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3676da45-bbf3-41e8-9570-23c4ae00c6c5', 'name': 'network-vif-deleted', 'tag': '6b0073e8-2d3a-4cd2-a0af-020c8c640eca', 'status': 'completed', 'code': 200} May 20 16:37:13.265049 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:13.734430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c4446e81-0fbd-449a-9317-29e8e6850918 req-14f31a20-8809-495e-b1de-3ef1004cc54f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:37:13.751126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-c4446e81-0fbd-449a-9317-29e8e6850918 req-14f31a20-8809-495e-b1de-3ef1004cc54f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:37:13.752188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c4446e81-0fbd-449a-9317-29e8e6850918 req-14f31a20-8809-495e-b1de-3ef1004cc54f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=3676da45-bbf3-41e8-9570-23c4ae00c6c5 HTTP/1.1" status: 200 len: 210 time: 0.0623307 May 20 16:37:13.835861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6d48e413-abb3-41ba-be7c-66f4bf39dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:14.782454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:14.851107 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54602) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:15.383805 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0073e8-2d3a-4cd2-a0af-020c8c640eca no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:37:15.400526 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:15.420853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 6b0073e8-2d3a-4cd2-a0af-020c8c640eca {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:37:15.421205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 6b0073e8-2d3a-4cd2-a0af-020c8c640eca not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:37:15.817412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 583d4232-baa2-4d7d-9775-9cdfa895c9f6 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:37:15.817744 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:15.956142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 583d4232-baa2-4d7d-9775-9cdfa895c9f6, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=583d4232-baa2-4d7d-9775-9cdfa895c9f6,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:15.956812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:16.228973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 583d4232-baa2-4d7d-9775-9cdfa895c9f6 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:37:16.384903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:16.389161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-57249564-4a1a-4f1b-b1a0-5f7e2580d1f6 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:16.433412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=583d4232-baa2-4d7d-9775-9cdfa895c9f6,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:16.436577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:16.628601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:16.719882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:17.076606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router 09a5787b-7d1a-417c-8547-6048e1e1d81a has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:37:17.253536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:37:17.262961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] Sync routers for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:37:17.271101 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/09a5787b-7d1a-417c-8547-6048e1e1d81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4187965 May 20 16:37:17.273566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:17.274190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54608) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:17.274330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:17.345414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting subnet 57d86530-06b4-449c-9bae-313af1563abd {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:37:17.348606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:17.402741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:17.449467 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:17.495351 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:17.803518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:37:16Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:17.807376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] Checking router: 09a5787b-7d1a-417c-8547-6048e1e1d81a for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:37:17.816174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] Routers {'09a5787b-7d1a-417c-8547-6048e1e1d81a'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:17.816779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['09a5787b-7d1a-417c-8547-6048e1e1d81a'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:17.927647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:17.932138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6781f92-d950-4ec3-a525-245bd35a1357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:17.968472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Subnet': ['ID=57d86530-06b4-449c-9bae-313af1563abd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:17.970423 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:17.973076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:17.977279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-38d792c3-cc6a-4d0b-b8d9-e7ecb124e4ee tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/subnets/57d86530-06b4-449c-9bae-313af1563abd HTTP/1.1" status: 204 len: 168 time: 0.7021346 May 20 16:37:17.977608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742eb905-c343-43bd-9cb2-62ada2ae830c None None] Network 7cbc97d9-c213-4af9-bf2b-87782b1bf401 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:37:17.980012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54612) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:18.070237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] Set router 09a5787b-7d1a-417c-8547-6048e1e1d81a gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:18.162095 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.190917 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:37:18.341820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.413373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 38d56123-c3df-4740-b8c5-f755e77f5935 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:37:18.413713 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.448490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:37:16Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:18.452974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62af43e-c02a-4298-a5e4-eb7f40068993 None None] The sync data for ids ['09a5787b-7d1a-417c-8547-6048e1e1d81a'] in dv-neutron-601336-76-hyperv is: [{'id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640222810', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:37:16Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '38d56123-c3df-4740-b8c5-f755e77f5935', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a5787b-7d1a-417c-8547-6048e1e1d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:35:34Z', 'updated_at': '2021-05-20T16:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:37:18.500065 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] DHCP port deletion for 7cbc97d9-c213-4af9-bf2b-87782b1bf401 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:37:18.547051 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 38d56123-c3df-4740-b8c5-f755e77f5935, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=38d56123-c3df-4740-b8c5-f755e77f5935,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:18.547413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.565966 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Deleting port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:37:18.566339 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.671981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] For port ff0226a7-73de-4bcf-9a93-d4f6d55259f3, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,segment=NetworkSegment(74087021-4bae-4558-90e7-811c39d0df2f),segment_id=74087021-4bae-4558-90e7-811c39d0df2f)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:18.672375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.677635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 38d56123-c3df-4740-b8c5-f755e77f5935 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:37:18.797234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Calling delete_port for ff0226a7-73de-4bcf-9a93-d4f6d55259f3 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:37:18.830182 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.838791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-550646d1-0e9f-4cd5-8659-0045a9f738e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:18.852762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:18.856641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4204d1cc-9a0f-4a58-bdee-3e41644d40e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:18.902042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Pushing event deleted for resources: {'Port': ['ID=ff0226a7-73de-4bcf-9a93-d4f6d55259f3,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:18.905855 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] No DVR routers for this DVR port ff0226a7-73de-4bcf-9a93-d4f6d55259f3 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:37:18.914182 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.914627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.915098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.915627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.916030 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.916427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.916884 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.917475 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.917811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.918365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.918754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.919140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:18.923291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:18.933276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=38d56123-c3df-4740-b8c5-f755e77f5935,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:18.963695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:19.029738 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.186063 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ff0226a7-73de-4bcf-9a93-d4f6d55259f3 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:37:19.210157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.213119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.222231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: ff0226a7-73de-4bcf-9a93-d4f6d55259f3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:37:19.222573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device ff0226a7-73de-4bcf-9a93-d4f6d55259f3 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:37:19.223000 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 583d4232-baa2-4d7d-9775-9cdfa895c9f6 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:37:19.236231 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.237011 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Fanout notify agent at l3_agent the message router_deleted on router 09a5787b-7d1a-417c-8547-6048e1e1d81a {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:37:19.254546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.258207 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/routers/09a5787b-7d1a-417c-8547-6048e1e1d81a HTTP/1.1" status: 204 len: 168 time: 1.2747345 May 20 16:37:19.258460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54618) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:19.263820 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 583d4232-baa2-4d7d-9775-9cdfa895c9f6 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:37:19.264081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 583d4232-baa2-4d7d-9775-9cdfa895c9f6 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:37:19.377832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.511981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.525361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbc97d9-c213-4af9-bf2b-87782b1bf401']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:19.538840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74087021-4bae-4558-90e7-811c39d0df2f') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:19.539136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74087021-4bae-4558-90e7-811c39d0df2f') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:19.551548 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.567513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.574202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:37:19.574599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:37:19.592887 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:37:19.674726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.678983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1453274b-a09e-492e-ac96-e21968fb1687 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:19.693866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.706783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Network': ['ID=7cbc97d9-c213-4af9-bf2b-87782b1bf401,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:19.709840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:19.713868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-50272cf7-d995-4374-8e97-334fa94ebd62 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/networks/7cbc97d9-c213-4af9-bf2b-87782b1bf401 HTTP/1.1" status: 204 len: 168 time: 0.4542568 May 20 16:37:19.716923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54622) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:19.949542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:19.978810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.047275 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.051763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-25b36238-158d-4bd9-9a6f-83cc85103540 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:20.067623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:20.070551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:20.081223 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.082439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d5b6dc00-af0f-4dc6-be54-5220994cd087 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/security-groups/2dfaa779-bb2b-46c6-a1a2-3a98bc4a0bbf HTTP/1.1" status: 204 len: 168 time: 0.3646171 May 20 16:37:20.589152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54630) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:20.595129 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533346729', 'description': 'tempest-secgroup-smoke-1533346729 description', 'project_id': '623033946f774187b8d392e4347cb2e6'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:20.602152 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:20.606377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:20.609959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:20.616019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:20.627137 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.648216 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:20.652002 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:20.655492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:20.661082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:20.732313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.736231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.740180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a048cd17-2260-468f-a21b-9f7a1ee1fa4c tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:20.781982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737e606b-221b-410a-a591-7f80f0a8925a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:20.788748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.789992 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1998415 May 20 16:37:20.791602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.791984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.792363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.792841 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.793004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54634) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:20.793514 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.793626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.793967 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.794329 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.794802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.795252 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.795622 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.796000 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:20.798521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '737e606b-221b-410a-a591-7f80f0a8925a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:20.799645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:20.804934 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:20.808864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:20.811778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:20.818473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:20.834888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.895747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.899400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.905905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ce7ccd6d-2ae7-4447-81ad-021e05c6bfdb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:20.924790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02ec822-cfdc-439a-9584-b0b408fe7b6b,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:20.927408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:20.935660 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:20.937229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9107e8dc-b9c1-482a-bdc7-f5a5ed3b274d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429856 May 20 16:37:20.939832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54638) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:20.945215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '737e606b-221b-410a-a591-7f80f0a8925a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:20.951743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:20.955563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:20.958421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:20.964052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:20.983821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.053112 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.057692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.060131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1e55b8db-179c-411f-a227-022dc21d324b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:21.083622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79660e29-284a-4967-a96f-58d77626b3d7,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:21.086362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:21.098501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.100022 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cd693804-d75a-4efa-a72d-887a3d4c3fa4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589200 May 20 16:37:21.103047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54642) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:21.106438 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 38d56123-c3df-4740-b8c5-f755e77f5935 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:37:21.108672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '737e606b-221b-410a-a591-7f80f0a8925a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:21.115092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:21.119061 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:21.122577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:21.129184 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:21.144199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 38d56123-c3df-4740-b8c5-f755e77f5935 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:37:21.144554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 38d56123-c3df-4740-b8c5-f755e77f5935 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:37:21.146513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.211700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.216190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.218312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-08b3cd05-b909-4a7c-b3bb-cf5417f35adb tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:21.241714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c531f5c5-a59e-4923-8a91-2defa0dcd9c7,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:21.244442 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:21.254044 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.255579 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c2afe269-585f-4d88-8520-9eb388923b87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513047 May 20 16:37:21.258208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54646) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:21.264179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '737e606b-221b-410a-a591-7f80f0a8925a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:21.270593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:21.274958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:21.278102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:21.284316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:21.301554 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.378923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.383208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.391611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-b9f65ebd-f2aa-4600-a4f6-d092713da5c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:21.413916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe63fd97-f9f7-4228-b0d7-f690cf2ce517,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:21.416793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:21.423166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.424482 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f830dbf4-cc41-4a63-b328-7144a8436715 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652863 May 20 16:37:21.427566 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54650) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:21.433147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '737e606b-221b-410a-a591-7f80f0a8925a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:21.440397 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:21.444745 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:21.447820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:21.454363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:21.466161 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:37:21.472622 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.550166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.554156 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.556093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-12877289-4baf-4293-9b9c-d4190669a288 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:21.580299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3b6f17-bbb9-461f-b04c-d88ca15b6f4f,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:21.582963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:21.592555 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.593784 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-5c66cf54-6d17-48f4-9a2e-fea5ee747c6e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652868 May 20 16:37:21.597446 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54654) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:21.604264 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'security_group_rule': {'security_group_id': '737e606b-221b-410a-a591-7f80f0a8925a', 'project_id': '623033946f774187b8d392e4347cb2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:21.611380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:21.616058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:security_group_rule and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:21.619469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:21.626452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:21.639759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Project 623033946f774187b8d392e4347cb2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:37:21.647400 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.721353 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.726080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.728085 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-952b650f-5b27-4c13-96c5-04f82fbe6710 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:21.756326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862d81b8-65fd-42f6-8266-c686f6e5bbef,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:21.761614 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:21.766811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.768132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1685884 May 20 16:37:21.771101 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54658) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:21.776961 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'network': {'name': 'tempest-network-smoke--511953774', 'project_id': '623033946f774187b8d392e4347cb2e6', 'port_security_enabled': True}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:21.783084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:21.787358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:network and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:21.790461 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:21.796537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:21.811721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:37:21.815416 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.844567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:37:21.854610 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.854978 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Added segment fe1d200f-4dbb-4b19-ad58-c803719e45f6 of type vlan for network 32a6c7ca-84ad-4b83-83e3-bc943d93760f May 20 16:37:21.889173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.921672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.927435 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:21.928056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:21.931927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e50860e2-1e59-4e2a-92cb-36cd6951ab97 tempest-ExternalNetworksTestJSON-1049986618 tempest-ExternalNetworksTestJSON-1049986618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:22.041492 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2692256 May 20 16:37:22.045035 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54662) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:22.049038 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Network': ['ID=32a6c7ca-84ad-4b83-83e3-bc943d93760f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:22.052054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b1297398-7fc9-4dc3-95a7-2c8951fa66b8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:22.056000 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'admin_state_up': True, 'project_id': '623033946f774187b8d392e4347cb2e6', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:22.063332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:37:22.063757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:22.067920 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:router and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:22.070905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:22.077835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:22.088333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:22.089513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:22.108034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:22.384950 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:22.706584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:22.741584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:22.875864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.91 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/06807d55-0bf3-417e-ad7e-9a369e386922) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:37:23.025279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:23.054415 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:23.058945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e7c49d8-6d45-4c5f-abbf-126ea3935c98 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:23.123416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:37:23.126726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:23.129152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:37:23.173536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=06807d55-0bf3-417e-ad7e-9a369e386922,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:23.176376 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:23.683279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:24.018747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:24.216542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:37:24.391659 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:37:24.400512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Sync routers for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:37:24.410119 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:24.410722 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:24.418773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:24.420112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3737416 May 20 16:37:24.423328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54668) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:24.462773 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-80038fc8-7841-4b6f-8314-4804ea58dd38 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=623033946f774187b8d392e4347cb2e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381467 May 20 16:37:24.465225 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54672) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:24.585189 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:24.595771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6849a18b-cfce-4b80-a8d4-45dfdb24e633 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:24.597245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6849a18b-cfce-4b80-a8d4-45dfdb24e633 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302719 May 20 16:37:24.600039 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54676) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:24.799562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-989cfad8-852a-44e4-8bff-45d24826c971 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=86628d82-5385-4a0c-b569-c18a66455262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1983812 May 20 16:37:24.802008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54680) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:24.807401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639226307', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'project_id': '623033946f774187b8d392e4347cb2e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:24.868594 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:23Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:24.872486 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Checking router: e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:37:24.872778 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Updating router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc port 06807d55-0bf3-417e-ad7e-9a369e386922 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:37:24.914280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:24.918049 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:subnet and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:24.921032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:24.926710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:24.927039 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:24.937595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'subnet': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:37:24.941287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16057409'] for subnet, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.284638 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.298133 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Transition to ACTIVE for port object 06807d55-0bf3-417e-ad7e-9a369e386922 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:25.303739 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.308951 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-92509adc-b0be-429b-94a3-cbf9c8049b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:25.352509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16394167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16057455'] for subnet, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.357784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fe96cea5-2df6-4464-a0e6-21569deff1f8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:25.376827 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Attempting to bind port 06807d55-0bf3-417e-ad7e-9a369e386922 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:37:25.377189 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Attempting to bind port 06807d55-0bf3-417e-ad7e-9a369e386922 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:37:25.377575 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Attempting to bind port 06807d55-0bf3-417e-ad7e-9a369e386922 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:37:25.387680 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:37:25.388044 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:37:25.388438 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.388823 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:37:25.389273 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Bound port: 06807d55-0bf3-417e-ad7e-9a369e386922, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:37:25.389672 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.426569 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Pushing event updated for resources: {'Port': ['ID=06807d55-0bf3-417e-ad7e-9a369e386922,revision_number=2']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:25.438342 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Subnet': ['ID=d1591519-3c4b-4756-ad97-6c542ca051c5,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:25.441835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:25.444488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Checking segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:37:25.444712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network hostable DHCP agents. Network: 32a6c7ca-84ad-4b83-83e3-bc943d93760f, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:37:25.446851 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.447185 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.447510 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.447834 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.448147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.448466 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.448781 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.449091 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.449426 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.449736 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.450083 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.450388 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:37:25.453969 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:25.463678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:37:25.474339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 32a6c7ca-84ad-4b83-83e3-bc943d93760f) {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:25.484468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3de3cc-7a8b-4714-8d2c-d77eb5e2b53e None None] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:37:25.485805 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] For port 06807d55-0bf3-417e-ad7e-9a369e386922, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:37:25.487913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:25.488919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.489419 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] For port 06807d55-0bf3-417e-ad7e-9a369e386922, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=06807d55-0bf3-417e-ad7e-9a369e386922,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:37:25.494362 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.498521 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:25.514041 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1ad23051-9ae3-4dc0-a8f2-aeb17dd805e5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7082961 May 20 16:37:25.514272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54684) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:25.567007 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:25.567709 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:25.706869 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:37:25.707700 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:25.726484 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Pushing event updated for resources: {'Port': ['ID=06807d55-0bf3-417e-ad7e-9a369e386922,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:25.741119 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:25.759986 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:25.870254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Allocated IP 172.20.0.2 (32a6c7ca-84ad-4b83-83e3-bc943d93760f/d1591519-3c4b-4756-ad97-6c542ca051c5/19724f47-4e0a-4199-a83a-27d997edbb00) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:37:26.065179 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:23Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:26.069298 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194eb8-ee7f-4f38-921f-67ce211f1526 None None] The sync data for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:23Z', 'revision_number': 3, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:37:26.082386 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:26.094420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Transition to ACTIVE for port object 19724f47-4e0a-4199-a83a-27d997edbb00 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:26.114420 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Transition to ACTIVE for port object 19724f47-4e0a-4199-a83a-27d997edbb00 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:26.123054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:26.128207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:26.197435 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:37:26.200531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:26.203226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:37:26.237372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Pushing event updated for resources: {'Port': ['ID=19724f47-4e0a-4199-a83a-27d997edbb00,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:26.242398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:26.245681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:26.314916 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Attempting to bind port 19724f47-4e0a-4199-a83a-27d997edbb00 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:37:26.317151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Attempting to bind port 19724f47-4e0a-4199-a83a-27d997edbb00 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:37:26.317751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Attempting to bind port 19724f47-4e0a-4199-a83a-27d997edbb00 on network 32a6c7ca-84ad-4b83-83e3-bc943d93760f {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:37:26.323819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:37:26.324199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Checking segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:37:26.324605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:26.325220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Bound using segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:37:26.326070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Bound port: 19724f47-4e0a-4199-a83a-27d997edbb00, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:37:26.326601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:26.429415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] For port 19724f47-4e0a-4199-a83a-27d997edbb00, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:37:26.432797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] For port 19724f47-4e0a-4199-a83a-27d997edbb00, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19724f47-4e0a-4199-a83a-27d997edbb00,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:37:26.439083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:26.443192 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:26.524699 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Pushing event updated for resources: {'Port': ['ID=19724f47-4e0a-4199-a83a-27d997edbb00,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:26.527900 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:26.871196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.1 (32a6c7ca-84ad-4b83-83e3-bc943d93760f/d1591519-3c4b-4756-ad97-6c542ca051c5/10ab197c-97d1-493d-9a3b-e6618006db72) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:37:27.052445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.068888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object 10ab197c-97d1-493d-9a3b-e6618006db72 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:27.094862 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.098820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2ebfb9bc-a590-4fe4-b710-e2a2d7001b34 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:27.189287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=10ab197c-97d1-493d-9a3b-e6618006db72,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:27.199610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:27.207367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:37:27.208593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:27.211513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:37:27.233964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 06807d55-0bf3-417e-ad7e-9a369e386922 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:27.280463 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.314311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 06807d55-0bf3-417e-ad7e-9a369e386922 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:27.321007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 06807d55-0bf3-417e-ad7e-9a369e386922 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:27.321903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.472549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.495875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 06807d55-0bf3-417e-ad7e-9a369e386922, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=06807d55-0bf3-417e-ad7e-9a369e386922,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:27.500896 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.501974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19724f47-4e0a-4199-a83a-27d997edbb00 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:27.527738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2424049f-25a8-4381-83aa-a8016f7e67d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:27.574033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748fff6f-b6f3-45c9-b09e-0f3fb8f2ceaa None None] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:37:27.577012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:27.694647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-da3fca97-1e86-43c2-acc6-7e6fbb2ee705 None None] Provisioning for port 19724f47-4e0a-4199-a83a-27d997edbb00 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:27.728441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=06807d55-0bf3-417e-ad7e-9a369e386922,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:27.732439 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:27.748853 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 19724f47-4e0a-4199-a83a-27d997edbb00 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:27.766958 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 19724f47-4e0a-4199-a83a-27d997edbb00 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:27.767331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.019159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.025413 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.031654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.055459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-6bb72582-db0e-4ec4-bfa4-16ffb2125aa1 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:28.083959 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 19724f47-4e0a-4199-a83a-27d997edbb00, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19724f47-4e0a-4199-a83a-27d997edbb00,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:28.088373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.093603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-76345f3e-fddb-4320-89eb-310935e4d730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:28.147317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.151821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=10ab197c-97d1-493d-9a3b-e6618006db72,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:28.156391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:28.164506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=19724f47-4e0a-4199-a83a-27d997edbb00,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:28.167962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:28.357816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ee78ccab-9270-434a-969f-9a52823ee4c5 None None] Provisioning for port 10ab197c-97d1-493d-9a3b-e6618006db72 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:28.363434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ee78ccab-9270-434a-969f-9a52823ee4c5 None None] Provisioning complete for port 10ab197c-97d1-493d-9a3b-e6618006db72 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:28.363811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ee78ccab-9270-434a-969f-9a52823ee4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.418879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ee78ccab-9270-434a-969f-9a52823ee4c5 None None] Port 10ab197c-97d1-493d-9a3b-e6618006db72 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:37:28.429979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ee78ccab-9270-434a-969f-9a52823ee4c5 None None] Provisioning complete for port 19724f47-4e0a-4199-a83a-27d997edbb00 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:28.430358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ee78ccab-9270-434a-969f-9a52823ee4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.457449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:37:28.458580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:28.656339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:37:28.672309 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-046c2f6c-d775-4136-9fc5-5453a5cd06b9 None None] Provisioning complete for port 10ab197c-97d1-493d-9a3b-e6618006db72 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:28.672874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-046c2f6c-d775-4136-9fc5-5453a5cd06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:28.726921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-046c2f6c-d775-4136-9fc5-5453a5cd06b9 None None] Port 10ab197c-97d1-493d-9a3b-e6618006db72 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:37:28.835292 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:37:28.845254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Sync routers for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:37:28.849688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3344932 May 20 16:37:28.854595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:28.855207 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:29.027021 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cea64daa-0297-4001-a260-ca36232342e9 req-efcc8376-70bf-4f4a-80c7-a2e69728b576 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:37:29.032225 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:29.042869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cea64daa-0297-4001-a260-ca36232342e9 req-efcc8376-70bf-4f4a-80c7-a2e69728b576 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:security_group {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:37:29.044087 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-efcc8376-70bf-4f4a-80c7-a2e69728b576 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533346729&fields=id&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 267 time: 0.0601654 May 20 16:37:29.170703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 06807d55-0bf3-417e-ad7e-9a369e386922 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:29.202245 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-f4ca0548-acdb-4a0d-b493-ccb883cf34dd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:29.202949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cea64daa-0297-4001-a260-ca36232342e9 req-f4ca0548-acdb-4a0d-b493-ccb883cf34dd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:37:29.219998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cea64daa-0297-4001-a260-ca36232342e9 req-f4ca0548-acdb-4a0d-b493-ccb883cf34dd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:network {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:37:29.225838 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-f4ca0548-acdb-4a0d-b493-ccb883cf34dd tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 796 time: 0.1739068 May 20 16:37:29.237010 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-0d276a5b-4121-4b90-8914-4db67f36b2d6 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/quotas/623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 375 time: 0.0092964 May 20 16:37:29.319360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cea64daa-0297-4001-a260-ca36232342e9 req-c84cd96b-c52d-44bd-b317-2faa13eeaf6b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:37:29.336687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-cea64daa-0297-4001-a260-ca36232342e9 req-c84cd96b-c52d-44bd-b317-2faa13eeaf6b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:37:29.338380 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-c84cd96b-c52d-44bd-b317-2faa13eeaf6b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955455 May 20 16:37:29.348661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 06807d55-0bf3-417e-ad7e-9a369e386922 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:29.349040 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:29.515589 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 2, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:29.519315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19724f47-4e0a-4199-a83a-27d997edbb00 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:29.536998 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-0aa6be8b-3112-4194-ab51-20019e82f008 service neutron] 10.222.0.13 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872933 May 20 16:37:29.556071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Checking router: e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:37:29.556430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Updating router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc port 10ab197c-97d1-493d-9a3b-e6618006db72 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:37:29.624562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:29.669115 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-d26d1a81-cffd-43ee-a8b5-aa354676b613 service neutron] 10.222.0.13 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262732 May 20 16:37:29.685318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 19724f47-4e0a-4199-a83a-27d997edbb00 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:29.685811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:30.106874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:30.118569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Transition to ACTIVE for port object 10ab197c-97d1-493d-9a3b-e6618006db72 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:30.125997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:30.129870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:30.281661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab23f58-8dbc-4665-a0b9-e393239d6899 None None] Pushing event updated for resources: {'Port': ['ID=10ab197c-97d1-493d-9a3b-e6618006db72,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:30.289016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dab23f58-8dbc-4665-a0b9-e393239d6899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:30.344547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Attempting to bind port 10ab197c-97d1-493d-9a3b-e6618006db72 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:37:30.344989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Attempting to bind port 10ab197c-97d1-493d-9a3b-e6618006db72 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:37:30.345281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Attempting to bind port 10ab197c-97d1-493d-9a3b-e6618006db72 on network 32a6c7ca-84ad-4b83-83e3-bc943d93760f {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:37:30.350689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:37:30.351061 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Checking segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:37:30.351463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:30.351860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Bound using segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:37:30.352373 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Bound port: 10ab197c-97d1-493d-9a3b-e6618006db72, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:37:30.352729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:30.440963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] For port 10ab197c-97d1-493d-9a3b-e6618006db72, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:37:30.444619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] For port 10ab197c-97d1-493d-9a3b-e6618006db72, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=10ab197c-97d1-493d-9a3b-e6618006db72,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:37:30.451806 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:30.455452 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:30.537518 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:30.538143 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:30.596740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab23f58-8dbc-4665-a0b9-e393239d6899 None None] Pushing event updated for resources: {'Port': ['ID=10ab197c-97d1-493d-9a3b-e6618006db72,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:30.607859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dab23f58-8dbc-4665-a0b9-e393239d6899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:30.725448 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:30.876234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ceb66639-76f9-42eb-858c-8d917b395c58 req-3d2d6568-f98d-43ff-84c2-c739927109b5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 210 time: 0.0461686 May 20 16:37:31.049512 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:30Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:31.053494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5676aad-a6e0-4c49-8ed1-ce01427759a4 None None] The sync data for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:30Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:37:31.218084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:32.054576 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-a367599b-1945-43d6-80dd-74f3fa099a81 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:32.056112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-a367599b-1945-43d6-80dd-74f3fa099a81 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 796 time: 0.1737044 May 20 16:37:32.103918 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4e2b233e-6981-440d-80fe-57151f429bca req-2c4c46d1-8739-4946-9dd2-4538733dcc20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 210 time: 0.0467572 May 20 16:37:32.151571 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-f0e96324-c9aa-468a-a581-99804442f54c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623033946f774187b8d392e4347cb2e6 HTTP/1.1" status: 200 len: 380 time: 0.0467377 May 20 16:37:32.160764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'port': {'device_id': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'admin_state_up': True, 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'security_groups': ['737e606b-221b-410a-a591-7f80f0a8925a']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:32.299522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:32.308919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:32.318580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Made reservation on behalf of 623033946f774187b8d392e4347cb2e6 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:37:32.322241 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:32.630326 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.20.0.4 (32a6c7ca-84ad-4b83-83e3-bc943d93760f/d1591519-3c4b-4756-ad97-6c542ca051c5/fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:37:32.820577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:32.835795 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Transition to ACTIVE for port object fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:32.859279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:32.865473 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:32.933306 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:37:32.936366 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:32.940126 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:37:32.971372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:32.978210 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:33.009268 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:33.009910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.036917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8805139 May 20 16:37:33.049037 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Request body: {'port': {'device_id': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:33.175787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.178825 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 10ab197c-97d1-493d-9a3b-e6618006db72 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:33.240973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f7b5ec8a-e07c-40c4-b789-bb0ec9f3eddd None None] Provisioning for port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:33.251179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f7b5ec8a-e07c-40c4-b789-bb0ec9f3eddd None None] Provisioning complete for port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:33.251659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ec8a-e07c-40c4-b789-bb0ec9f3eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.311523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5ec8a-e07c-40c4-b789-bb0ec9f3eddd None None] Port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:37:33.316686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 10ab197c-97d1-493d-9a3b-e6618006db72 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:33.321807 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 10ab197c-97d1-493d-9a3b-e6618006db72 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:33.322188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.410724 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aefc98-dd08-4cbe-9c0f-6903233cb66e req-75e22a88-0a9b-4f95-ad75-6e53ec806b50 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:33.411425 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-90aefc98-dd08-4cbe-9c0f-6903233cb66e req-75e22a88-0a9b-4f95-ad75-6e53ec806b50 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:37:33.441584 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.473819 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 10ab197c-97d1-493d-9a3b-e6618006db72, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=10ab197c-97d1-493d-9a3b-e6618006db72,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:33.477681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.479497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:33.488583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-90aefc98-dd08-4cbe-9c0f-6903233cb66e req-75e22a88-0a9b-4f95-ad75-6e53ec806b50 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:37:33.489759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-90aefc98-dd08-4cbe-9c0f-6903233cb66e req-75e22a88-0a9b-4f95-ad75-6e53ec806b50 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 931 time: 0.2605994 May 20 16:37:33.548947 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=10ab197c-97d1-493d-9a3b-e6618006db72,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:33.551994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:33.566594 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-90aefc98-dd08-4cbe-9c0f-6903233cb66e req-04f3d0af-8f79-4923-8548-25d6c082df97 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596890 May 20 16:37:33.641162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:37:33.648305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.662695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Transition to ACTIVE for port object fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:37:33.666324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:33.671286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f5bec87d-8106-4c0b-8133-73e621b06395 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:33.827005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:33.834664 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:33.906427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Attempting to bind port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:37:33.906675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Attempting to bind port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:37:33.906994 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Attempting to bind port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 on network 32a6c7ca-84ad-4b83-83e3-bc943d93760f {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:37:33.911519 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 on network 32a6c7ca-84ad-4b83-83e3-bc943d93760f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:37:33.911829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Attempting to bind port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 on network 32a6c7ca-84ad-4b83-83e3-bc943d93760f {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:37:33.916857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:37:33.917289 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Checking segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:37:33.917703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Bound using segment: {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:37:33.918119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Bound port: fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1d200f-4dbb-4b19-ad58-c803719e45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:37:33.918497 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:34.006747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] For port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:37:34.009563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] For port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:37:34.013888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:34.018269 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4413917c-0513-4331-9e83-47f4fc97dfb4 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:34.071098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:34.071718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:34.073083 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 1093 time: 1.0284841 May 20 16:37:34.073636 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:37:34.107984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:34.143780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:34.149794 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'status': 'completed', 'code': 200} May 20 16:37:34.187172 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-1b31a5b2-b8c9-43c5-9322-0179cd687216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:34.188742 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-1b31a5b2-b8c9-43c5-9322-0179cd687216 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1096 time: 0.0775917 May 20 16:37:34.261841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-3163e497-c73b-4bea-8e34-fa81b4ebc752 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 217 time: 0.0662124 May 20 16:37:34.322521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-eda22bae-70a6-41ce-9b60-3102a2f38480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:34.323937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-eda22bae-70a6-41ce-9b60-3102a2f38480 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 200 len: 835 time: 0.0563273 May 20 16:37:34.400647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64daa-0297-4001-a260-ca36232342e9 req-56bff346-08c4-4125-91d2-2ed05b671ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:34.402139 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-56bff346-08c4-4125-91d2-2ed05b671ae8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a6c7ca-84ad-4b83-83e3-bc943d93760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724094 May 20 16:37:34.681439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-6c2f9657-7ca6-4f3c-9c7d-9bea99827503 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722948 May 20 16:37:34.865409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cea64daa-0297-4001-a260-ca36232342e9 req-05a1f8d0-0831-4886-9f04-6906954fe179 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554615 May 20 16:37:34.873652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a63b7f-28d9-4a33-bcd5-e49a29dbcbe7 req-dd874347-05cc-4f9b-845f-0ba551609365 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:34.875029 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34a63b7f-28d9-4a33-bcd5-e49a29dbcbe7 req-dd874347-05cc-4f9b-845f-0ba551609365 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 943 time: 0.1967101 May 20 16:37:34.965037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34a63b7f-28d9-4a33-bcd5-e49a29dbcbe7 req-1bc7ad2f-2e58-4a2f-8696-3c5e4c2423bb tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835733 May 20 16:37:34.993199 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-4709e6a8-c18e-47d6-8d1d-da561accbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:34.994692 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-4709e6a8-c18e-47d6-8d1d-da561accbb23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1096 time: 0.0803895 May 20 16:37:35.125592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-78cef7c6-e357-4dae-b6e8-04b2dde5e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:35.127138 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-78cef7c6-e357-4dae-b6e8-04b2dde5e994 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 896 time: 0.1261957 May 20 16:37:35.151679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 10ab197c-97d1-493d-9a3b-e6618006db72 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:35.203809 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-580bd05c-30b7-48ff-b052-4f64f6ed6b6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 217 time: 0.0689743 May 20 16:37:35.264443 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 10ab197c-97d1-493d-9a3b-e6618006db72 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:35.264810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:35.268586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-c413fba8-a127-47dd-abba-3a04716f97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:35.270098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-c413fba8-a127-47dd-abba-3a04716f97e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 200 len: 835 time: 0.0585151 May 20 16:37:35.348913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-44a3d6a9-800d-4a74-a58e-c6d012fd9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:35.350462 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-44a3d6a9-800d-4a74-a58e-c6d012fd9044 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a6c7ca-84ad-4b83-83e3-bc943d93760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735652 May 20 16:37:35.463525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:37:35.487592 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-b35e25dd-e06a-4151-a790-d0e8e6b69448 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294770 May 20 16:37:35.597227 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:35.611504 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'port_id': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'mac_address': 'fa:16:3e:ee:46:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:37:35.639724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c2f3110-c8b4-4841-bcd7-24282e6ba2dc req-37c904fc-391e-4b44-ac28-22b33a141deb service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451139 May 20 16:37:35.667521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:35.687787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:37:35.702545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:35.706421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:35.708267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2bfb73e8-11d7-4ab5-982e-553a039268a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:35.773525 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:35.776460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:35.907624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:37:36.149363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15bf00-5f5d-4fea-ae09-8670a7f10e69 req-c459f666-b22a-4ee1-abb8-7e3f0cae3768 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:36.150896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa15bf00-5f5d-4fea-ae09-8670a7f10e69 req-c459f666-b22a-4ee1-abb8-7e3f0cae3768 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 944 time: 0.0809155 May 20 16:37:36.198844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa15bf00-5f5d-4fea-ae09-8670a7f10e69 req-44904d8f-2f3b-4408-8a21-10e2944040f2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 May 20 16:37:37.386978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c396e7-a0e5-4bda-af1f-19460dcc411d req-b6a1cb66-0684-4e27-9f34-4b07aa72a2d2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:37.388833 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0c396e7-a0e5-4bda-af1f-19460dcc411d req-b6a1cb66-0684-4e27-9f34-4b07aa72a2d2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 944 time: 0.0826452 May 20 16:37:37.432913 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0c396e7-a0e5-4bda-af1f-19460dcc411d req-c0951202-99c0-4641-a677-4c28af7b4b57 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 May 20 16:37:37.457874 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:37:37.526161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:37:37.531283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:37:37.531693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:37.646459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:37.673262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:37:37.682939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:37:37.687084 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:37.689137 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dab23f58-8dbc-4665-a0b9-e393239d6899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:37.756273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:37.759585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:37.766193 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'code': 200} May 20 16:37:37.992550 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420a14-7ec6-4618-ace0-67a3212fa525 req-0166ce54-f7d4-429e-a769-34186671b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:37.994038 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86420a14-7ec6-4618-ace0-67a3212fa525 req-0166ce54-f7d4-429e-a769-34186671b1aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1098 time: 0.0695069 May 20 16:37:38.033829 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-86420a14-7ec6-4618-ace0-67a3212fa525 req-8ab6639b-9c3c-40fb-88a3-60462c8d4a15 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336363 May 20 16:37:38.617849 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655a20e-951a-425f-bfe6-1802923f720c req-93ac9576-9447-4438-bc91-cd5b27775bde tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:38.619310 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3655a20e-951a-425f-bfe6-1802923f720c req-93ac9576-9447-4438-bc91-cd5b27775bde tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.0822184 May 20 16:37:38.664343 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3655a20e-951a-425f-bfe6-1802923f720c req-17b1dad0-b165-44b6-a9de-8cf23dbb2d02 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392780 May 20 16:37:39.857252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d050aa-db6a-4522-a1af-c0d985b75d7d req-926cce2a-cd16-4812-8534-d79878e4dc7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:39.858735 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d050aa-db6a-4522-a1af-c0d985b75d7d req-926cce2a-cd16-4812-8534-d79878e4dc7f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.0821524 May 20 16:37:39.904326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7d050aa-db6a-4522-a1af-c0d985b75d7d req-ca24b820-8976-422b-9e79-84f099a815c8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 May 20 16:37:40.091649 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7f642-eb2b-42a4-88b0-88e192f55ff8 req-33123a28-b9f0-4519-bbf5-27a251ed2ff5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:40.093119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07a7f642-eb2b-42a4-88b0-88e192f55ff8 req-33123a28-b9f0-4519-bbf5-27a251ed2ff5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.0843909 May 20 16:37:40.140702 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-07a7f642-eb2b-42a4-88b0-88e192f55ff8 req-5af2b888-bd16-4f98-9356-cd8732a920da tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 May 20 16:37:40.164059 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54748) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:40.235173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b18df-7ca0-442b-b387-2feb56382a01 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:40.236723 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2b9b18df-7ca0-442b-b387-2feb56382a01 tempest-TestNetworkAdvancedServerOps-2024405578 tempest-TestNetworkAdvancedServerOps-2024405578-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1093 time: 0.0717399 May 20 16:37:40.241007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54752) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:40.246119 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:37:40.252456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:37:40.256642 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Usage tracker for resource:floatingip and tenant:623033946f774187b8d392e4347cb2e6 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:37:40.259549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:37:40.265876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:37:40.276065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:40.416868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:40.485455 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae008-bb43-471c-ba2e-cc53f1503229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:40.704518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Allocated IP 172.26.8.22 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/bf3b1c98-a784-4050-bc9a-776a424414ec) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:37:40.850779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:40.880857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:40.884472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:40.948996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:37:40.952743 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:37:40.956465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:37:40.995959 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=bf3b1c98-a784-4050-bc9a-776a424414ec,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:41.000212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:41.367492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:41.440910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:41.647155 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:41.651604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:41.655255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-205dc1aa-9d7d-4790-b8c9-58d3c1436f9e tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:37:41.759065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event updated for resources: {'Port': ['ID=bf3b1c98-a784-4050-bc9a-776a424414ec,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:37:41.763056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:37:41.771198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:41.942510 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP a85ff841-52db-43e9-b1ed-2dba524e15e7 associated. External IP: 172.26.8.22, port: fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3. May 20 16:37:42.423299 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:37:42.601008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:37:42.610202 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] Sync routers for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:37:42.619747 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:42.620355 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:42.625958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:42.684540 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4ccb28fc-0376-4061-94ff-584a02e66f20 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4424841 May 20 16:37:42.685220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:37:42.805149 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:42.808624 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'status': 'completed', 'code': 200} May 20 16:37:42.931242 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa48c4-84e5-45bc-8f1f-5f7a7615029b req-e4a0a661-556a-48f5-8ac1-b6eb9418ddf9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:42.932632 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-19aa48c4-84e5-45bc-8f1f-5f7a7615029b req-e4a0a661-556a-48f5-8ac1-b6eb9418ddf9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.1507292 May 20 16:37:42.939017 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-fd7680a3-a4ba-4a4e-b2ca-cfda62760ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:42.940413 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-fd7680a3-a4ba-4a4e-b2ca-cfda62760ee2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1098 time: 0.1053517 May 20 16:37:43.198678 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'a85ff841-52db-43e9-b1ed-2dba524e15e7', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'port_id': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'mac_address': 'fa:16:3e:ee:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:37:41Z', 'updated_at': '2021-05-20T16:37:41Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:33Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:43.202683 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] Checking router: e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:37:43.205608 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-19aa48c4-84e5-45bc-8f1f-5f7a7615029b req-d998318f-8ff5-4d9e-8982-72ecaba2cb87 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642133 May 20 16:37:43.213179 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:37:43.213839 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:37:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:43.228936 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54762) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:43.249896 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-4b9061df-d784-4abe-9708-22fbef7bc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:43.251843 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-4b9061df-d784-4abe-9708-22fbef7bc85b service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 896 time: 0.2971725 May 20 16:37:43.276994 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:43.360308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-0aec9802-d560-4a71-a47a-853a089e1366 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 998 time: 0.1006114 May 20 16:37:43.362108 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a6884445-8fba-4268-9fb7-b746f5d2bf0e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/a85ff841-52db-43e9-b1ed-2dba524e15e7 HTTP/1.1" status: 200 len: 990 time: 0.1317296 May 20 16:37:43.394512 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:37:43.426688 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-7e515288-e5a7-4823-8451-e5e428bdf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:43.428112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-7e515288-e5a7-4823-8451-e5e428bdf249 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 200 len: 835 time: 0.0614147 May 20 16:37:43.502429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-85a4a0b1-4598-4791-bab7-8ba1f66ee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:43.503886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-85a4a0b1-4598-4791-bab7-8ba1f66ee399 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a6c7ca-84ad-4b83-83e3-bc943d93760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700543 May 20 16:37:43.640962 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-9181b0c8-0990-462a-948b-052a16eeb9b8 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303389 May 20 16:37:43.736163 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'a85ff841-52db-43e9-b1ed-2dba524e15e7', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'port_id': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'mac_address': 'fa:16:3e:ee:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:37:41Z', 'updated_at': '2021-05-20T16:37:41Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:33Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:37:43.740340 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b63b0-fec5-4b71-9ce0-219556652522 None None] The sync data for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'a85ff841-52db-43e9-b1ed-2dba524e15e7', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'port_id': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'mac_address': 'fa:16:3e:ee:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:37:41Z', 'updated_at': '2021-05-20T16:37:41Z', 'revision_number': 0, 'project_id': '623033946f774187b8d392e4347cb2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:33Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:37:43.775644 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-94f3e758-382d-4809-a1fc-2ac68d4e88db req-b6b661a3-d509-4b80-a026-1b32bcb60646 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284041 May 20 16:37:43.837357 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fc5dea30-3d12-40a9-b295-c238436234a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:43.927562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10619174-37ba-4ae4-bc29-be7d5c9f4fee None None] New status for floating IP a85ff841-52db-43e9-b1ed-2dba524e15e7: ACTIVE {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:37:44.366105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54766) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:37:44.473599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-b55814f4-e7ba-467f-b4b4-517fe38f9d3f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/a85ff841-52db-43e9-b1ed-2dba524e15e7 HTTP/1.1" status: 200 len: 992 time: 0.1061645 May 20 16:37:44.782687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:46.630045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:37:50.785896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-cb8a9724-6eb3-4009-822a-04059c6e6e24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696063 May 20 16:37:50.924621 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-f247acd7-0edc-44d7-ba63-87095f5fd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:50.926035 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-f247acd7-0edc-44d7-ba63-87095f5fd21b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1098 time: 0.0731759 May 20 16:37:51.067127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-243e3622-9e84-4c40-9b08-a04e60e57963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:51.068560 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-243e3622-9e84-4c40-9b08-a04e60e57963 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 896 time: 0.1245823 May 20 16:37:51.171377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-c4db3e47-e429-470b-8e76-732d903e3c26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 1000 time: 0.0957291 May 20 16:37:51.234472 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-46356a02-c11c-4610-ab73-7846662a7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:51.235908 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-46356a02-c11c-4610-ab73-7846662a7505 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 200 len: 835 time: 0.0581605 May 20 16:37:51.313828 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-9e730298-ab15-4e47-8a0e-5333d9cbc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:37:51.315273 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-9e730298-ab15-4e47-8a0e-5333d9cbc35f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a6c7ca-84ad-4b83-83e3-bc943d93760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726991 May 20 16:37:51.447259 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-418e3454-741f-451f-a4ed-7a6e918354c9 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235089 May 20 16:37:51.580690 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6adfc78c-acf2-4833-b7b6-3d3c5a649b9b req-ecd000dd-7702-4f2f-adf9-d46bb9d6bef9 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265476 May 20 16:37:55.188918 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:38:01.226509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:10.487223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c242a6cd-47cd-48c6-b7a7-07c0a63be994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:13.271763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:13.840543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5cdd0f06-750f-4caf-8167-43d289f88604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:14.135488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0090a-ce46-48a5-818f-f63e85d750ac req-24a0dd02-207a-4c42-96be-bdd257a93374 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:14.136954 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2ef0090a-ce46-48a5-818f-f63e85d750ac req-24a0dd02-207a-4c42-96be-bdd257a93374 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.1446719 May 20 16:38:14.181004 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2ef0090a-ce46-48a5-818f-f63e85d750ac req-9567ce2b-fd34-426e-a2f9-442b8b968d4d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 May 20 16:38:14.787323 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:15.418735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedf53b-4fab-4690-9b8f-b2ee57c9a515 req-8477e4e2-695d-4184-887f-be85e60607a8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:15.420182 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bfedf53b-4fab-4690-9b8f-b2ee57c9a515 req-8477e4e2-695d-4184-887f-be85e60607a8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.1289930 May 20 16:38:15.466050 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bfedf53b-4fab-4690-9b8f-b2ee57c9a515 req-32635477-2687-49a0-b6d1-924b9dc2125e tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 May 20 16:38:15.488966 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54790) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:15.739048 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-c85be593-1101-4ab7-b6ff-9968625a7fd2 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/a85ff841-52db-43e9-b1ed-2dba524e15e7 HTTP/1.1" status: 200 len: 992 time: 0.2488260 May 20 16:38:16.633303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:17.298771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932382ce-8df4-4a06-8c70-6b5fd5964b6a req-ec0c79f7-e92c-43a6-80cb-96aac6350c85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:17.300258 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-932382ce-8df4-4a06-8c70-6b5fd5964b6a req-ec0c79f7-e92c-43a6-80cb-96aac6350c85 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.1811204 May 20 16:38:17.306305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-bbd6c7fe-78f2-4247-aa22-b8fb9f6fe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:17.308316 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-bbd6c7fe-78f2-4247-aa22-b8fb9f6fe9c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1098 time: 0.1228223 May 20 16:38:17.428476 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-932382ce-8df4-4a06-8c70-6b5fd5964b6a req-468d5451-b4bb-4117-bfc7-16b724e5976f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190937 May 20 16:38:17.472323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-5e782f07-7e0c-499e-aeca-c78247c4ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:17.473800 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-5e782f07-7e0c-499e-aeca-c78247c4ff83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 896 time: 0.1490862 May 20 16:38:17.581783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-038380ab-4fae-4a16-bc95-a51346b8f1aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 1000 time: 0.1016686 May 20 16:38:17.646531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-9a822462-0896-4be6-86ff-9e3ec54d9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:17.647974 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-9a822462-0896-4be6-86ff-9e3ec54d9b2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 200 len: 835 time: 0.0605171 May 20 16:38:17.723114 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-250cb103-6925-492b-92cf-362674c57fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:17.724586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-250cb103-6925-492b-92cf-362674c57fab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a6c7ca-84ad-4b83-83e3-bc943d93760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702467 May 20 16:38:17.861249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-1c7953bb-4621-404d-97c0-cf9ee090e6ad service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303015 May 20 16:38:17.996326 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8c0b917-9007-45ed-9035-37368b38a6b0 req-d52ce111-0a2d-49e2-a1f6-d617bd30752b service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284611 May 20 16:38:18.622389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45287a9-386d-44d5-939b-38ff3544750b req-df87c3b6-c931-4f4d-925c-f6e0a8ffbd5b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:18.623935 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a45287a9-386d-44d5-939b-38ff3544750b req-df87c3b6-c931-4f4d-925c-f6e0a8ffbd5b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.0864265 May 20 16:38:18.673234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a45287a9-386d-44d5-939b-38ff3544750b req-963869bc-a671-4daf-871e-0343409ad4ce tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 May 20 16:38:19.857940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e963e-0567-416e-accb-00570fa763d3 req-15029ab7-e3c3-4558-86fc-0ae8db559529 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:19.859415 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-202e963e-0567-416e-accb-00570fa763d3 req-15029ab7-e3c3-4558-86fc-0ae8db559529 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.0793047 May 20 16:38:19.906659 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-202e963e-0567-416e-accb-00570fa763d3 req-1bc4ab78-401a-4f7b-bb98-44213d07deef tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 May 20 16:38:19.929557 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54804) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:20.034352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-47989e0a-56a7-429e-a2d4-718d211315fa tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/floatingips/a85ff841-52db-43e9-b1ed-2dba524e15e7 HTTP/1.1" status: 200 len: 992 time: 0.1035612 May 20 16:38:20.297601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54812) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:20.554695 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port bf3b1c98-a784-4050-bc9a-776a424414ec {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:38:20.554948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:20.814252 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:20.814489 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:20.935113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for bf3b1c98-a784-4050-bc9a-776a424414ec owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:38:21.054578 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:21.058865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cfe13b1a-f483-43da-baa5-ac08db1af66c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:21.105230 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=bf3b1c98-a784-4050-bc9a-776a424414ec,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:21.143719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.144101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.144479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.144856 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.145224 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.145623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.145989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.146354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.146717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.147080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.147471 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.147836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:21.155244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:21.212910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:21.212910 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Floating IP a85ff841-52db-43e9-b1ed-2dba524e15e7 disassociated (deleted). External IP: 172.26.8.22, port: fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3. May 20 16:38:21.567662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:38:21.745718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:38:21.757153 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] Sync routers for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:38:21.767118 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:21.767427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:21.767617 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:21.825269 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/floatingips/a85ff841-52db-43e9-b1ed-2dba524e15e7 HTTP/1.1" status: 204 len: 168 time: 1.5264165 May 20 16:38:21.825867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:38:21.873430 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'status': 'completed', 'code': 200} May 20 16:38:21.955828 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:21.971485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-f37c3c0d-d72d-4c9a-8f74-fea8def4cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:21.972991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-f37c3c0d-d72d-4c9a-8f74-fea8def4cc84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=623033946f774187b8d392e4347cb2e6&device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 1098 time: 0.0770473 May 20 16:38:22.116904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-82bac165-3ea6-4963-9817-298d6ef39f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:22.118296 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-82bac165-3ea6-4963-9817-298d6ef39f80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 200 len: 896 time: 0.1391163 May 20 16:38:22.235146 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-7a52eee2-9853-4005-883d-d7966fe66aa0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 200 len: 217 time: 0.1089268 May 20 16:38:22.308951 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:33Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:22.313108 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] Checking router: e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:38:22.321931 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:22.322551 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:22.464485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-c143699b-4f54-4336-a8ab-f51e77111c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:22.465875 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-c143699b-4f54-4336-a8ab-f51e77111c4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 200 len: 835 time: 0.2235756 May 20 16:38:22.478007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2092d7-398d-464a-ab8c-984a3f71958c req-5d2a5c96-a193-47e8-bd21-8be0c696f13f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:22.478675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2e2092d7-398d-464a-ab8c-984a3f71958c req-5d2a5c96-a193-47e8-bd21-8be0c696f13f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Synchronizing usage tracker for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:38:22.534668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-2e2092d7-398d-464a-ab8c-984a3f71958c req-5d2a5c96-a193-47e8-bd21-8be0c696f13f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Unset dirty status for tenant:623033946f774187b8d392e4347cb2e6 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:38:22.535815 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e2092d7-398d-464a-ab8c-984a3f71958c req-5d2a5c96-a193-47e8-bd21-8be0c696f13f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.3537869 May 20 16:38:22.543734 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:22.593667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-3c493f81-9f13-444c-97ab-d490e1a60315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:22.595125 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-3c493f81-9f13-444c-97ab-d490e1a60315 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a6c7ca-84ad-4b83-83e3-bc943d93760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1132247 May 20 16:38:22.597848 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e2092d7-398d-464a-ab8c-984a3f71958c req-0f632e12-c302-4c3d-b863-c14433d4d107 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513303 May 20 16:38:22.732649 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-46994e01-8d0b-44cb-95f0-7240d3500531 service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292503 May 20 16:38:22.851876 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:33Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:22.856306 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa5e570-5d6b-4b45-9d24-b010f25cd6e2 None None] The sync data for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '10ab197c-97d1-493d-9a3b-e6618006db72', 'name': '', 'network_id': '32a6c7ca-84ad-4b83-83e3-bc943d93760f', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'mac_address': 'fa:16:3e:0f:cd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:26Z', 'updated_at': '2021-05-20T16:37:33Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'subnets': [{'id': 'd1591519-3c4b-4756-ad97-6c542ca051c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:38:22.872438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49d4b61e-bba5-4861-acea-e2a9105afc9d req-cbc33946-b902-46f1-8521-0be1484c6ead service neutron] 10.222.0.25 "GET /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331091 May 20 16:38:23.075985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730d06e-a54f-400c-800e-390f3b36ef31 None None] New status for floating IP a85ff841-52db-43e9-b1ed-2dba524e15e7: DOWN {{(pid=92433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:38:23.642809 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610f45-7a47-4d07-8586-56088ac8c592 req-d27c3942-189b-4c70-8da9-04f2c1740b31 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:23.644278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80610f45-7a47-4d07-8586-56088ac8c592 req-d27c3942-189b-4c70-8da9-04f2c1740b31 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.0842974 May 20 16:38:23.838166 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:38:23.838531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:23.860727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97181d-6d7b-4667-9560-28906253d2ab req-a76b25c6-5e48-476f-95b9-a52b3e0f4877 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:23.862463 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd97181d-6d7b-4667-9560-28906253d2ab req-a76b25c6-5e48-476f-95b9-a52b3e0f4877 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/ports?device_id=635e042c-799f-43b6-8e3e-1a8bb052c347 HTTP/1.1" status: 200 len: 945 time: 0.1563797 May 20 16:38:23.987968 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd97181d-6d7b-4667-9560-28906253d2ab req-218b264a-2032-4b1d-9c64-eb2f66e30536 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "GET /v2.0/security-groups?id=737e606b-221b-410a-a591-7f80f0a8925a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188359 May 20 16:38:24.010956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:24.011308 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:24.136047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:38:24.246854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:24.252147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c9132369-2609-4bcd-abe6-71a4ac73ad7b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:24.299031 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:24.328368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:24.373508 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] No DVR routers for this DVR port fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:38:24.375982 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:24.378499 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'name': 'network-vif-deleted', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:38:24.394225 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-80610f45-7a47-4d07-8586-56088ac8c592 req-949cb622-24f8-4d19-a1c6-99c2404d16de tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.25 "DELETE /v2.0/ports/fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 HTTP/1.1" status: 204 len: 173 time: 0.7442911 May 20 16:38:24.425184 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635e042c-799f-43b6-8e3e-1a8bb052c347', 'name': 'network-vif-deleted', 'tag': 'fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3', 'status': 'completed', 'code': 200} May 20 16:38:25.080523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54828) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:25.625865 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:26.188793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 10ab197c-97d1-493d-9a3b-e6618006db72 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:38:26.189702 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:26.322769 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 10ab197c-97d1-493d-9a3b-e6618006db72, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=10ab197c-97d1-493d-9a3b-e6618006db72,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:26.323113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:26.443060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 10ab197c-97d1-493d-9a3b-e6618006db72 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:38:26.728712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:26.732895 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:26.808374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=10ab197c-97d1-493d-9a3b-e6618006db72,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:26.810838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:27.062941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:27.585829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:38:27.690073 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:38:27.769931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:38:27.779738 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:38:27.780083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device fe2ae0df-4b05-4e89-aaf8-9279b9c43ef3 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:38:27.783655 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] Sync routers for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:38:27.784554 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "PUT /v2.0/routers/e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028983 May 20 16:38:27.787211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54832) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:27.795456 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:27.796073 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:27.855247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting subnet d1591519-3c4b-4756-ad97-6c542ca051c5 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:38:27.858138 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:27.915887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:27.970980 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:27.999687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.250826 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:38:26Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:28.255340 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] Checking router: e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:38:28.264506 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] Routers {'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:28.265243 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:28.270932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.275478 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8e194aa2-c5f2-47a0-8860-7f52222f197c tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:28.311414 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Subnet': ['ID=d1591519-3c4b-4756-ad97-6c542ca051c5,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:28.313368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.317754 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b8108-54ee-457a-953f-e5a08ad08e6e None None] Network 32a6c7ca-84ad-4b83-83e3-bc943d93760f requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:38:28.317962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:28.323807 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d74aff4a-9be2-4834-baef-a10650da5e52 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/subnets/d1591519-3c4b-4756-ad97-6c542ca051c5 HTTP/1.1" status: 204 len: 168 time: 0.5349338 May 20 16:38:28.325362 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54836) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:28.442818 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] Set router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:28.511348 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.581762 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] DHCP port deletion for 32a6c7ca-84ad-4b83-83e3-bc943d93760f request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:38:28.653610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Deleting port 19724f47-4e0a-4199-a83a-27d997edbb00 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:38:28.654002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.698989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.756132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] For port 19724f47-4e0a-4199-a83a-27d997edbb00, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19724f47-4e0a-4199-a83a-27d997edbb00,segment=NetworkSegment(fe1d200f-4dbb-4b19-ad58-c803719e45f6),segment_id=fe1d200f-4dbb-4b19-ad58-c803719e45f6)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:28.756748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.768550 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:38:26Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:28.773409 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab594ad5-766f-4ced-bd93-b1fe657cb09b None None] The sync data for ids ['e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc'] in dv-neutron-601336-76-hyperv is: [{'id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628926104', 'tenant_id': '623033946f774187b8d392e4347cb2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:38:26Z', 'revision_number': 5, 'project_id': '623033946f774187b8d392e4347cb2e6', 'gw_port': {'id': '06807d55-0bf3-417e-ad7e-9a369e386922', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:37:22Z', 'updated_at': '2021-05-20T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:38:28.777886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Deleting port 06807d55-0bf3-417e-ad7e-9a369e386922 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:38:28.777886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.886095 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Calling delete_port for 19724f47-4e0a-4199-a83a-27d997edbb00 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:38:28.902071 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] For port 06807d55-0bf3-417e-ad7e-9a369e386922, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=06807d55-0bf3-417e-ad7e-9a369e386922,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:28.902427 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.933501 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:28.937603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:28.981007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Pushing event deleted for resources: {'Port': ['ID=19724f47-4e0a-4199-a83a-27d997edbb00,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:28.986085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] No DVR routers for this DVR port 19724f47-4e0a-4199-a83a-27d997edbb00 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:38:28.992547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.992890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.993226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.993583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.993920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.994237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.994555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.995375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.995693 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.996266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.996363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.996608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:28.999929 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:29.177711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Calling delete_port for 06807d55-0bf3-417e-ad7e-9a369e386922 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:38:29.208897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19724f47-4e0a-4199-a83a-27d997edbb00 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:38:29.247161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 19724f47-4e0a-4199-a83a-27d997edbb00 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:38:29.247515 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19724f47-4e0a-4199-a83a-27d997edbb00 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:38:29.247946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 10ab197c-97d1-493d-9a3b-e6618006db72 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:38:29.283376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 10ab197c-97d1-493d-9a3b-e6618006db72 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:38:29.283731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 10ab197c-97d1-493d-9a3b-e6618006db72 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:38:29.327968 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.331788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:29.375523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Port': ['ID=06807d55-0bf3-417e-ad7e-9a369e386922,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:29.378611 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:29.466221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.638715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.640941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.662870 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.663380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Fanout notify agent at l3_agent the message router_deleted on router e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:38:29.678699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.679799 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/routers/e8d2a1a7-05f1-4dc7-90a8-bc17b057a3bc HTTP/1.1" status: 204 len: 168 time: 1.3533776 May 20 16:38:29.682447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54840) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:29.800662 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.929434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.942450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a6c7ca-84ad-4b83-83e3-bc943d93760f']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:29.954810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1d200f-4dbb-4b19-ad58-c803719e45f6') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:29.955109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1d200f-4dbb-4b19-ad58-c803719e45f6') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:29.966262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.981933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:29.988227 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:38:29.988599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:38:30.003061 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:38:30.085838 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.089522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d393dfda-396f-4e33-a58a-3c88f8389475 tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:30.104718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.118411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'Network': ['ID=32a6c7ca-84ad-4b83-83e3-bc943d93760f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:30.122036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:30.127438 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-23202b2c-5a56-45f6-b5fb-3a5acf491621 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/networks/32a6c7ca-84ad-4b83-83e3-bc943d93760f HTTP/1.1" status: 204 len: 168 time: 0.4439688 May 20 16:38:30.130417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54844) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:30.204614 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.234456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.304773 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.309203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6aeedf22-c6a9-4ae3-8cab-0450640957d2 tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:30.324305 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737e606b-221b-410a-a591-7f80f0a8925a,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:30.332160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.334901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.335526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.335526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.335770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.336128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:30.340528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:30.343856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.347503 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8ee90bea-2a4d-4a7c-b399-aa67ae967d2b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] 10.222.0.13 "DELETE /v2.0/security-groups/737e606b-221b-410a-a591-7f80f0a8925a HTTP/1.1" status: 204 len: 168 time: 0.2136502 May 20 16:38:30.702062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54854) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:30.868494 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-d2d649ae-a0b9-4c92-bbe7-447d6e450547 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=623033946f774187b8d392e4347cb2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652627 May 20 16:38:30.871552 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54860) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:30.927046 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:30.956162 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.009076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.013420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9e500588-f2b2-4981-867b-ae24a86172ce tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:31.025399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d06aa-8e65-47db-9b45-17ce7c07355b,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:31.029601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:31.034599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.035692 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f55d06aa-8e65-47db-9b45-17ce7c07355b HTTP/1.1" status: 204 len: 168 time: 0.1632760 May 20 16:38:31.190297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 06807d55-0bf3-417e-ad7e-9a369e386922 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:38:31.228905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 06807d55-0bf3-417e-ad7e-9a369e386922 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:38:31.229986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 06807d55-0bf3-417e-ad7e-9a369e386922 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:38:31.241290 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.321678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 54868) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:31.339787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.353585 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:31.358155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Usage tracker for resource:security_group_rule and tenant:4cc1eb9045304fd596946f6074334aac is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:31.361002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:31.367073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:31.447371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.451244 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.459618 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-8f27a66e-8f7b-46e5-be79-83754ea325dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:31.502490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cc1eb9045304fd596946f6074334aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797502 May 20 16:38:31.504122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a8a74-68fd-4ec6-91a3-0ba6abc4c2ea,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:31.505173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54872) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:31.507735 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-89bd9961-d6ca-4161-8073-fa101a03d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:31.564126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.589585 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.641255 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.646520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-89696da0-2fc4-4cf8-8590-fbb40d25b6d7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:31.657008 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a8a74-68fd-4ec6-91a3-0ba6abc4c2ea,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:31.660333 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:31.663519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:31.664620 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd3a8a74-68fd-4ec6-91a3-0ba6abc4c2ea HTTP/1.1" status: 204 len: 168 time: 0.1584437 May 20 16:38:32.187147 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:38:32.431221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54896) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:32.536898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1559411090-network', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:32.541734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:32.545713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Usage tracker for resource:network and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:32.548645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:32.554657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:32.565118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Made reservation on behalf of e2a5c704f0fd408fae57c29f3f63c461 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:38:32.567445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.582729 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.597482 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:32.601186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:32.603989 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:32.609571 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:32.691573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.695465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.699220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-41c89c6e-86d6-45d6-becd-2f61a552ff47 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:32.730362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:38:32.739573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68d845-c327-4691-adb6-84261889c22b,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:32.742879 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:32.747906 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.748278 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Added segment 65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac of type vlan for network d33a9617-37c0-4151-ab12-38ed8ddc80bd May 20 16:38:32.775399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.802799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.803795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:32.804362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:32.808052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4928f721-e842-4329-bc3d-bb49efd30431 tempest-NetworksIpV6Test-1888139933 tempest-NetworksIpV6Test-1888139933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:32.906343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Pushing event updated for resources: {'Network': ['ID=d33a9617-37c0-4151-ab12-38ed8ddc80bd,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:32.909232 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4768825 May 20 16:38:32.910166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-99f7e750-b1b6-427b-aa08-308885f70c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:32.912205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54902) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:32.916243 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:38:32.917794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Request body: {'subnet': {'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1559411090-subnet', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:32.922775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:32.926609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Usage tracker for resource:subnet and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:32.929451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:32.935670 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:32.945770 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Made reservation on behalf of e2a5c704f0fd408fae57c29f3f63c461 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:38:32.948613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.457007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.460417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-78020480-e0b9-4f2d-8aa9-a497737cc0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:33.528441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a89c15-b0cc-4289-8dcd-307e3e5a4652,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:33.531913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:33.537635 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Checking segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:33.538657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Network hostable DHCP agents. Network: d33a9617-37c0-4151-ab12-38ed8ddc80bd, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:38:33.554515 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:38:33.564866 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, d33a9617-37c0-4151-ab12-38ed8ddc80bd) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:33.574157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce85e2-53a2-4a08-b0cc-4e8822874680 None None] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:38:33.575423 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:33.575999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.597856 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6846330 May 20 16:38:33.598701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54906) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:33.603960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:33.608587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:33.612673 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Usage tracker for resource:router and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:33.615532 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:33.621747 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:33.631015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.631966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.648809 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.792899 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-d33a9617-37c0-4151-ab12-38ed8ddc80bd', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:38:33.793773 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.915107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:33.948689 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Allocated IP 172.20.0.2 (d33a9617-37c0-4151-ab12-38ed8ddc80bd/e3a89c15-b0cc-4289-8dcd-307e3e5a4652/19db39ad-31ed-43e7-b629-1feaa0ebf74a) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:34.184901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.196321 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Transition to ACTIVE for port object 19db39ad-31ed-43e7-b629-1feaa0ebf74a will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:34.216495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Transition to ACTIVE for port object 19db39ad-31ed-43e7-b629-1feaa0ebf74a will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:34.225427 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.229582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:34.262852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.292969 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.330999 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:34.334395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:34.337442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:34.376647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Pushing event updated for resources: {'Port': ['ID=19db39ad-31ed-43e7-b629-1feaa0ebf74a,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:34.379703 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:34.431061 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Allocated IP 172.26.8.72 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/8a338937-9671-43aa-acb5-6240cd320ebc) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:34.433548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Attempting to bind port 19db39ad-31ed-43e7-b629-1feaa0ebf74a on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:34.433938 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Attempting to bind port 19db39ad-31ed-43e7-b629-1feaa0ebf74a by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:34.434303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Attempting to bind port 19db39ad-31ed-43e7-b629-1feaa0ebf74a on network d33a9617-37c0-4151-ab12-38ed8ddc80bd {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:34.439928 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:34.440235 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Checking segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:34.440641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.441034 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Bound using segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:34.441532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Bound port: 19db39ad-31ed-43e7-b629-1feaa0ebf74a, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:34.441915 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.533744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] For port 19db39ad-31ed-43e7-b629-1feaa0ebf74a, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:34.537492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] For port 19db39ad-31ed-43e7-b629-1feaa0ebf74a, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19db39ad-31ed-43e7-b629-1feaa0ebf74a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:34.542585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.546213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:34.582375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.613153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:34.618674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:34.626167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Pushing event updated for resources: {'Port': ['ID=19db39ad-31ed-43e7-b629-1feaa0ebf74a,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:34.629187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:34.680868 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:34.684240 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:34.686754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:34.734846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a338937-9671-43aa-acb5-6240cd320ebc,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:34.738128 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:35.204955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19db39ad-31ed-43e7-b629-1feaa0ebf74a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:35.269927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:35.278332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 19db39ad-31ed-43e7-b629-1feaa0ebf74a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:35.496479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e91ab7-24b2-4170-bbdd-db58b24c0f06 None None] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:38:35.591275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Provisioning for port 19db39ad-31ed-43e7-b629-1feaa0ebf74a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:35.608042 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Provisioning complete for port 19db39ad-31ed-43e7-b629-1feaa0ebf74a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:35.608410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:35.617477 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:35.820609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Router 51945df2-501f-486d-aaab-ec2ce08c2488 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:38:35.824572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:35.866569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] For port 19db39ad-31ed-43e7-b629-1feaa0ebf74a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19db39ad-31ed-43e7-b629-1feaa0ebf74a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:35.872162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:35.874252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:35.944340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Pushing event updated for resources: {'Port': ['ID=19db39ad-31ed-43e7-b629-1feaa0ebf74a,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:35.947549 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:36.008258 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:38:36.019222 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:38:36.028964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:36.029629 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:36.034891 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:36.036380 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4c2c7486-a4af-47f3-b5cd-057dea7bc7e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4367349 May 20 16:38:36.039149 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54910) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:36.125664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f4d9db57-6ab8-4eca-8522-a45c3df2958b None None] Provisioning complete for port 19db39ad-31ed-43e7-b629-1feaa0ebf74a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:36.125943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f4d9db57-6ab8-4eca-8522-a45c3df2958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:36.276907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:36.618059 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:34Z', 'revision_number': 3, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:36.622356 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:38:36.622711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Updating router 51945df2-501f-486d-aaab-ec2ce08c2488 port 8a338937-9671-43aa-acb5-6240cd320ebc binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:38:36.674109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:36.868863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.044451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.057556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Transition to ACTIVE for port object 8a338937-9671-43aa-acb5-6240cd320ebc will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:37.064964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.069376 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:37.076257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Allocated IP 172.20.0.1 (d33a9617-37c0-4151-ab12-38ed8ddc80bd/e3a89c15-b0cc-4289-8dcd-307e3e5a4652/edef9e7d-d8f7-4f7c-bc1c-972307c87313) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:37.143604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Attempting to bind port 8a338937-9671-43aa-acb5-6240cd320ebc on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:37.143980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Attempting to bind port 8a338937-9671-43aa-acb5-6240cd320ebc by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:37.144332 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Attempting to bind port 8a338937-9671-43aa-acb5-6240cd320ebc on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:37.150217 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a56f-4524-4ab7-afdd-acd8b9c81a89 None None] Pushing event updated for resources: {'Port': ['ID=8a338937-9671-43aa-acb5-6240cd320ebc,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:37.155080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d289a56f-4524-4ab7-afdd-acd8b9c81a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:37.155882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:37.156258 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:37.156669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.157066 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:37.157578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Bound port: 8a338937-9671-43aa-acb5-6240cd320ebc, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:37.157961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.196961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19db39ad-31ed-43e7-b629-1feaa0ebf74a up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:37.232114 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.248303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Transition to ACTIVE for port object edef9e7d-d8f7-4f7c-bc1c-972307c87313 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:37.272123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.276620 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c28694a-ff37-47a7-8756-7c98ca7d1dc7 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:37.283910 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] For port 8a338937-9671-43aa-acb5-6240cd320ebc, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:37.287998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] For port 8a338937-9671-43aa-acb5-6240cd320ebc, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8a338937-9671-43aa-acb5-6240cd320ebc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:37.294174 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.299555 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:37.342167 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:37.344931 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:37.349448 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:37.367260 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 19db39ad-31ed-43e7-b629-1feaa0ebf74a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:37.367650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.381207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Pushing event updated for resources: {'Port': ['ID=edef9e7d-d8f7-4f7c-bc1c-972307c87313,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:37.401872 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:37.413082 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.429495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a56f-4524-4ab7-afdd-acd8b9c81a89 None None] Pushing event updated for resources: {'Port': ['ID=8a338937-9671-43aa-acb5-6240cd320ebc,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:37.435659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d289a56f-4524-4ab7-afdd-acd8b9c81a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:37.438089 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:37.438748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:37.547628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.686267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0e73a15f-b0c2-4891-ac46-315f1e69631d None None] Provisioning for port edef9e7d-d8f7-4f7c-bc1c-972307c87313 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:37.693286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:37.735480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0e73a15f-b0c2-4891-ac46-315f1e69631d None None] Provisioning complete for port edef9e7d-d8f7-4f7c-bc1c-972307c87313 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:37.735859 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0e73a15f-b0c2-4891-ac46-315f1e69631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.768249 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.773025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.800547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b19fbdc6-c3d3-4272-905c-d481df92e4dc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:37.870933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0e73a15f-b0c2-4891-ac46-315f1e69631d None None] Port edef9e7d-d8f7-4f7c-bc1c-972307c87313 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:38:37.883111 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:37.887025 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Pushing event updated for resources: {'Port': ['ID=edef9e7d-d8f7-4f7c-bc1c-972307c87313,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:37.890393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:38.021964 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:38.023154 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:38.058405 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 1, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:38.063213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd8872f-249a-4665-84a5-d835e83a9e03 None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 1, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:38:38.294306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-55696465-7d59-41a6-9bab-cfce6e978556 None None] Provisioning complete for port edef9e7d-d8f7-4f7c-bc1c-972307c87313 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:38.297013 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-55696465-7d59-41a6-9bab-cfce6e978556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:38.365568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-55696465-7d59-41a6-9bab-cfce6e978556 None None] Port edef9e7d-d8f7-4f7c-bc1c-972307c87313 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:38:38.391810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Router 51945df2-501f-486d-aaab-ec2ce08c2488 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:38:38.575981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:38:38.585189 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] 10.222.0.13 "PUT /v2.0/routers/51945df2-501f-486d-aaab-ec2ce08c2488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5450900 May 20 16:38:39.135688 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54928) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:39.142098 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-915470559-network', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:39.148286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:39.152511 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Usage tracker for resource:network and tenant:fbc8cee21ec84a5e9d514b19709013d1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:39.158528 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:39.165244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:39.178944 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Made reservation on behalf of fbc8cee21ec84a5e9d514b19709013d1 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:38:39.181157 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.194178 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.215053 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:39.219313 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc8cee21ec84a5e9d514b19709013d1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:39.221026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8a338937-9671-43aa-acb5-6240cd320ebc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:39.222506 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:39.228363 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:39.306403 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 8a338937-9671-43aa-acb5-6240cd320ebc completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:39.311922 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8a338937-9671-43aa-acb5-6240cd320ebc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:39.312292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.326245 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.330453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.333668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e2fd85c8-3e37-4e32-9abb-5f9fb0d01b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:39.360462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:38:39.374495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7ed663-bcc7-4de7-a8a8-39bc0f4dfb5f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:39.378956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:39.379950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.380282 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Added segment f6bbd5d0-5a45-4fd5-8475-d9a9b1748483 of type vlan for network 0284a6a2-8294-4bc4-8020-75b58804d9a7 May 20 16:38:39.408947 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.439054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.440056 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:39.440632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.445605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b05026f4-260b-49bd-98ce-6af2e65343de tempest-TestNetworkAdvancedServerOps-950880686 tempest-TestNetworkAdvancedServerOps-950880686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:39.487632 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.505070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 8a338937-9671-43aa-acb5-6240cd320ebc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8a338937-9671-43aa-acb5-6240cd320ebc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:39.508934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.511963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:39.546176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Pushing event updated for resources: {'Network': ['ID=0284a6a2-8294-4bc4-8020-75b58804d9a7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:39.549568 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4128001 May 20 16:38:39.550472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5def600e-0ae0-4333-8aae-5f9c47d2e487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:39.552599 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54932) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:39.558729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:38:39.558928 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Request body: {'subnet': {'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-915470559-subnet', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:39.563535 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:39.567397 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Usage tracker for resource:subnet and tenant:fbc8cee21ec84a5e9d514b19709013d1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:39.570244 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:39.576057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:39.587524 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Made reservation on behalf of fbc8cee21ec84a5e9d514b19709013d1 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:38:39.590541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.682626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=8a338937-9671-43aa-acb5-6240cd320ebc,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:39.686434 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:39.966237 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:38:39.975458 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:39.976067 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:39.989788 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:39.994160 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9292214f-9a1e-481d-8921-51fb2e6b9908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:40.064758 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ed29d3-327b-4530-b18e-546aeac1bcc4,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:40.068714 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:40.073401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Checking segment: {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:40.073755 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Network hostable DHCP agents. Network: 0284a6a2-8294-4bc4-8020-75b58804d9a7, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:38:40.091453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:38:40.101204 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 0284a6a2-8294-4bc4-8020-75b58804d9a7) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:40.109883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:40.110071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904698ba-da7f-409d-94dc-3efdce6d7c00 None None] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:38:40.110474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.133245 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5796859 May 20 16:38:40.136303 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54936) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:40.141718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:40.146381 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:40.150702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Usage tracker for resource:router and tenant:fbc8cee21ec84a5e9d514b19709013d1 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:40.153694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:40.159878 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:40.161997 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:40.171357 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.172377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.187766 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.341697 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-0284a6a2-8294-4bc4-8020-75b58804d9a7', 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'fixed_ips': [{'subnet_id': '96ed29d3-327b-4530-b18e-546aeac1bcc4'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:38:40.342567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.467698 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.490643 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 2, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:40.496667 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:38:40.497178 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Updating router 51945df2-501f-486d-aaab-ec2ce08c2488 port edef9e7d-d8f7-4f7c-bc1c-972307c87313 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:38:40.501237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d707514b-3ac5-416b-ab9a-d8a5531c98d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.519948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Allocated IP 172.20.0.2 (0284a6a2-8294-4bc4-8020-75b58804d9a7/96ed29d3-327b-4530-b18e-546aeac1bcc4/2135dbd2-5563-45ca-a3aa-70dd5bc07d63) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:40.555027 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.753669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.764377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Transition to ACTIVE for port object 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:40.783098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Transition to ACTIVE for port object 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:40.789563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.794944 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ed02ba9b-5c13-47ee-9450-63eac7820c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:40.867695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:40.871810 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:40.875795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:40.914402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Pushing event updated for resources: {'Port': ['ID=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:40.920737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:40.922349 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.938000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Transition to ACTIVE for port object edef9e7d-d8f7-4f7c-bc1c-972307c87313 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:40.945580 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.950927 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-6e077496-6fde-4eae-8c49-886447ba228a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:40.952810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.975532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Attempting to bind port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:40.975924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Attempting to bind port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:40.976279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Attempting to bind port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 on network 0284a6a2-8294-4bc4-8020-75b58804d9a7 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:40.982226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:40.982579 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.982715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Checking segment: {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:40.983020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:40.983415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Bound using segment: {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:40.983907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Bound port: 2135dbd2-5563-45ca-a3aa-70dd5bc07d63, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:40.984273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.083968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] For port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:41.087606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] For port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:41.092845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.097664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-cd63b796-7866-4e80-982d-abb5ad56e6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:41.160455 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Allocated IP 172.26.8.47 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/72e247ae-2200-46dc-81dd-3cb46004a024) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:41.166205 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Attempting to bind port edef9e7d-d8f7-4f7c-bc1c-972307c87313 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:41.167305 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Attempting to bind port edef9e7d-d8f7-4f7c-bc1c-972307c87313 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:41.167853 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Attempting to bind port edef9e7d-d8f7-4f7c-bc1c-972307c87313 on network d33a9617-37c0-4151-ab12-38ed8ddc80bd {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:41.178270 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:41.179059 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Checking segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:41.179623 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.180208 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Bound using segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:41.180855 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Bound port: edef9e7d-d8f7-4f7c-bc1c-972307c87313, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:41.181415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.202165 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Pushing event updated for resources: {'Port': ['ID=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:41.218491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:41.230018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8a338937-9671-43aa-acb5-6240cd320ebc up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:41.242168 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Pushing event updated for resources: {'Port': ['ID=edef9e7d-d8f7-4f7c-bc1c-972307c87313,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:41.258040 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.258381 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.258712 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.259242 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.259722 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.260304 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.260780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.261263 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.261768 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.262256 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.262588 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.262895 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:38:41.271081 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:41.313374 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] For port edef9e7d-d8f7-4f7c-bc1c-972307c87313, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:41.316737 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] For port edef9e7d-d8f7-4f7c-bc1c-972307c87313, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=edef9e7d-d8f7-4f7c-bc1c-972307c87313,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:41.321725 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.327008 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d5971e27-e622-4985-af65-ec0719e51ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:41.331849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 8a338937-9671-43aa-acb5-6240cd320ebc triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:41.332237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.395973 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.415744 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:41.416470 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:41.436472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:41.441843 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90e09de1-5644-4848-ae81-ecccd1452d24 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:41.475741 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Pushing event updated for resources: {'Port': ['ID=edef9e7d-d8f7-4f7c-bc1c-972307c87313,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:41.484842 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:41.527885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:41.534785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:41.554885 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:41.583869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Pushing event updated for resources: {'Port': ['ID=72e247ae-2200-46dc-81dd-3cb46004a024,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:41.589617 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:41.691324 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:42.016080 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:41Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:42.016941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:42.020980 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621696da-b20b-4e83-8051-5fa4f873dfb4 None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:41Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:38:42.379616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3778406-152c-4701-9837-98c22f7bfcce None None] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:38:42.483313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f6bb679b-5285-47c2-85ba-1c749f6309e1 None None] Provisioning for port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:42.566314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:42.796293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:38:42.974205 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:38:42.982732 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Sync routers for ids ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:38:42.992045 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Routers {'71b8c51f-3cca-4a67-b2e2-c804abdb8e97'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:42.992664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:42.999182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.000388 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92ceb116-e64f-4bef-a768-9ca1acdbb697 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8631492 May 20 16:38:43.003147 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54940) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:43.190328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Set router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:43.324789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device edef9e7d-d8f7-4f7c-bc1c-972307c87313 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:43.376111 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.490775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port edef9e7d-d8f7-4f7c-bc1c-972307c87313 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:43.526739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port edef9e7d-d8f7-4f7c-bc1c-972307c87313 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:43.527109 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.643572 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:38:41Z', 'revision_number': 3, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:43.657729 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Checking router: 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:38:43.658085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Updating router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 port 72e247ae-2200-46dc-81dd-3cb46004a024 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:38:43.693127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.717218 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.738138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.800312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port edef9e7d-d8f7-4f7c-bc1c-972307c87313, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=edef9e7d-d8f7-4f7c-bc1c-972307c87313,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:43.843743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:43.844601 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:43.878903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:43.901796 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Allocated IP 172.20.0.1 (0284a6a2-8294-4bc4-8020-75b58804d9a7/96ed29d3-327b-4530-b18e-546aeac1bcc4/610d2386-f626-4658-a10c-f45e1f9aff47) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:43.999724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-90d47979-6d1e-4865-9ff6-bfd326774eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.030428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=edef9e7d-d8f7-4f7c-bc1c-972307c87313,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:44.036003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:44.109909 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:44.128608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:44.128990 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.199799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.215270 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Transition to ACTIVE for port object 610d2386-f626-4658-a10c-f45e1f9aff47 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:44.239132 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.242833 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-14e0f6ec-9ad7-443d-ad68-60c2d80d56a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:44.308421 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:44.311519 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:44.315109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:44.336210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.338630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.359001 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Pushing event updated for resources: {'Port': ['ID=610d2386-f626-4658-a10c-f45e1f9aff47,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:44.363976 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:44.368720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Transition to ACTIVE for port object 72e247ae-2200-46dc-81dd-3cb46004a024 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:44.379565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.381621 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.387698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-217e16df-e3d6-47b4-8c27-a649a53e336e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:44.425639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:44.450558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.519495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.533890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Attempting to bind port 72e247ae-2200-46dc-81dd-3cb46004a024 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:44.533890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Attempting to bind port 72e247ae-2200-46dc-81dd-3cb46004a024 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:44.533890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Attempting to bind port 72e247ae-2200-46dc-81dd-3cb46004a024 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:44.540292 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b563-e8d5-44a6-9f48-3de4810ab1c7 None None] Pushing event updated for resources: {'Port': ['ID=72e247ae-2200-46dc-81dd-3cb46004a024,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:44.545374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:44.545764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:44.546169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.546556 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:44.547038 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Bound port: 72e247ae-2200-46dc-81dd-3cb46004a024, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:44.547476 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.571072 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2743b563-e8d5-44a6-9f48-3de4810ab1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:44.576841 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:44.669425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac5b0ee3-c480-46bf-b187-d1fa9374dafd None None] Provisioning for port 610d2386-f626-4658-a10c-f45e1f9aff47 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:44.689015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-ac5b0ee3-c480-46bf-b187-d1fa9374dafd None None] Provisioning complete for port 610d2386-f626-4658-a10c-f45e1f9aff47 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:44.689425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac5b0ee3-c480-46bf-b187-d1fa9374dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.726892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:44.729906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] For port 72e247ae-2200-46dc-81dd-3cb46004a024, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:44.734477 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:44.748568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.750780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] For port 72e247ae-2200-46dc-81dd-3cb46004a024, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=72e247ae-2200-46dc-81dd-3cb46004a024,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:44.753487 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.758638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b0ee3-c480-46bf-b187-d1fa9374dafd None None] Port 610d2386-f626-4658-a10c-f45e1f9aff47 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:38:44.761138 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.765096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:44.781079 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-09761258-13dd-4484-af7f-1f6eff33ab39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:44.850346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.853250 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Routers {'71b8c51f-3cca-4a67-b2e2-c804abdb8e97'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:44.853962 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:44.863877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:44.868277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Pushing event updated for resources: {'Port': ['ID=610d2386-f626-4658-a10c-f45e1f9aff47,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:44.873142 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:44.917603 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b563-e8d5-44a6-9f48-3de4810ab1c7 None None] Pushing event updated for resources: {'Port': ['ID=72e247ae-2200-46dc-81dd-3cb46004a024,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:44.921960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2743b563-e8d5-44a6-9f48-3de4810ab1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:45.007262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:45.008810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:45.039750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] Set router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:45.204735 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:38:45.254003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device edef9e7d-d8f7-4f7c-bc1c-972307c87313 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:45.343006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d019b7d4-3fb5-4108-8add-a80dfaf4972e None None] Provisioning complete for port 610d2386-f626-4658-a10c-f45e1f9aff47 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:45.343298 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d019b7d4-3fb5-4108-8add-a80dfaf4972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:45.387074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:38:45.404824 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] 10.222.0.13 "PUT /v2.0/routers/71b8c51f-3cca-4a67-b2e2-c804abdb8e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917148 May 20 16:38:45.455313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-d019b7d4-3fb5-4108-8add-a80dfaf4972e None None] Port 610d2386-f626-4658-a10c-f45e1f9aff47 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:38:45.466573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port edef9e7d-d8f7-4f7c-bc1c-972307c87313 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:45.466945 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:45.577888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '610d2386-f626-4658-a10c-f45e1f9aff47', 'name': '', 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'mac_address': 'fa:16:3e:a6:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:43Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 2, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'subnets': [{'id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:45.589479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59c83d-f557-40c9-ad6d-085c3b58da87 None None] The sync data for ids ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'] in dv-neutron-601336-76-hyperv is: [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '610d2386-f626-4658-a10c-f45e1f9aff47', 'name': '', 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'mac_address': 'fa:16:3e:a6:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:43Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 2, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'subnets': [{'id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:38:45.615324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:45.703641 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:45.704019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.001948 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54952) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:46.007454 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122817989', 'description': 'tempest-secgroup-smoke-2122817989 description', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:46.014218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:46.018345 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:46.021494 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:46.028090 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:46.039415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.061186 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:46.065497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:46.068499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:46.074876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:46.152613 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.157609 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.161813 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-faad00dc-e87a-4f8c-9ef0-75643b71479c tempest-NegativeSecGroupTest-231040720 tempest-NegativeSecGroupTest-231040720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:46.204802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15bd921-5756-45a0-8841-5d3b43faeb1e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:46.208107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:46.209066 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.210444 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-9ec3c7db-5b60-44c0-92e0-130561ffef2c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2073855 May 20 16:38:46.213981 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54956) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:46.223232 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'b15bd921-5756-45a0-8841-5d3b43faeb1e', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:46.230623 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:46.234738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:46.238802 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:46.247347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:46.263645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.331904 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.336852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.343242 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d11bca4e-cdbd-45a0-b760-b1bd4757b0ae tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:46.366507 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb98b36f-230d-4853-8b39-e024a54c38a5,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:46.369696 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:46.378453 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.379658 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637037 May 20 16:38:46.382439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54960) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:46.388457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'b15bd921-5756-45a0-8841-5d3b43faeb1e', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:46.394869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:46.398965 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:46.401962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:46.407645 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:46.424495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.491076 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.496406 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.502784 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-d2cc1138-6a27-4db7-bfa4-661d17578fe0 tempest-TestMinimumBasicScenario-2003569336 tempest-TestMinimumBasicScenario-2003569336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:46.523214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df612f94-2c03-44fa-a207-584fedd5fa3e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:46.525943 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:46.538193 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.539390 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560218 May 20 16:38:46.542578 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54964) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:46.548206 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'b15bd921-5756-45a0-8841-5d3b43faeb1e', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:46.554629 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:46.559125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:46.562097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:46.567886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:46.584065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.636533 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.660486 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.665049 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.671306 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-b4eeb17a-ae49-4880-88e0-d0b1af16e82f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:46.828916 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efd6d5d-1ec2-4ea9-94be-1581850c93d3,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:46.831375 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:46.840286 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.841661 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ae1df1b7-6ff1-4837-ae02-dd31da2e27f0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981246 May 20 16:38:46.844401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54968) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:46.850316 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'b15bd921-5756-45a0-8841-5d3b43faeb1e', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:46.856605 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:46.860583 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:46.863768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:46.869962 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:46.885779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.950338 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.953797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.955587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2410d1f0-3191-4c28-92da-586b1ac22044 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:46.977510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e420d4e-8144-4f27-a4e5-eb6e96c49c74,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:46.982502 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:46.987505 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:46.988596 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432831 May 20 16:38:46.991445 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54972) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:46.996361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'b15bd921-5756-45a0-8841-5d3b43faeb1e', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:47.002173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:47.005910 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:47.008849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:47.014464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:47.025947 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Project e2a5c704f0fd408fae57c29f3f63c461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:38:47.031441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.095975 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.099621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.101411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-bbe4e9f7-45e9-458a-8905-0bfc2b40b1a3 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:47.123596 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9b46c3-a969-403b-9663-b0e94a809ef2,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:47.127883 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:47.132985 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.134358 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f50189dd-f5e2-47d9-866c-613e5ccac5ec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419992 May 20 16:38:47.137654 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 54976) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:38:47.143088 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'b15bd921-5756-45a0-8841-5d3b43faeb1e', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:47.149015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:47.160310 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:47.161946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:47.167998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:47.182093 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Project e2a5c704f0fd408fae57c29f3f63c461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:38:47.188165 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.218160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 72e247ae-2200-46dc-81dd-3cb46004a024 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:47.262822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.266480 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.272510 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-9b20f908-2ae7-4a7e-93ed-c93a3e49eb2c tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:47.292007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f488dae3-2ddb-4b31-9da3-15f8051a02ab,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:47.293727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 72e247ae-2200-46dc-81dd-3cb46004a024 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:47.294598 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:47.299339 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 72e247ae-2200-46dc-81dd-3cb46004a024 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:47.299865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.303413 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.304753 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661677 May 20 16:38:47.424498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.442537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 72e247ae-2200-46dc-81dd-3cb46004a024, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=72e247ae-2200-46dc-81dd-3cb46004a024,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:47.446879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:47.448908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d289a56f-4524-4ab7-afdd-acd8b9c81a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:47.475810 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-320a0f24-c018-4ceb-be2a-e42881fbc14f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122817989&fields=id&tenant_id=e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 267 time: 0.0443380 May 20 16:38:47.515660 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=72e247ae-2200-46dc-81dd-3cb46004a024,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:47.518609 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:47.629759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-0073c8a8-dd59-4b89-8397-38c58d323275 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:47.631252 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-0073c8a8-dd59-4b89-8397-38c58d323275 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 809 time: 0.1481128 May 20 16:38:47.646724 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-ee1c21b5-94d1-41ca-8c0a-edde19376576 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/quotas/e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 375 time: 0.0098269 May 20 16:38:47.729538 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-e9aeac51-9eac-4864-87ab-7f472a09c431 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767908 May 20 16:38:47.745467 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-7c9ce5a3-74dc-4f33-8efd-b66b27ba13e3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:38:47.746451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-7c9ce5a3-74dc-4f33-8efd-b66b27ba13e3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053229 May 20 16:38:48.029746 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-c26958bf-604e-4423-b656-6e7b42038a79 service neutron] 10.222.0.13 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775655 May 20 16:38:48.166371 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-7bccdf68-b01c-40d1-9aeb-f7e35199e278 service neutron] 10.222.0.13 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303115 May 20 16:38:48.350816 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ef1b73c4-dffd-4ce4-95f8-d5cb926ecb43 req-0a7afe4f-76de-4dd8-a1e7-370031f6b1f6 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 210 time: 0.0480270 May 20 16:38:49.213183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 72e247ae-2200-46dc-81dd-3cb46004a024 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:49.423883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 72e247ae-2200-46dc-81dd-3cb46004a024 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:49.424394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:49.488753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-1fbd2966-40d5-4f5d-9ec1-eed80b68ca0e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:49.491618 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-1fbd2966-40d5-4f5d-9ec1-eed80b68ca0e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 809 time: 0.2164361 May 20 16:38:49.571032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d171262a-04cc-4217-8e76-1a6549d39e78 req-4a937ac6-27e4-46d9-b892-4f4a37a0eb97 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 210 time: 0.0710428 May 20 16:38:49.600110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-4fbdc2c5-5620-4c84-8f68-764a103ace99 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 380 time: 0.0639265 May 20 16:38:49.609043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'port': {'device_id': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'admin_state_up': True, 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'security_groups': ['b15bd921-5756-45a0-8841-5d3b43faeb1e']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:49.663504 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Sync routers for ids ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:38:49.673816 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Routers {'71b8c51f-3cca-4a67-b2e2-c804abdb8e97'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:49.674429 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:49.807161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:38:49.811286 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:port and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:38:49.814379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:38:49.820450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:38:49.832038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Made reservation on behalf of e2a5c704f0fd408fae57c29f3f63c461 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:38:49.836092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:49.865493 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Set router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:50.015500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Allocated IP 172.20.0.14 (d33a9617-37c0-4151-ab12-38ed8ddc80bd/e3a89c15-b0cc-4289-8dcd-307e3e5a4652/c1c4d1cc-5e57-4a85-ba92-5b1e24755baf) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:38:50.235054 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '610d2386-f626-4658-a10c-f45e1f9aff47', 'name': '', 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'mac_address': 'fa:16:3e:a6:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:43Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 2, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'subnets': [{'id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:50.235546 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.239944 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Checking router: 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:38:50.240341 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Updating router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 port 610d2386-f626-4658-a10c-f45e1f9aff47 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:38:50.252940 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Transition to ACTIVE for port object c1c4d1cc-5e57-4a85-ba92-5b1e24755baf will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:50.278412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.285271 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d1ba2285-cef7-4016-b5dc-ea431d0693d0 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:50.304839 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.356398 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:38:50.359586 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:38:50.363797 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:38:50.394790 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:50.402198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:50.433876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:50.438220 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.467525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-929b0b80-7840-4f33-bfb1-74efd2bba23f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8624403 May 20 16:38:50.480990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Request body: {'port': {'device_id': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:38:50.608249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.612463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-daf8959f-e2cd-4786-a01f-32291852e098 None None] Provisioning for port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:50.620205 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-daf8959f-e2cd-4786-a01f-32291852e098 None None] Provisioning complete for port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:50.620631 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-daf8959f-e2cd-4786-a01f-32291852e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.704297 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-daf8959f-e2cd-4786-a01f-32291852e098 None None] Port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:38:50.748846 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.772565 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Transition to ACTIVE for port object 610d2386-f626-4658-a10c-f45e1f9aff47 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:50.781519 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:50.785244 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-a9d41ba3-b159-49d9-84b3-ff06b17a8034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:50.955740 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80eb43-4a07-420d-98c1-b8d2673003f3 None None] Pushing event updated for resources: {'Port': ['ID=610d2386-f626-4658-a10c-f45e1f9aff47,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:50.958715 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-0b80eb43-4a07-420d-98c1-b8d2673003f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:50.971882 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ddbf-9b2c-4ac8-90b8-5ce35f30583b req-2a5e5fc4-dad3-44ae-af08-e6aa47255c8a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:50.972796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-bc46ddbf-9b2c-4ac8-90b8-5ce35f30583b req-2a5e5fc4-dad3-44ae-af08-e6aa47255c8a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Synchronizing usage tracker for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:38:51.023976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-bc46ddbf-9b2c-4ac8-90b8-5ce35f30583b req-2a5e5fc4-dad3-44ae-af08-e6aa47255c8a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Unset dirty status for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:38:51.025247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc46ddbf-9b2c-4ac8-90b8-5ce35f30583b req-2a5e5fc4-dad3-44ae-af08-e6aa47255c8a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 932 time: 0.3226626 May 20 16:38:51.054639 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Attempting to bind port 610d2386-f626-4658-a10c-f45e1f9aff47 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:51.055116 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Attempting to bind port 610d2386-f626-4658-a10c-f45e1f9aff47 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:51.055553 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Attempting to bind port 610d2386-f626-4658-a10c-f45e1f9aff47 on network 0284a6a2-8294-4bc4-8020-75b58804d9a7 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:51.063511 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:51.063886 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Checking segment: {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:51.064295 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.064698 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Bound using segment: {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:51.065172 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Bound port: 610d2386-f626-4658-a10c-f45e1f9aff47, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:51.065589 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.094008 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bc46ddbf-9b2c-4ac8-90b8-5ce35f30583b req-38a87bc7-7c2f-4261-884d-eba703541056 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590863 May 20 16:38:51.166196 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c4d1cc-5e57-4a85-ba92-5b1e24755baf {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:38:51.167061 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] For port 610d2386-f626-4658-a10c-f45e1f9aff47, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:51.170477 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] For port 610d2386-f626-4658-a10c-f45e1f9aff47, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=610d2386-f626-4658-a10c-f45e1f9aff47,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:51.175190 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.175394 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.180770 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-d767e8e5-18a7-4711-8a38-d866aef0bd11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:51.192093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Transition to ACTIVE for port object c1c4d1cc-5e57-4a85-ba92-5b1e24755baf will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:38:51.196159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.200336 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e3bf4177-5084-439b-9efd-1937ddf1685a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:51.257107 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Routers {'71b8c51f-3cca-4a67-b2e2-c804abdb8e97'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:38:51.257943 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:51.424320 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80eb43-4a07-420d-98c1-b8d2673003f3 None None] Pushing event updated for resources: {'Port': ['ID=610d2386-f626-4658-a10c-f45e1f9aff47,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:51.441518 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-0b80eb43-4a07-420d-98c1-b8d2673003f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:51.477666 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] Set router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:38:51.535212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:51.538276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:51.611998 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Attempting to bind port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:38:51.612718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Attempting to bind port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:38:51.612718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Attempting to bind port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf on network d33a9617-37c0-4151-ab12-38ed8ddc80bd {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:51.618409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf on network d33a9617-37c0-4151-ab12-38ed8ddc80bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:38:51.618779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Attempting to bind port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf on network d33a9617-37c0-4151-ab12-38ed8ddc80bd {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:38:51.624337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:38:51.624672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Checking segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:38:51.625059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Bound using segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:38:51.625517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Bound port: c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:38:51.625871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.726616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:38:51.730479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:38:51.741850 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.746066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e3d8ce6-d408-450a-927e-ea06d9fe8f07 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:51.805194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:51.805852 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:51.807313 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] 10.222.0.25 "PUT /v2.0/ports/c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1094 time: 1.3318169 May 20 16:38:51.807872 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:38:51.828694 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '610d2386-f626-4658-a10c-f45e1f9aff47', 'name': '', 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'mac_address': 'fa:16:3e:a6:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:43Z', 'updated_at': '2021-05-20T16:38:51Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'subnets': [{'id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:38:51.833978 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b77c0d-1e0e-4625-8b60-0016256a1721 None None] The sync data for ids ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'] in dv-neutron-601336-76-hyperv is: [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:38:44Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '610d2386-f626-4658-a10c-f45e1f9aff47', 'name': '', 'network_id': '0284a6a2-8294-4bc4-8020-75b58804d9a7', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'mac_address': 'fa:16:3e:a6:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:43Z', 'updated_at': '2021-05-20T16:38:51Z', 'revision_number': 4, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'subnets': [{'id': '96ed29d3-327b-4530-b18e-546aeac1bcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:38:51.847483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:51.852388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:51.916188 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'status': 'completed', 'code': 200} May 20 16:38:51.969722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-0d94b6c7-dcb0-46ce-858c-ad11c76a2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:51.971266 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-0d94b6c7-dcb0-46ce-858c-ad11c76a2afb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1097 time: 0.1106358 May 20 16:38:52.048070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-f9485837-cbf2-4db0-8332-570a93d8bd40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 217 time: 0.0695834 May 20 16:38:52.118552 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-6b9bd197-ac93-4705-8420-5cae955a0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:52.121017 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-6b9bd197-ac93-4705-8420-5cae955a0dc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0672386 May 20 16:38:52.213551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-4cf95e7d-ca9e-4d64-8896-2ee228516cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:52.215330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-4cf95e7d-ca9e-4d64-8896-2ee228516cf0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0878603 May 20 16:38:52.415069 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-88d5600d-9fe7-4b3d-869b-8fe60e30e2d7 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936178 May 20 16:38:52.427290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991efb3-bce7-4a06-9dcf-a815d5076384 req-85131308-593f-49bf-b3e8-a760af080aec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:52.428765 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9991efb3-bce7-4a06-9dcf-a815d5076384 req-85131308-593f-49bf-b3e8-a760af080aec tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.1884980 May 20 16:38:52.559652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9991efb3-bce7-4a06-9dcf-a815d5076384 req-a07d1d22-3ce8-44c5-ba5d-947007377950 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109345 May 20 16:38:52.594098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-49fcd933-e884-4e23-8a33-8b5e94397b46 req-0b732aee-1df2-4501-9501-f0a88a2cd6fc service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643827 May 20 16:38:52.705700 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-d3a9fb3c-4300-4988-ac7e-963594b0518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:52.707198 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-d3a9fb3c-4300-4988-ac7e-963594b0518c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1097 time: 0.0698628 May 20 16:38:52.840195 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-3294d023-9947-4551-b06a-0b4491008da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:52.841547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-3294d023-9947-4551-b06a-0b4491008da4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1281617 May 20 16:38:52.912881 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-90259ff8-d737-4876-916c-8bfcb31979ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 217 time: 0.0645163 May 20 16:38:52.974563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-6252eada-0542-4a7b-b3d0-dd41d5c46199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:52.975978 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-6252eada-0542-4a7b-b3d0-dd41d5c46199 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0567470 May 20 16:38:53.055993 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-d710b914-c5ff-41a1-8338-9b1721efc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:53.057510 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-d710b914-c5ff-41a1-8338-9b1721efc8bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723958 May 20 16:38:53.193688 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-fa350caa-2b0b-4beb-97cb-4dfc69ce398d service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294258 May 20 16:38:53.216051 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 610d2386-f626-4658-a10c-f45e1f9aff47 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:53.287031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 610d2386-f626-4658-a10c-f45e1f9aff47 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:53.292440 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 610d2386-f626-4658-a10c-f45e1f9aff47 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:53.292823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:53.346351 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-40c51fb1-dd11-498f-a9ea-cb294443320a req-26347f9a-4c36-4da8-b046-4e677af2c5fb service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457863 May 20 16:38:53.419951 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:53.453132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 610d2386-f626-4658-a10c-f45e1f9aff47, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=610d2386-f626-4658-a10c-f45e1f9aff47,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:53.457582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:53.460552 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2743b563-e8d5-44a6-9f48-3de4810ab1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:53.531164 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=610d2386-f626-4658-a10c-f45e1f9aff47,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:53.534212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:53.751969 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a167d3-1997-4cbf-86be-836ed6379af1 req-eaad7ac6-1f6c-48f0-96f4-76e3855c1a62 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:53.753562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f8a167d3-1997-4cbf-86be-836ed6379af1 req-eaad7ac6-1f6c-48f0-96f4-76e3855c1a62 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0830257 May 20 16:38:53.799833 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f8a167d3-1997-4cbf-86be-836ed6379af1 req-1024d1cb-0dab-49d8-885d-8d23865f40ab tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 May 20 16:38:55.189886 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb912c-148b-4865-bba7-3ec8972e6131 req-33acbb4a-0419-4cf3-9580-c87cdf29c831 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:55.191720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76bb912c-148b-4865-bba7-3ec8972e6131 req-33acbb4a-0419-4cf3-9580-c87cdf29c831 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.2721496 May 20 16:38:55.218149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 610d2386-f626-4658-a10c-f45e1f9aff47 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:55.245689 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76bb912c-148b-4865-bba7-3ec8972e6131 req-da9a58cf-8474-4cba-a302-bd25851c598f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474596 May 20 16:38:55.297778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 610d2386-f626-4658-a10c-f45e1f9aff47 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:55.298160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:55.813983 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:38:55.952415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:55.966920 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'mac_address': 'fa:16:3e:02:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:38:56.023365 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:56.040230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c4d1cc-5e57-4a85-ba92-5b1e24755baf {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:38:56.056157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:56.060482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:56.062447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:56.134895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:56.138199 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:56.263604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:38:56.442613 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf898e2-542f-44fd-9b6c-b9bb7b4d5be9 req-f8ffa702-87fc-4154-a83f-442f4abe119a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:56.443460 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fbf898e2-542f-44fd-9b6c-b9bb7b4d5be9 req-f8ffa702-87fc-4154-a83f-442f4abe119a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 945 time: 0.0870667 May 20 16:38:56.493282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fbf898e2-542f-44fd-9b6c-b9bb7b4d5be9 req-fa8ee95c-7a45-4a32-801d-7a15198b1678 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 May 20 16:38:57.694598 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb23037-d3f7-48a5-9636-ffa6a423ec33 req-4a4edc23-961d-42e4-9584-789616ca6187 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:57.696244 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fb23037-d3f7-48a5-9636-ffa6a423ec33 req-4a4edc23-961d-42e4-9584-789616ca6187 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 945 time: 0.0859780 May 20 16:38:57.749325 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fb23037-d3f7-48a5-9636-ffa6a423ec33 req-1695a990-c1f6-4c8b-9f9a-9fd271e31842 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462799 May 20 16:38:57.829612 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:38:57.901169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:38:57.905786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:38:57.906161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:58.024067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:58.056023 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:38:58.067162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:38:58.072744 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:38:58.074739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-dab23f58-8dbc-4665-a0b9-e393239d6899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:38:58.106742 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'code': 200} May 20 16:38:58.152774 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:38:58.157578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:38:58.442152 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d1dad-d08e-4466-97a7-9087c905474e req-635ed824-381f-48f8-8956-c7b7639b7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:58.443621 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee5d1dad-d08e-4466-97a7-9087c905474e req-635ed824-381f-48f8-8956-c7b7639b7715 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1099 time: 0.1733744 May 20 16:38:58.488699 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ee5d1dad-d08e-4466-97a7-9087c905474e req-cd28648b-59a5-4435-802a-1475f05a4aa1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 May 20 16:38:58.957899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c42f9-c56a-4219-bf79-6de71d203921 req-39865226-4e8f-446e-ba22-edd60b76de2b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:38:58.959299 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-955c42f9-c56a-4219-bf79-6de71d203921 req-39865226-4e8f-446e-ba22-edd60b76de2b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0867338 May 20 16:38:59.006506 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-955c42f9-c56a-4219-bf79-6de71d203921 req-469dbfb7-3cd4-4537-ab52-b4ad44115359 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 May 20 16:39:00.213185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e931d27-a504-42ae-b243-33e7ea2e9c92 req-c63c67f7-643a-4a37-b479-9e0290e351ac tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:00.214783 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e931d27-a504-42ae-b243-33e7ea2e9c92 req-c63c67f7-643a-4a37-b479-9e0290e351ac tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0984657 May 20 16:39:00.264164 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7e931d27-a504-42ae-b243-33e7ea2e9c92 req-77458f8a-8a5d-4baf-85b5-586264cd1cfd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 May 20 16:39:00.456250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529c12c-d306-41a2-8c65-06994a506c1b req-e38b806d-4a14-4440-a53a-b88906feac2e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:00.457818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1529c12c-d306-41a2-8c65-06994a506c1b req-e38b806d-4a14-4440-a53a-b88906feac2e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0845656 May 20 16:39:00.508128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1529c12c-d306-41a2-8c65-06994a506c1b req-571d9bd3-285f-4063-81a0-b21233aa5232 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416677 May 20 16:39:00.531266 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55032) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:39:00.645966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b8724-8144-499d-bdb3-b89c4ae8ec5d tempest-TestShelveInstance-1258077200 tempest-TestShelveInstance-1258077200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:00.646685 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-820b8724-8144-499d-bdb3-b89c4ae8ec5d tempest-TestShelveInstance-1258077200 tempest-TestShelveInstance-1258077200-project-admin] Synchronizing usage tracker for tenant:fbc8cee21ec84a5e9d514b19709013d1 on resource:port {{(pid=92431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:39:00.663827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-820b8724-8144-499d-bdb3-b89c4ae8ec5d tempest-TestShelveInstance-1258077200 tempest-TestShelveInstance-1258077200-project-admin] Unset dirty status for tenant:fbc8cee21ec84a5e9d514b19709013d1 on resource:port {{(pid=92431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:39:00.665251 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-820b8724-8144-499d-bdb3-b89c4ae8ec5d tempest-TestShelveInstance-1258077200 tempest-TestShelveInstance-1258077200-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1094 time: 0.1329017 May 20 16:39:00.668752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55038) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:39:00.673997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:39:00.680909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:39:00.685135 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:floatingip and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:39:00.688065 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:39:00.693776 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:39:00.708898 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:00.849718 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:00.992081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Allocated IP 172.26.8.197 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/d74a85c0-26fa-4142-878f-4cb477cf13f7) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:39:01.142376 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.172668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.176568 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-90717ea6-1b76-4775-9b64-9e65d7adb559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:39:01.235198 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.245786 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:39:01.248628 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:39:01.252237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:39:01.282035 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'Port': ['ID=d74a85c0-26fa-4142-878f-4cb477cf13f7,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:39:01.288103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:39:01.675731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.751893 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.960231 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.964465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:01.968322 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d6c3561-2cd5-42a8-9f2d-a2530cf98a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:39:02.210982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'Port': ['ID=d74a85c0-26fa-4142-878f-4cb477cf13f7,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:39:02.215171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:39:02.221752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:02.417969 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Floating IP aca48552-dc5c-4914-a9e3-e5e98134ed6f associated. External IP: 172.26.8.197, port: c1c4d1cc-5e57-4a85-ba92-5b1e24755baf. May 20 16:39:02.810184 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Router 51945df2-501f-486d-aaab-ec2ce08c2488 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:39:02.989347 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:39:03.001767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:39:03.017499 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:03.019927 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:39:03.021025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:39:03.077736 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f0a73b4d-cc26-43db-9eae-2a46ec7695d5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4079134 May 20 16:39:03.078522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:39:03.133436 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'status': 'completed', 'code': 200} May 20 16:39:03.257233 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-856f1d84-c4d4-4d4b-a593-2ac4eda42bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:03.258668 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-856f1d84-c4d4-4d4b-a593-2ac4eda42bf6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1099 time: 0.1021614 May 20 16:39:03.262617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:39:03.432236 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-06a58ff7-52cf-4487-8063-d5ed93f36ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:03.433801 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-06a58ff7-52cf-4487-8063-d5ed93f36ae1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1647847 May 20 16:39:03.554553 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-b77dbcbe-2e6a-4f14-841e-c3bdc259694f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1000 time: 0.1130326 May 20 16:39:03.624778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-e1b41bfe-ca83-4d42-8c8c-8e37a5fd9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:03.626274 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-e1b41bfe-ca83-4d42-8c8c-8e37a5fd9f2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0658226 May 20 16:39:03.691414 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'aca48552-dc5c-4914-a9e3-e5e98134ed6f', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'mac_address': 'fa:16:3e:02:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:39:01Z', 'updated_at': '2021-05-20T16:39:01Z', 'revision_number': 0, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:39:03.695727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:39:03.704343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-e35b2b02-573b-42c7-8d71-004320344e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:03.704895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:39:03.705560 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:38:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:39:03.705872 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-e35b2b02-573b-42c7-8d71-004320344e02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734129 May 20 16:39:03.848037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-c62bbd8f-1c0e-4701-b448-dc470c27f14b service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358185 May 20 16:39:03.899268 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:39:03.986931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c6a25ddf-dede-438b-9aa3-b193972cd5db req-586e4e5a-7110-4e72-9195-6eb159420001 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326728 May 20 16:39:04.270590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'aca48552-dc5c-4914-a9e3-e5e98134ed6f', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'mac_address': 'fa:16:3e:02:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:39:01Z', 'updated_at': '2021-05-20T16:39:01Z', 'revision_number': 0, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:39:04.274969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4543f6-1a71-4ecb-9b25-d03a47fabb32 None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'aca48552-dc5c-4914-a9e3-e5e98134ed6f', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'mac_address': 'fa:16:3e:02:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:39:01Z', 'updated_at': '2021-05-20T16:39:01Z', 'revision_number': 0, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:39:04.476932 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344d866-3716-4b25-a520-ee0d64096d0d None None] New status for floating IP aca48552-dc5c-4914-a9e3-e5e98134ed6f: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:39:09.185443 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:39:10.498657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ff300944-122c-4512-a385-0c9f0fe9c175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:13.280547 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:13.841092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-490c0787-89f8-4226-90fe-7156cc37ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:14.793129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:16.638670 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:31.249470 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:40.491490 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0df24700-5901-44aa-bbba-edf93e1f42b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:43.286096 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:43.842146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd8a9-39aa-4e48-952f-52f3e75f2af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:44.794383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:46.184356 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:39:46.641139 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:39:50.780771 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-65aeb94e-4eb8-45d0-89ae-d65647447a64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728023 May 20 16:39:50.914845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-fe4d1c5a-f716-42d8-8eb6-9c48c797eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:50.916201 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-fe4d1c5a-f716-42d8-8eb6-9c48c797eb69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1099 time: 0.0699375 May 20 16:39:51.057299 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-7f591d13-124c-4938-8fb1-fb7b7218ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:51.058763 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-7f591d13-124c-4938-8fb1-fb7b7218ea11 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1239145 May 20 16:39:51.299700 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-f7f54236-904d-44cf-b7e2-93a27cd2b6bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1002 time: 0.2346997 May 20 16:39:51.359780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-74b5a301-6054-472d-9267-3ac0be04fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:51.361454 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-74b5a301-6054-472d-9267-3ac0be04fd06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0555518 May 20 16:39:51.438483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-ca238cb5-62da-491d-85c0-73ee10b85c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:39:51.439844 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-ca238cb5-62da-491d-85c0-73ee10b85c7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715895 May 20 16:39:51.573227 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-1bf6fbf1-b5fe-47d1-9b2e-f5fdf51afee0 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229670 May 20 16:39:51.703841 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-293c29bc-23d9-440c-8c9e-f1387e48387a req-e5bbc58c-5a48-42aa-9545-3853ff463627 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244531 May 20 16:40:01.248559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:10.493780 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-96ba5b70-0b8c-4a2a-9381-6370879a1248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:13.288516 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:13.843352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ccfba450-a433-4bd9-923b-c1b14e001bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:14.797987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:16.644171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:23.183103 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:40:31.247845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:40.495756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0e412ff9-62ee-457a-b82b-2814bd8bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:43.292081 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:43.845402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b6d35197-e514-44f9-9df9-4e0b0d7c2478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:44.800592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:46.646683 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:40:50.777416 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-95d20890-49be-445b-a1fa-9d289f0ed764 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710301 May 20 16:40:50.915773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-3aa0e109-2e6b-488e-8e15-0a0c3890a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:40:50.917128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-3aa0e109-2e6b-488e-8e15-0a0c3890a569 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1099 time: 0.0733390 May 20 16:40:51.062386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-4542b010-b06e-4fb8-94d7-d917d22b9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:40:51.063813 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-4542b010-b06e-4fb8-94d7-d917d22b9bee service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1272085 May 20 16:40:51.162234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-f1731fa2-0b9e-403c-8562-ac9c1f7d2eee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1002 time: 0.0918787 May 20 16:40:51.227976 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-ef026332-e67e-4662-814f-4cde4940c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:40:51.229535 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-ef026332-e67e-4662-814f-4cde4940c10b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0613914 May 20 16:40:51.302040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-d17a9ae6-7afd-4716-a7e1-579c52070667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:40:51.303472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-d17a9ae6-7afd-4716-a7e1-579c52070667 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0679829 May 20 16:40:51.438959 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-52bd5b76-1b98-47b0-a60e-db132e873759 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281664 May 20 16:40:51.571691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9b4aa1e1-59c9-4078-9b15-0dd367a435d0 req-bf889286-6215-480f-91cb-f63cb2fbdc4a service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259260 May 20 16:40:59.755588 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135820-a372-4589-ba02-641f1afa5643 req-31564ce4-1a36-4f59-b3d6-13bdbe1d356a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:40:59.757304 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c135820-a372-4589-ba02-641f1afa5643 req-31564ce4-1a36-4f59-b3d6-13bdbe1d356a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0879917 May 20 16:40:59.803025 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c135820-a372-4589-ba02-641f1afa5643 req-4c858025-6808-4df1-bc7b-6ed4ac189b1e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 May 20 16:41:00.183000 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:41:00.992974 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c882d1a-644a-4762-a7f3-d5ba53c4c0c0 req-f140d2b9-09f8-4b0b-af7f-5ecc39c75e89 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:00.994525 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c882d1a-644a-4762-a7f3-d5ba53c4c0c0 req-f140d2b9-09f8-4b0b-af7f-5ecc39c75e89 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0828078 May 20 16:41:01.040864 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9c882d1a-644a-4762-a7f3-d5ba53c4c0c0 req-6529c3e3-8127-4c3c-bc26-de4ca824c7ee tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 May 20 16:41:01.245418 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:02.248908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582350-37de-427e-8cf3-ee81eb4afe41 req-b5883910-2dff-4bcf-a95e-e9e5efbea8d1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:02.250437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea582350-37de-427e-8cf3-ee81eb4afe41 req-b5883910-2dff-4bcf-a95e-e9e5efbea8d1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0866323 May 20 16:41:02.297722 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea582350-37de-427e-8cf3-ee81eb4afe41 req-66444461-2391-41c6-8f4a-76d8c15b760c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 May 20 16:41:03.496921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0664d-a900-46d2-9872-3f1e6b238dac req-b2adcb8f-9270-459b-a03a-6deda3f69de7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:03.498840 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-caa0664d-a900-46d2-9872-3f1e6b238dac req-b2adcb8f-9270-459b-a03a-6deda3f69de7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0878515 May 20 16:41:03.552190 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-caa0664d-a900-46d2-9872-3f1e6b238dac req-60ba62b8-7481-419d-a23b-a5d8e3736fc0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 May 20 16:41:04.746549 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137c6b2-dff6-4358-8ea9-37cda2b302af req-85872851-0f82-4523-a991-03d30548a1fe tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:04.748083 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f137c6b2-dff6-4358-8ea9-37cda2b302af req-85872851-0f82-4523-a991-03d30548a1fe tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0857351 May 20 16:41:04.796687 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f137c6b2-dff6-4358-8ea9-37cda2b302af req-80bbb629-728d-410d-bfb5-b59edb4555e1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 May 20 16:41:06.017312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc69a-919e-4370-b251-0f23e331f89e req-a1069503-661d-4967-ac8b-8025ef9d9a15 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:06.018926 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ba0fc69a-919e-4370-b251-0f23e331f89e req-a1069503-661d-4967-ac8b-8025ef9d9a15 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0891440 May 20 16:41:06.068156 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ba0fc69a-919e-4370-b251-0f23e331f89e req-b49dd8b9-5732-4b0a-b442-03c3ce294011 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 May 20 16:41:07.260534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbfa2a-f0a3-40b6-9313-dbb37753b659 req-646cdf41-80ec-4bdc-b467-c29cb1d0342b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:07.262152 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7cbfa2a-f0a3-40b6-9313-dbb37753b659 req-646cdf41-80ec-4bdc-b467-c29cb1d0342b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0820892 May 20 16:41:07.311229 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f7cbfa2a-f0a3-40b6-9313-dbb37753b659 req-7f0921fe-0331-41dd-aeb0-addeb22356ff tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 May 20 16:41:08.511932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d70d-2a07-4079-b370-854800cd3ca0 req-8bc77bc0-52dd-4a3d-84b3-cd161f9cf9d7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:08.514032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1652d70d-2a07-4079-b370-854800cd3ca0 req-8bc77bc0-52dd-4a3d-84b3-cd161f9cf9d7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0925777 May 20 16:41:08.561974 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1652d70d-2a07-4079-b370-854800cd3ca0 req-83720911-20e3-453d-93df-4a3b2763c490 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420272 May 20 16:41:09.762330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a4d80-6224-47ce-867f-5baf23dcff1d req-ce8a3cfd-3798-40b2-b87c-5b922c850d1c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:09.763882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3e8a4d80-6224-47ce-867f-5baf23dcff1d req-ce8a3cfd-3798-40b2-b87c-5b922c850d1c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0877635 May 20 16:41:09.816399 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3e8a4d80-6224-47ce-867f-5baf23dcff1d req-6ada4d26-c5bb-4af8-a313-86945bc69900 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453186 May 20 16:41:10.498480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0144f7e5-8f10-40dd-97d6-9473adfbceac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:11.000919 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe0ae0-4030-4ccc-bf06-b4104fd4b72f req-6ca27ebb-46a3-4d62-9b8b-ffba722047b8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:11.002440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0efe0ae0-4030-4ccc-bf06-b4104fd4b72f req-6ca27ebb-46a3-4d62-9b8b-ffba722047b8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0802677 May 20 16:41:11.047324 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0efe0ae0-4030-4ccc-bf06-b4104fd4b72f req-8ede13f4-11ef-4ce7-9815-3abba5b9a3ea tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 May 20 16:41:12.395490 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8007-1ae6-4517-8642-ca7febcaaf6d req-748439a0-d201-45a7-9519-c0e2d8ff5974 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:12.397511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc9c8007-1ae6-4517-8642-ca7febcaaf6d req-748439a0-d201-45a7-9519-c0e2d8ff5974 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.2399304 May 20 16:41:12.443973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dc9c8007-1ae6-4517-8642-ca7febcaaf6d req-17871a74-2e57-4b3b-944d-bbc5e9aa6243 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 May 20 16:41:12.464578 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:41:12.601568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:12.615213 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'mac_address': 'fa:16:3e:02:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:41:12.672580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:12.689764 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1c4d1cc-5e57-4a85-ba92-5b1e24755baf {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:41:12.705261 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:12.709897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:12.711912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:41:12.784942 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:41:12.793275 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:41:12.817156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.817527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.817974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.818266 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.818496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.819468 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.819694 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.820019 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.820343 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.820661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.820977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.821355 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:41:12.829741 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:41:13.298593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:13.665854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a455e-982e-4aa4-b1c5-8476b3368ea2 req-71e7ea9e-f31e-4714-a3ab-9efccd61c4f1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:13.667681 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-724a455e-982e-4aa4-b1c5-8476b3368ea2 req-71e7ea9e-f31e-4714-a3ab-9efccd61c4f1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 945 time: 0.1020038 May 20 16:41:13.738720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-724a455e-982e-4aa4-b1c5-8476b3368ea2 req-d55ff309-0e6e-4f5c-8de2-5ac75ec3624e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629578 May 20 16:41:13.851156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-79903352-927e-49d0-998f-1e094a517aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:14.480727 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:41:14.566421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:41:14.566798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:14.698282 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:14.730483 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:41:14.744742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:14.752776 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:14.757695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:41:14.809368 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'code': 200} May 20 16:41:14.843004 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:14.862445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:41:14.866487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:41:14.967294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d9118-e6ee-47dd-8a0d-e8e5020bda6f req-54a11394-9169-4c12-91fb-07f5ec195268 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:14.969495 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b6d9118-e6ee-47dd-8a0d-e8e5020bda6f req-54a11394-9169-4c12-91fb-07f5ec195268 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0861683 May 20 16:41:15.017738 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0b6d9118-e6ee-47dd-8a0d-e8e5020bda6f req-b9ba232c-23fa-44ef-a8dc-35be3fbb343e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 May 20 16:41:16.243970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29a20c-2184-46c5-96f5-0b330776cb62 req-b5f21027-531c-4909-a60f-d88508cf20da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:16.245500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac29a20c-2184-46c5-96f5-0b330776cb62 req-b5f21027-531c-4909-a60f-d88508cf20da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0959935 May 20 16:41:16.294880 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac29a20c-2184-46c5-96f5-0b330776cb62 req-56409486-04b4-47ab-b005-6f33feac6951 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 May 20 16:41:16.666151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:17.521309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2e74-22b7-402a-96ed-ad0991efe972 req-565dcb00-4a60-4937-b679-e96dbb90b678 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:17.523442 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-89be2e74-22b7-402a-96ed-ad0991efe972 req-565dcb00-4a60-4937-b679-e96dbb90b678 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.1025922 May 20 16:41:17.581993 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-89be2e74-22b7-402a-96ed-ad0991efe972 req-027483bf-2022-4e21-a812-b64ba1582e21 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523777 May 20 16:41:18.843963 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544cf99-1c79-4eb8-9392-4cea97d1717d req-ea2fae42-0ce9-40a7-94bd-e572824305f6 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:18.846471 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d544cf99-1c79-4eb8-9392-4cea97d1717d req-ea2fae42-0ce9-40a7-94bd-e572824305f6 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.1157207 May 20 16:41:18.946023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d544cf99-1c79-4eb8-9392-4cea97d1717d req-e5ac79cc-df09-4d54-acdb-b73147b1c795 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927749 May 20 16:41:20.171617 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5d049-180d-4b4d-96a0-2d2d389e1379 req-3266e00c-e1f7-471f-8c47-64be00462a34 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:20.174273 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-02f5d049-180d-4b4d-96a0-2d2d389e1379 req-3266e00c-e1f7-471f-8c47-64be00462a34 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0998919 May 20 16:41:20.222812 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-02f5d049-180d-4b4d-96a0-2d2d389e1379 req-6ff134d5-c1eb-4f6e-b077-0822e3439649 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409756 May 20 16:41:21.421402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36642e-15a2-4752-840f-a3eb2cbeeb3f req-0c6739cd-58d5-43c4-b16b-0ba4c70d6059 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:21.423023 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed36642e-15a2-4752-840f-a3eb2cbeeb3f req-0c6739cd-58d5-43c4-b16b-0ba4c70d6059 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0847313 May 20 16:41:21.487887 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ed36642e-15a2-4752-840f-a3eb2cbeeb3f req-b617e742-9817-4ee5-b5ce-bdb8fd7ebf26 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585907 May 20 16:41:22.326961 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-4768ea70-9d52-440f-8a9d-5da08df7a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:22.328433 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-4768ea70-9d52-440f-8a9d-5da08df7a52b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1099 time: 0.0695529 May 20 16:41:22.458754 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-aa551544-3122-41ef-aba7-5b50089774bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:22.460212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-aa551544-3122-41ef-aba7-5b50089774bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1259851 May 20 16:41:22.565792 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-81842e0e-689c-4fcd-86a6-f889dd7d08ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1002 time: 0.0991120 May 20 16:41:22.683109 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-18d611ee-6b65-4631-aed0-01ecf8d70edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:22.684549 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-18d611ee-6b65-4631-aed0-01ecf8d70edf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.1130884 May 20 16:41:22.744954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82764d8-1a10-4f10-b1bf-95ecf569db29 req-e8dab11a-45f7-42ce-9c7d-11afa04f1e25 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:22.746437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c82764d8-1a10-4f10-b1bf-95ecf569db29 req-e8dab11a-45f7-42ce-9c7d-11afa04f1e25 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.1454296 May 20 16:41:22.804133 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c82764d8-1a10-4f10-b1bf-95ecf569db29 req-f64d1757-439a-461a-b8b2-625a46479499 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519810 May 20 16:41:22.812372 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-6c2fbf6b-3397-40f4-959b-8c525f89bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:22.814138 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-6c2fbf6b-3397-40f4-959b-8c525f89bded service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1214864 May 20 16:41:22.943936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-26d986f4-2c0c-4cef-bbda-1724a00103d4 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225891 May 20 16:41:23.073011 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-961b7e2d-3a14-42d1-bc43-02df979e36bc req-aeab0239-de98-49b2-969a-0cf29a3f1b24 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230557 May 20 16:41:23.991040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1412ee5-decc-45ee-899a-13cc5376f6f8 req-6484c1fd-5acd-441b-88fb-c59583ceff55 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:23.992474 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b1412ee5-decc-45ee-899a-13cc5376f6f8 req-6484c1fd-5acd-441b-88fb-c59583ceff55 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0831072 May 20 16:41:24.036153 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b1412ee5-decc-45ee-899a-13cc5376f6f8 req-050686fd-5ec6-4633-b76c-8e6c93d0d74b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378940 May 20 16:41:25.218634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad5068-a961-408c-8ac5-7d2d34a88e0f req-eefdb2b2-63ee-42bb-b2e2-734788b0d409 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:25.220082 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e9ad5068-a961-408c-8ac5-7d2d34a88e0f req-eefdb2b2-63ee-42bb-b2e2-734788b0d409 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0789249 May 20 16:41:25.268205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e9ad5068-a961-408c-8ac5-7d2d34a88e0f req-8319cecb-3bd3-4b76-aed6-2707fc38a7ed tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 May 20 16:41:25.612792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f49ff2-b28a-4569-938d-685ea8b2a942 req-9425ccf6-5d28-433b-b9ae-e228755bb851 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:25.614419 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b6f49ff2-b28a-4569-938d-685ea8b2a942 req-9425ccf6-5d28-433b-b9ae-e228755bb851 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 946 time: 0.0816829 May 20 16:41:25.659498 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b6f49ff2-b28a-4569-938d-685ea8b2a942 req-806af9b3-b7dd-47f9-a2fd-924fd30f46c9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 May 20 16:41:25.841954 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55214) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:41:25.951748 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-c20b9b33-0d57-47b4-9866-88f4379825b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085715 May 20 16:41:26.512345 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:41:26.626775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:26.653410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:41:26.663410 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:26.667380 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:26.669318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:41:26.699006 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'code': 200} May 20 16:41:26.738537 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:41:26.741912 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:41:27.000469 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-4a15e3d5-2505-41a4-8717-63fa34972dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:27.001944 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-4a15e3d5-2505-41a4-8717-63fa34972dec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93&tenant_id=e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 1097 time: 0.2720523 May 20 16:41:27.018749 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b75433-fbcb-4ce0-9ce7-b73eaaad885e req-8bc3ba84-242f-4cf3-92f5-f2af2dad51f5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:27.020349 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5b75433-fbcb-4ce0-9ce7-b73eaaad885e req-8bc3ba84-242f-4cf3-92f5-f2af2dad51f5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.2532749 May 20 16:41:27.109717 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f5b75433-fbcb-4ce0-9ce7-b73eaaad885e req-83561968-be57-47ff-9606-0d3ef04fd31b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562890 May 20 16:41:27.130328 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-403c8e9b-82a0-470e-9f6b-0af6a318ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:27.132280 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-403c8e9b-82a0-470e-9f6b-0af6a318ecd4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1097 time: 0.1081941 May 20 16:41:27.272337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-08c771a0-41be-40ad-812d-ae7975368dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:27.273754 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-08c771a0-41be-40ad-812d-ae7975368dd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1323605 May 20 16:41:27.379286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-5e8399fd-1af2-4ad6-9102-ee90a43e2fa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1000 time: 0.0995722 May 20 16:41:27.442305 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-bea91bef-db7f-400e-9ec6-19e18ef9098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:27.444387 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-bea91bef-db7f-400e-9ec6-19e18ef9098e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0594807 May 20 16:41:27.517811 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-13b414c4-8dc2-4529-a82a-483ee80ce0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:27.519278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-13b414c4-8dc2-4529-a82a-483ee80ce0ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691419 May 20 16:41:27.652517 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-82a6a72c-a41c-4fca-be5e-7394a31b5d61 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265962 May 20 16:41:27.788709 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d239a20a-a3cd-4940-b904-02d3b0d90306 req-d97f0367-4533-4f4b-bb83-ad9ed425cc42 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292443 May 20 16:41:28.355090 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3286f4-522a-46ff-92ba-65ac319f55ad req-4ef8df0e-6242-468e-8af5-94037a42e273 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:28.356685 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f3286f4-522a-46ff-92ba-65ac319f55ad req-4ef8df0e-6242-468e-8af5-94037a42e273 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.1235743 May 20 16:41:28.405448 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f3286f4-522a-46ff-92ba-65ac319f55ad req-0b623d1e-1f9a-4039-a498-b9039a46ebaf tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 May 20 16:41:29.601169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e3230-ce4a-464e-8d19-2f887bf88ba9 req-dfde87dd-5b87-41a0-8a2a-0bd2db2bfab6 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:29.602570 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3d2e3230-ce4a-464e-8d19-2f887bf88ba9 req-dfde87dd-5b87-41a0-8a2a-0bd2db2bfab6 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0901179 May 20 16:41:29.650291 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3d2e3230-ce4a-464e-8d19-2f887bf88ba9 req-23f80b89-b5e6-46fb-aaf4-3e0396d1be0c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 May 20 16:41:30.993957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa09de-befb-4d1b-9385-edd9f0cfe733 req-793cd0a7-f6f7-4994-b40f-de84d44573a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:30.995505 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27fa09de-befb-4d1b-9385-edd9f0cfe733 req-793cd0a7-f6f7-4994-b40f-de84d44573a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0838947 May 20 16:41:31.042451 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-27fa09de-befb-4d1b-9385-edd9f0cfe733 req-aa0e577c-9891-4c8a-8c65-ad0b1f48e320 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 May 20 16:41:31.260210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:32.238784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b2b91-d72f-434e-a1b8-12600a844e25 req-ce1eedd1-75ab-4f66-a3a2-1e67b92ed838 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:32.241915 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-694b2b91-d72f-434e-a1b8-12600a844e25 req-ce1eedd1-75ab-4f66-a3a2-1e67b92ed838 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0883987 May 20 16:41:32.289530 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-694b2b91-d72f-434e-a1b8-12600a844e25 req-c5a0b6ee-2d24-4738-aea6-c6010d6ffc30 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 May 20 16:41:33.478990 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05b25-cc3c-4cf2-b48f-26eaec9db250 req-b04eec54-d98c-4183-b07b-25ebcb367ea1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:33.480373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e5b05b25-cc3c-4cf2-b48f-26eaec9db250 req-b04eec54-d98c-4183-b07b-25ebcb367ea1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0833409 May 20 16:41:33.537731 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e5b05b25-cc3c-4cf2-b48f-26eaec9db250 req-f615b268-8b66-4e0a-92ce-a578f6a039ce tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497122 May 20 16:41:34.723599 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f9a4f-277e-45c9-9bb8-86601b4f7e6f req-8de350d6-464b-4283-9c20-fb5d039bde13 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:34.725650 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-707f9a4f-277e-45c9-9bb8-86601b4f7e6f req-8de350d6-464b-4283-9c20-fb5d039bde13 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0834634 May 20 16:41:34.774485 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-707f9a4f-277e-45c9-9bb8-86601b4f7e6f req-99026d29-c23d-4fa1-8e3f-9ccaca808220 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427532 May 20 16:41:35.977714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabae6-fef4-4f8c-a51b-33549580906a req-1615f7fb-73ae-48d8-b3e7-eed65b819048 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:35.979184 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4aeabae6-fef4-4f8c-a51b-33549580906a req-1615f7fb-73ae-48d8-b3e7-eed65b819048 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0887778 May 20 16:41:36.027558 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4aeabae6-fef4-4f8c-a51b-33549580906a req-822cdd7c-dbd1-40a4-ad5a-6af3f5f64beb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 May 20 16:41:37.182654 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:41:37.217169 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a520562-dfc8-43bc-9710-81ff1959728b req-c4853207-d228-4b15-8381-bd736ab50de2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:37.218855 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a520562-dfc8-43bc-9710-81ff1959728b req-c4853207-d228-4b15-8381-bd736ab50de2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0834892 May 20 16:41:37.267902 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a520562-dfc8-43bc-9710-81ff1959728b req-9233d517-638e-4ed0-b339-8c138728d0a7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425100 May 20 16:41:38.457151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cc914-bc1c-41b9-af90-9aaea95dbf54 req-b08d13d5-e281-4b9e-8a39-d88e48a3d929 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:38.458657 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c0cc914-bc1c-41b9-af90-9aaea95dbf54 req-b08d13d5-e281-4b9e-8a39-d88e48a3d929 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0839324 May 20 16:41:38.503680 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5c0cc914-bc1c-41b9-af90-9aaea95dbf54 req-d479c7a2-c08e-409f-a4b5-a0fa4d1aa10c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392227 May 20 16:41:39.686535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4598d-3594-4e82-86dc-89d8c24017b5 req-385b7363-2c34-4208-ba18-319a888955ac tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:39.688027 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83f4598d-3594-4e82-86dc-89d8c24017b5 req-385b7363-2c34-4208-ba18-319a888955ac tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 944 time: 0.0785732 May 20 16:41:39.735439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83f4598d-3594-4e82-86dc-89d8c24017b5 req-e6ec7c03-bd66-448e-ba54-38f58570f278 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 May 20 16:41:40.500950 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-dbcdea08-8b23-4757-9d65-00c696802513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:40.544067 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:41:40.678902 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:40.691619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'port_id': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'mac_address': 'fa:16:3e:02:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:41:40.749229 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:40.767195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c4d1cc-5e57-4a85-ba92-5b1e24755baf {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:41:40.784098 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:40.788503 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:40.791176 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-85d6fd58-7743-4acd-ba0f-5395916d09fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:41:40.857265 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=9']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:41:40.860779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:41:40.920384 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c3dc-fd59-4bd1-8622-a26914dec7a4 req-fa91d6dc-5e24-4233-b43c-b31cd2d887bb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:40.921778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f83c3dc-fd59-4bd1-8622-a26914dec7a4 req-fa91d6dc-5e24-4233-b43c-b31cd2d887bb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 945 time: 0.0811360 May 20 16:41:40.965287 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8f83c3dc-fd59-4bd1-8622-a26914dec7a4 req-a9818a80-b994-44b5-928e-2053a7c21d32 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377522 May 20 16:41:41.031720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:41:42.151038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130fee-e6fe-4dd2-8b84-4af971406703 req-61091a89-c599-429d-84c8-4c73a52987ac tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:42.152472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f130fee-e6fe-4dd2-8b84-4af971406703 req-61091a89-c599-429d-84c8-4c73a52987ac tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 945 time: 0.0817220 May 20 16:41:42.332819 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f130fee-e6fe-4dd2-8b84-4af971406703 req-6a1920f6-5559-42d7-b352-8cd23cf3ef75 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743956 May 20 16:41:42.559562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:41:42.664903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:41:42.665278 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:42.780077 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:42.805532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:41:42.815695 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:41:42.820206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:42.822090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:41:42.856022 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'code': 200} May 20 16:41:42.888399 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=10']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:41:42.891327 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:41:43.076657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf29b1-fe65-4aa5-863a-fd2385fd0551 req-eb11a681-f451-4b86-a062-18bee659b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:43.078121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-91cf29b1-fe65-4aa5-863a-fd2385fd0551 req-eb11a681-f451-4b86-a062-18bee659b18e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1100 time: 0.0675457 May 20 16:41:43.118998 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-91cf29b1-fe65-4aa5-863a-fd2385fd0551 req-d99ddd93-a4bb-494d-aad5-28295743df69 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341098 May 20 16:41:43.300918 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:43.519464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511d0b-b704-4dc6-9da9-41b7dd89fc63 req-ff386a9d-6120-4762-834b-56fe16361ce8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:43.520800 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b8511d0b-b704-4dc6-9da9-41b7dd89fc63 req-ff386a9d-6120-4762-834b-56fe16361ce8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 947 time: 0.0827055 May 20 16:41:43.566048 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b8511d0b-b704-4dc6-9da9-41b7dd89fc63 req-bd856e11-b077-4165-ae41-1951edf8d652 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391781 May 20 16:41:43.847531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7cd34f7c-5544-483c-bd4e-884fbea83027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:44.760153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589cf1e-0235-4649-91a7-d2766e6cdf9a req-cb6d0cdb-be23-4558-a666-0224e858ef4b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:44.761627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d589cf1e-0235-4649-91a7-d2766e6cdf9a req-cb6d0cdb-be23-4558-a666-0224e858ef4b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 947 time: 0.0844147 May 20 16:41:44.800460 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:44.808528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d589cf1e-0235-4649-91a7-d2766e6cdf9a req-f7cad029-08cf-4fcc-a7da-b3e7849477af tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 May 20 16:41:46.652456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:41:50.778390 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-3c0957ab-442b-4a25-9611-7ae3ba4cf690 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713651 May 20 16:41:50.917046 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-0b7d8876-bdab-4b9c-97a7-e1ea0e6db4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:50.918439 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-0b7d8876-bdab-4b9c-97a7-e1ea0e6db4cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1100 time: 0.0740798 May 20 16:41:51.059317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-f7031087-75ee-4cfc-a92a-76d3137bd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:51.060731 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-f7031087-75ee-4cfc-a92a-76d3137bd305 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1237013 May 20 16:41:51.157691 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-3a890438-c21a-45c2-bc95-e2de7c844035 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1002 time: 0.0904968 May 20 16:41:51.221732 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-9439e610-c6ff-46c8-ae62-e563e9d45e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:51.223234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-9439e610-c6ff-46c8-ae62-e563e9d45e57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0597720 May 20 16:41:51.296703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-caf6a3d4-19e9-4ff4-a9f0-ebdf5bd4debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:41:51.298207 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-caf6a3d4-19e9-4ff4-a9f0-ebdf5bd4debc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689468 May 20 16:41:51.426918 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-7430be20-50ac-4ae6-9e08-ba8a31ac013d service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225557 May 20 16:41:51.559798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e5763dd-516d-4c2f-ba88-8b5bf62b3d50 req-609f73df-65c3-4816-8481-20d18b4d317c service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264725 May 20 16:42:01.261591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:10.503665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-770ae4c8-f5af-4e74-a610-529f6e0ee80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:13.304704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:13.840653 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-70c54e70-dc8d-453c-9699-e9f47402869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:14.182983 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:42:14.803824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:16.658817 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:31.271638 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:40.506997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-21411f1b-c8c7-49d2-883a-54bb36540648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:43.306833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:43.842623 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-93836708-a73d-4056-b7d2-73105a6149a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:44.806626 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:46.656482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:51.182415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:42:51.321358 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-ee925b58-06dd-4b29-9fc9-3779ba99773e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736005 May 20 16:42:51.453434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-a3ad4900-3df3-40c8-8f3f-660b4d9299c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:51.454773 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-a3ad4900-3df3-40c8-8f3f-660b4d9299c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1100 time: 0.0688221 May 20 16:42:51.598132 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-beaa18b0-3828-4827-816b-80ea67367915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:51.599610 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-beaa18b0-3828-4827-816b-80ea67367915 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1268132 May 20 16:42:51.702448 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-8302dfdf-1901-4244-9ee2-09bd3d3ad32d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 1002 time: 0.0963752 May 20 16:42:51.763274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-0b98f0bc-1310-4e93-8cd5-494c89053e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:51.764659 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-0b98f0bc-1310-4e93-8cd5-494c89053e6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0562015 May 20 16:42:51.843675 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-f03c2177-7b1c-49fc-a82c-18e9d1931eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:51.845124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-f03c2177-7b1c-49fc-a82c-18e9d1931eec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744214 May 20 16:42:51.855625 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-2ecba613-1b1d-4bf2-aff2-90097c48f2a7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:42:51.856527 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-2ecba613-1b1d-4bf2-aff2-90097c48f2a7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047615 May 20 16:42:51.985132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-0a37fdfe-6eab-49ce-ad50-d25ec72faa23 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209185 May 20 16:42:52.253562 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cc2729c7-6c4a-4e4a-b0cb-a2ef26d6e13a req-6e488273-2a2f-433f-9b8c-ac6aaf0a8895 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616293 May 20 16:42:53.530569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55336) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:42:53.792378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Deleting port d74a85c0-26fa-4142-878f-4cb477cf13f7 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:42:53.792646 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:53.907549 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:53.907873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:54.173237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Calling delete_port for d74a85c0-26fa-4142-878f-4cb477cf13f7 owned by network:floatingip {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:42:54.291277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:54.295713 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-088b79bb-2f54-48d6-8205-1eb7f984c427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:42:54.338107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event deleted for resources: {'Port': ['ID=d74a85c0-26fa-4142-878f-4cb477cf13f7,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:42:54.378468 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.378854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.379236 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.379608 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.379982 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.380348 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.380711 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.381077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.382026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.382390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.382751 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.383109 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:54.390044 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:42:54.441882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:54.442178 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.l3_db [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Floating IP aca48552-dc5c-4914-a9e3-e5e98134ed6f disassociated (deleted). External IP: 172.26.8.197, port: c1c4d1cc-5e57-4a85-ba92-5b1e24755baf. May 20 16:42:54.791935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Router 51945df2-501f-486d-aaab-ec2ce08c2488 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:42:54.968013 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:42:54.977716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:42:54.986982 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:42:54.987598 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:42:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:42:54.988854 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:55.043723 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92771f05-bd1f-41fc-97fe-874ed9a2feeb tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "DELETE /v2.0/floatingips/aca48552-dc5c-4914-a9e3-e5e98134ed6f HTTP/1.1" status: 204 len: 168 time: 1.5119858 May 20 16:42:55.044218 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:42:55.153227 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'status': 'completed', 'code': 200} May 20 16:42:55.170054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:42:55.252080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-4a92a141-9339-4fab-a78a-70273cdd03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:55.258470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-4a92a141-9339-4fab-a78a-70273cdd03cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 1100 time: 0.0795653 May 20 16:42:55.455562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-be11b900-c9f8-44ac-adaa-51d2ed261280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:55.456937 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-be11b900-c9f8-44ac-adaa-51d2ed261280 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1884072 May 20 16:42:55.486610 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:42:55.490351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:42:55.498979 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:42:55.499580 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:42:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:42:55.524331 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1696b-d4d9-4ade-b89e-433c13d8ff5c req-2508f78e-d225-45c6-82eb-5e3688ee5f5b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:55.525805 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4ac1696b-d4d9-4ade-b89e-433c13d8ff5c req-2508f78e-d225-45c6-82eb-5e3688ee5f5b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 947 time: 0.1720276 May 20 16:42:55.536332 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-6f9fecfd-84da-4a94-b076-dd06703629a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 200 len: 217 time: 0.0718806 May 20 16:42:55.625500 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4ac1696b-d4d9-4ade-b89e-433c13d8ff5c req-59cb7eed-2f97-44bf-a949-cd396a913764 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915318 May 20 16:42:55.632668 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-1ff1a379-b8a2-49bc-bcac-9464f6ad21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:55.634115 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-1ff1a379-b8a2-49bc-bcac-9464f6ad21fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0806971 May 20 16:42:55.673861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:42:55.718185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-4494f257-d643-4c51-b827-f7743638b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:55.719656 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-4494f257-d643-4c51-b827-f7743638b8d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0789354 May 20 16:42:55.856119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-27d79246-1bdd-4f48-bbaf-0d0e2ea4f2f9 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282396 May 20 16:42:55.995215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-370bcd59-1d42-4545-8bc7-e005fe2b52dd req-1d066e9b-111e-4c1b-864c-263076e845c2 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298404 May 20 16:42:56.033230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:42:56.037210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7b180-60ea-4d9d-aecc-2bc63a1b7a61 None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:42:56.260442 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206208c-6b41-47fc-b3c4-34a0892a6057 None None] New status for floating IP aca48552-dc5c-4914-a9e3-e5e98134ed6f: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:42:56.649792 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-c795d917-e271-4719-bf0d-bf94c360fa53 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:56.651221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-c795d917-e271-4719-bf0d-bf94c360fa53 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 947 time: 0.0850375 May 20 16:42:56.856055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8df0a5-f368-4384-9cb2-19d5175fce1f req-839e8c2d-8ebf-4c3b-8292-019f360fc38d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:42:56.857769 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8b8df0a5-f368-4384-9cb2-19d5175fce1f req-839e8c2d-8ebf-4c3b-8292-019f360fc38d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=047c6782-fa10-4d11-a68b-85af90d7cf93 HTTP/1.1" status: 200 len: 947 time: 0.1137948 May 20 16:42:56.859343 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Deleting port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:42:56.859674 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:56.985397 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8b8df0a5-f368-4384-9cb2-19d5175fce1f req-3417bd09-c87c-4e3d-a0c4-5a3554a1ec88 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15bd921-5756-45a0-8841-5d3b43faeb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118779 May 20 16:42:57.026783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] For port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:42:57.027133 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:57.151129 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Calling delete_port for c1c4d1cc-5e57-4a85-ba92-5b1e24755baf owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:42:57.261673 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:57.267076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d055e93b-f839-4d18-904a-8e58b8ffc93a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:42:57.311542 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event deleted for resources: {'Port': ['ID=c1c4d1cc-5e57-4a85-ba92-5b1e24755baf,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:42:57.352311 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.352691 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.353066 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.353457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.353836 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.354181 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.354538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.354894 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.355250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.355701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.356055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.356404 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:42:57.363722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:42:57.398323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] No DVR routers for this DVR port c1c4d1cc-5e57-4a85-ba92-5b1e24755baf on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:42:57.400823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:57.403359 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-deleted', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:42:57.415977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3d756b34-b74d-4c7c-b77d-0a3b0eb6e845 req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "DELETE /v2.0/ports/c1c4d1cc-5e57-4a85-ba92-5b1e24755baf HTTP/1.1" status: 204 len: 173 time: 0.7598522 May 20 16:42:57.500251 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c6782-fa10-4d11-a68b-85af90d7cf93', 'name': 'network-vif-deleted', 'tag': 'c1c4d1cc-5e57-4a85-ba92-5b1e24755baf', 'status': 'completed', 'code': 200} May 20 16:42:58.079068 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55356) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:42:58.152168 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:58.183300 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:58.250123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:58.255476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-12baafc5-6807-416c-bec8-8d67ce36c646 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:42:58.269257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15bd921-5756-45a0-8841-5d3b43faeb1e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:42:58.272166 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:42:58.274606 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:58.275256 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-92574c86-a663-476f-9a15-15d624c888d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "DELETE /v2.0/security-groups/b15bd921-5756-45a0-8841-5d3b43faeb1e HTTP/1.1" status: 204 len: 168 time: 0.1951919 May 20 16:42:59.783248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55366) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:42:59.788779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384856160', 'description': 'tempest-secgroup-smoke-384856160 description', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:42:59.794767 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:42:59.798567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:42:59.801387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:42:59.807485 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:42:59.818164 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:59.838522 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:42:59.842288 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:42:59.845118 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:42:59.850752 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:42:59.920694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:59.924177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:59.929733 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6a25fb32-c7eb-4060-8700-6e4c5367fd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:42:59.968960 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:42:59.971907 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:42:59.973128 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1888559 May 20 16:42:59.974074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-a7fdf5e4-1542-4e66-a0c7-8e87c508cebd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:42:59.976399 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55370) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:42:59.981409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc0aa8-7fc5-4c6f-9760-175683d5d44a', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:42:59.987935 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:42:59.992294 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:42:59.995134 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:00.001289 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:00.016526 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.075794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.079518 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.081297 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3f6bf189-7a76-4f74-80b2-6de09b99f46a tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:00.103172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0180fc79-8862-40cb-9b1f-6a832b1e7a6d,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:00.105527 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:00.112753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.113954 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3e66948d-d3fd-4976-9078-38eb2bfbf289 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366427 May 20 16:43:00.116759 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55374) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:00.122005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc0aa8-7fc5-4c6f-9760-175683d5d44a', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:00.127878 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:00.132113 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:43:00.134944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:00.141382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:00.157187 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.218332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.221885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.227217 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4114845e-8e6c-4a7b-8d5f-6f02961d72cc tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:00.248612 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35efc610-c393-4f6f-80f3-bd9b6547d0cc,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:00.251124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:00.259512 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.260827 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0ed88f0b-0892-4146-a5e3-0b6e1ce1fcad tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430426 May 20 16:43:00.263606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55378) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:00.268584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc0aa8-7fc5-4c6f-9760-175683d5d44a', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:00.275018 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:00.278926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:43:00.281843 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:00.287840 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:00.302814 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.364028 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.368249 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.370048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-06b04a6e-aacd-4ae3-b3e5-0b0b1358a7ba tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:00.392436 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d19ec37-d900-44f7-871c-fe101b80e648,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:00.396783 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:00.400914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.402100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375978 May 20 16:43:00.404821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55382) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:00.409821 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc0aa8-7fc5-4c6f-9760-175683d5d44a', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:00.415583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:00.419363 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:43:00.422240 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:00.427887 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:00.443564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.505796 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.509672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.516725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5d29cadc-28b1-4ebc-ba9c-af43103f868d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:00.534198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104c631a-bb60-424f-a0e6-33bf6c08843d,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:00.536845 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:00.544001 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.545158 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9e3237df-aa97-41a3-8cd8-e08791231e3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394122 May 20 16:43:00.547877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55386) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:00.553647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc0aa8-7fc5-4c6f-9760-175683d5d44a', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:00.559418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:00.563250 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:43:00.566301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:00.572380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:00.582662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Project e2a5c704f0fd408fae57c29f3f63c461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:43:00.588191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.656417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.660096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.661985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-42345230-ee84-4455-abd1-d95daa84b13f tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:00.684570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ceadf2-5b7b-4ca9-8c97-18cef5243162,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:00.687058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:00.694522 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.695806 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f8177b2b-c9ef-414d-ae08-0a3ab20e7cc8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469913 May 20 16:43:00.698905 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55390) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:00.703864 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc0aa8-7fc5-4c6f-9760-175683d5d44a', 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:00.709750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:00.713565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:security_group_rule and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:43:00.716406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:00.722117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:00.733247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.securitygroups_db [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Project e2a5c704f0fd408fae57c29f3f63c461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:43:00.738805 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.805454 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.811060 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.812984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0d37af59-bffb-43fc-bac3-836cd8875354 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:00.833822 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741f7d37-6ca9-4265-a5f6-cfcdfb2880ef,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:00.837756 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:00.845601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:00.846775 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-2b6fbc8a-d928-461f-9202-7898486910b9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469355 May 20 16:43:00.938701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:43:00.972168 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: c1c4d1cc-5e57-4a85-ba92-5b1e24755baf {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:43:00.972606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device c1c4d1cc-5e57-4a85-ba92-5b1e24755baf not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:43:01.269893 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:10.512037 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a824df81-517c-439f-8504-8203da9fb29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:13.310628 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:13.852082 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-94289e90-c012-42a1-ba08-f12dcc653e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:14.810432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:14.887920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-7863f85b-5309-4acc-9323-96e8b2250340 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384856160&fields=id&tenant_id=e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 267 time: 0.0416069 May 20 16:43:15.041698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-b4fd31e3-8aba-4000-b771-7be519b3135f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:15.043149 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-b4fd31e3-8aba-4000-b771-7be519b3135f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 809 time: 0.1488500 May 20 16:43:15.058168 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-6702beed-5346-40d4-a044-f04a03754e7c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/quotas/e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 375 time: 0.0094318 May 20 16:43:15.147255 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-847a9e1d-de63-4984-b936-b89e1439e49e req-9d9441c2-8ff0-4f61-8438-d8d04224ee9f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Synchronizing usage tracker for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:43:15.162858 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-847a9e1d-de63-4984-b936-b89e1439e49e req-9d9441c2-8ff0-4f61-8438-d8d04224ee9f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Unset dirty status for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:43:15.164221 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-9d9441c2-8ff0-4f61-8438-d8d04224ee9f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009088 May 20 16:43:15.383860 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-6d6949b4-bbc4-4fdb-84a4-feb2e73ecfc4 service neutron] 10.222.0.13 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084582 May 20 16:43:15.661892 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-709ce359-70ff-42c9-bf0a-963b4fa3ddc8 service neutron] 10.222.0.13 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720776 May 20 16:43:16.244707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83c845db-d527-497c-bc84-fc8a60e78611 req-1dd44387-1c4f-4e6d-ab7f-5ee1ac536fea tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 210 time: 0.0931299 May 20 16:43:16.659566 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:17.338110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ac6b4f50-6851-4ac9-8495-856feaa12de3 req-71e2db43-ddd2-49c1-9dcd-082e184f5353 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 210 time: 0.0415790 May 20 16:43:18.358696 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-7d9cd6ee-f33d-4315-a260-23e728a6fd87 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:18.360861 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-7d9cd6ee-f33d-4315-a260-23e728a6fd87 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 809 time: 0.1470265 May 20 16:43:18.416650 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-11d41419-9822-4940-8596-9dd965f33d5e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 379 time: 0.0463691 May 20 16:43:18.425254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'port': {'device_id': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'admin_state_up': True, 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'security_groups': ['c1cc0aa8-7fc5-4c6f-9760-175683d5d44a']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:18.545628 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7939e6b1-979e-4ec5-8e03-ba133e7f2689 req-e5718695-c955-4b0c-ba0d-941dedb232d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 210 time: 0.0982952 May 20 16:43:18.604283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:18.613945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:18.627012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Made reservation on behalf of e2a5c704f0fd408fae57c29f3f63c461 for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:43:18.630781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:18.795757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Allocated IP 172.20.0.6 (d33a9617-37c0-4151-ab12-38ed8ddc80bd/e3a89c15-b0cc-4289-8dcd-307e3e5a4652/1bae9f89-b4cc-4410-8127-90943ae1259a) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:43:18.989503 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.005709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Transition to ACTIVE for port object 1bae9f89-b4cc-4410-8127-90943ae1259a will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:43:19.029262 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.035408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f7a53d57-179f-4525-bf2c-69fb3a87fdad tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:19.103468 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:43:19.107361 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:43:19.110190 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:43:19.157581 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:19.162773 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:19.184198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:19.184820 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.219606 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981727 May 20 16:43:19.233208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Request body: {'port': {'device_id': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:19.353623 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.376068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a3d17466-6939-40ea-973e-9b33e06b56fe None None] Provisioning for port 1bae9f89-b4cc-4410-8127-90943ae1259a completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:43:19.382663 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a3d17466-6939-40ea-973e-9b33e06b56fe None None] Provisioning complete for port 1bae9f89-b4cc-4410-8127-90943ae1259a triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:43:19.383342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a3d17466-6939-40ea-973e-9b33e06b56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.446546 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a3d17466-6939-40ea-973e-9b33e06b56fe None None] Port 1bae9f89-b4cc-4410-8127-90943ae1259a cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:43:19.836278 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bae9f89-b4cc-4410-8127-90943ae1259a {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:43:19.847013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.870323 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406813a5-754d-4ef0-b2d1-474d1f89a744 req-ef85921e-c7ff-4a07-9038-5767d3aa15a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:19.871012 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-406813a5-754d-4ef0-b2d1-474d1f89a744 req-ef85921e-c7ff-4a07-9038-5767d3aa15a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Synchronizing usage tracker for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:43:19.876069 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Transition to ACTIVE for port object 1bae9f89-b4cc-4410-8127-90943ae1259a will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:43:19.884115 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:19.890207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:19.936981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-406813a5-754d-4ef0-b2d1-474d1f89a744 req-ef85921e-c7ff-4a07-9038-5767d3aa15a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Unset dirty status for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:43:19.938076 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-406813a5-754d-4ef0-b2d1-474d1f89a744 req-ef85921e-c7ff-4a07-9038-5767d3aa15a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 931 time: 0.2356429 May 20 16:43:20.238833 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:20.251067 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:20.308249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-406813a5-754d-4ef0-b2d1-474d1f89a744 req-eba31507-be4a-4152-a7a7-72c0b3e2af28 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506848 May 20 16:43:20.342667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Attempting to bind port 1bae9f89-b4cc-4410-8127-90943ae1259a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:43:20.343078 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Attempting to bind port 1bae9f89-b4cc-4410-8127-90943ae1259a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:43:20.343402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Attempting to bind port 1bae9f89-b4cc-4410-8127-90943ae1259a on network d33a9617-37c0-4151-ab12-38ed8ddc80bd {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:43:20.348392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Port 1bae9f89-b4cc-4410-8127-90943ae1259a on network d33a9617-37c0-4151-ab12-38ed8ddc80bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:43:20.348693 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Attempting to bind port 1bae9f89-b4cc-4410-8127-90943ae1259a on network d33a9617-37c0-4151-ab12-38ed8ddc80bd {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:43:20.354784 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:43:20.355042 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Checking segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:43:20.355421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Bound using segment: {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:43:20.356315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Bound port: 1bae9f89-b4cc-4410-8127-90943ae1259a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:43:20.356315 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:20.444965 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:43:20.448103 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:43:20.453535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:20.457569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-13a0d836-a1f1-4f00-a99e-4c459f53edd8 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:20.512161 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:20.512650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:20.514307 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] 10.222.0.25 "PUT /v2.0/ports/1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 1093 time: 1.2865152 May 20 16:43:20.517089 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:43:20.554487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:20.563301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:20.619511 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'status': 'completed', 'code': 200} May 20 16:43:20.673052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-565025e0-3255-4c69-9e80-ba6a94ce57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:20.674586 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-565025e0-3255-4c69-9e80-ba6a94ce57de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1096 time: 0.1095772 May 20 16:43:20.750627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-173738ee-e7b0-4e3d-994f-499bb44bbf11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 217 time: 0.0691481 May 20 16:43:20.818445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-457224a3-e605-4e9c-b85c-9df833927da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:20.820200 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-457224a3-e605-4e9c-b85c-9df833927da5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0635579 May 20 16:43:20.922687 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9e1d-de63-4984-b936-b89e1439e49e req-4b42684b-7cea-473a-a016-29f415ceca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:20.924213 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-4b42684b-7cea-473a-a016-29f415ceca5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0982537 May 20 16:43:21.063501 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-161e2eb1-cac4-4f66-bd29-791ea7d092ff service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330543 May 20 16:43:21.199173 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-847a9e1d-de63-4984-b936-b89e1439e49e req-9928b77d-2ba4-4532-8b08-23c592eb5a78 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290908 May 20 16:43:21.312928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ce82-b36d-425a-bade-7de207d839fe req-5d5c1a3a-009f-4242-a213-407149bcf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:21.314485 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-5d5c1a3a-009f-4242-a213-407149bcf16c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1096 time: 0.0721533 May 20 16:43:21.499615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ce82-b36d-425a-bade-7de207d839fe req-b66b4b53-12ab-4c92-8af2-bd2ee623886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:21.501180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-b66b4b53-12ab-4c92-8af2-bd2ee623886c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1803937 May 20 16:43:21.581966 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-70b9c160-692d-4009-b2fc-2cbc09a734f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 217 time: 0.0688865 May 20 16:43:21.643810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c15e00-617d-4bdf-bdbe-9edf30365d32 req-98acddc4-4ccf-4489-916f-2b97e790d304 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:21.644932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e3c15e00-617d-4bdf-bdbe-9edf30365d32 req-98acddc4-4ccf-4489-916f-2b97e790d304 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.2256122 May 20 16:43:21.682893 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ce82-b36d-425a-bade-7de207d839fe req-a588590b-5b6f-4d0d-907e-9405618096a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:21.684354 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-a588590b-5b6f-4d0d-907e-9405618096a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0954456 May 20 16:43:21.747364 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e3c15e00-617d-4bdf-bdbe-9edf30365d32 req-bc8c5479-fd5f-4dbf-bd32-c5c40065cba4 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948999 May 20 16:43:21.776780 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ce82-b36d-425a-bade-7de207d839fe req-4b9092e1-0edb-4ead-90b5-fd124eb870c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:21.778315 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-4b9092e1-0edb-4ead-90b5-fd124eb870c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0866773 May 20 16:43:21.913977 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-bf8b6920-1577-4a9b-9a14-46267efe0f39 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278462 May 20 16:43:22.059603 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ea95ce82-b36d-425a-bade-7de207d839fe req-2b8ef3ae-8c5b-4191-b3be-9489a41ac016 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399872 May 20 16:43:22.936782 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620e6b4-6718-4e70-a19f-d41844f226d4 req-f219f084-c5c8-4638-91cb-c00917569e24 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:22.938410 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2620e6b4-6718-4e70-a19f-d41844f226d4 req-f219f084-c5c8-4638-91cb-c00917569e24 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0831406 May 20 16:43:22.985720 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2620e6b4-6718-4e70-a19f-d41844f226d4 req-eb266911-2ee5-413b-9997-92e6de93b70f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 May 20 16:43:24.177971 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22197d3-ec31-41d1-9fc3-b393d41e17c2 req-68977a8b-58cb-43ff-8f5c-3f7ce831b939 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:24.179441 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e22197d3-ec31-41d1-9fc3-b393d41e17c2 req-68977a8b-58cb-43ff-8f5c-3f7ce831b939 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0855162 May 20 16:43:24.371507 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e22197d3-ec31-41d1-9fc3-b393d41e17c2 req-bf473dde-32be-459f-81f6-dc91077e9599 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863236 May 20 16:43:25.554452 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a590641-d281-44d3-b945-0ee0ad580441 req-ab644608-bd22-4788-94f9-9642a28886a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:25.555798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a590641-d281-44d3-b945-0ee0ad580441 req-ab644608-bd22-4788-94f9-9642a28886a1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0782714 May 20 16:43:25.602965 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a590641-d281-44d3-b945-0ee0ad580441 req-f4bf6fbc-e311-4bb0-860b-fac2a11d9ce5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414684 May 20 16:43:26.786655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f07f6-adc5-40d7-989a-aac1ae7ff735 req-8698e39b-c7b9-4dc3-8833-0acab394fd34 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:26.788119 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9f07f6-adc5-40d7-989a-aac1ae7ff735 req-8698e39b-c7b9-4dc3-8833-0acab394fd34 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0806310 May 20 16:43:26.832386 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0c9f07f6-adc5-40d7-989a-aac1ae7ff735 req-a9f6ea0b-dc04-4dac-a34e-0a8c58b2cc0c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380354 May 20 16:43:28.016657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8868cb2-bd7a-4354-acbc-d0b23626e8c0 req-b897504a-82cb-4033-a60b-11404bb7dbb1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:28.018123 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a8868cb2-bd7a-4354-acbc-d0b23626e8c0 req-b897504a-82cb-4033-a60b-11404bb7dbb1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0827155 May 20 16:43:28.062040 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a8868cb2-bd7a-4354-acbc-d0b23626e8c0 req-cc440989-7dc7-4e94-8269-42006a3ecdea tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380220 May 20 16:43:28.181757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:43:29.244914 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203bec8-897a-4788-a4f0-c6162a99c535 req-dd849c54-f6a9-4238-93e1-f7e9fbc8c7d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:29.246398 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d203bec8-897a-4788-a4f0-c6162a99c535 req-dd849c54-f6a9-4238-93e1-f7e9fbc8c7d2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0789025 May 20 16:43:29.291053 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d203bec8-897a-4788-a4f0-c6162a99c535 req-6fdca9c0-6328-43ea-90d7-0c2697d81e5f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388908 May 20 16:43:30.475456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084866e5-102e-47f8-a233-14aecfa5d96c req-8f5b7202-d550-4854-961e-51f426bc1d9c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:30.476935 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-084866e5-102e-47f8-a233-14aecfa5d96c req-8f5b7202-d550-4854-961e-51f426bc1d9c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0826344 May 20 16:43:30.522360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-084866e5-102e-47f8-a233-14aecfa5d96c req-65ee8c9c-2654-4c10-b4aa-3712f2566613 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 May 20 16:43:31.052422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:43:31.184204 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:43:31.197006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'port_id': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'mac_address': 'fa:16:3e:13:29:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:43:31.259846 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:31.281984 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bae9f89-b4cc-4410-8127-90943ae1259a {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:43:31.287361 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:31.298963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:43:31.302543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:31.304180 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:31.368748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:31.375763 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.376110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.376445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.376779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.377107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.377459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.377784 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.378106 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.378423 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.378737 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.379052 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.379362 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:43:31.383740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:31.504428 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['1bae9f89-b4cc-4410-8127-90943ae1259a'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:43:31.707533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bcd2f-35a4-409a-8d1a-64040c48dabc req-ea1af308-3b83-4db4-89aa-f669a2f54b5b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:31.709000 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-495bcd2f-35a4-409a-8d1a-64040c48dabc req-ea1af308-3b83-4db4-89aa-f669a2f54b5b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 944 time: 0.0830731 May 20 16:43:31.758655 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-495bcd2f-35a4-409a-8d1a-64040c48dabc req-daa86787-d81d-421b-82aa-5a31757c34c6 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 May 20 16:43:32.941913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97342a-e396-4cd3-a9d6-be1ec12d0aed req-a544e69f-ab70-43ac-828e-76b4026b7ca7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:32.943243 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b97342a-e396-4cd3-a9d6-be1ec12d0aed req-a544e69f-ab70-43ac-828e-76b4026b7ca7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 944 time: 0.0785522 May 20 16:43:32.987490 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7b97342a-e396-4cd3-a9d6-be1ec12d0aed req-161d4bd6-b05d-43ad-85ba-7b243ec26118 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380390 May 20 16:43:33.067987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:43:33.135981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 1bae9f89-b4cc-4410-8127-90943ae1259a completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:43:33.140787 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 1bae9f89-b4cc-4410-8127-90943ae1259a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:43:33.141171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:33.259473 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:33.285531 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:43:33.295712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:43:33.299856 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:33.302786 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:33.369971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:33.373363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:33.387432 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'code': 200} May 20 16:43:33.617938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900ad4-ab39-4990-a318-e3cdd6bf9191 req-355152ef-a91c-444a-8813-557efb0a388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:33.619328 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c900ad4-ab39-4990-a318-e3cdd6bf9191 req-355152ef-a91c-444a-8813-557efb0a388d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0743685 May 20 16:43:33.666643 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1c900ad4-ab39-4990-a318-e3cdd6bf9191 req-3d4d049f-3ae0-4c85-ae4b-c15c050427f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356069 May 20 16:43:34.169786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0b09e-85c4-4044-a525-e80512342b94 req-5bbaec14-24ce-4bb6-8606-8d0fe72d86e1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:34.171249 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0a0b09e-85c4-4044-a525-e80512342b94 req-5bbaec14-24ce-4bb6-8606-8d0fe72d86e1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0813589 May 20 16:43:34.216090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0a0b09e-85c4-4044-a525-e80512342b94 req-91cf45a4-1756-4202-8728-519552b4c098 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 May 20 16:43:35.402973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e8857-b2e8-4988-834f-085c2203af6f req-56034de3-4edb-4cf7-82ca-3bb64a26d3ed tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:35.404446 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c7e8857-b2e8-4988-834f-085c2203af6f req-56034de3-4edb-4cf7-82ca-3bb64a26d3ed tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0835655 May 20 16:43:35.450582 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8c7e8857-b2e8-4988-834f-085c2203af6f req-66fe85e0-f952-4345-9613-df6d03b27243 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 May 20 16:43:35.634670 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7519678-8e61-4320-ae5e-74542c2bb62b req-094a4b4f-1d24-4d19-bc13-428493f3a39b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:35.636588 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7519678-8e61-4320-ae5e-74542c2bb62b req-094a4b4f-1d24-4d19-bc13-428493f3a39b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0802417 May 20 16:43:35.685377 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e7519678-8e61-4320-ae5e-74542c2bb62b req-b2973b22-05f4-4436-9a4e-d6b4bc2b0d1d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 May 20 16:43:35.707374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55592) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:35.775789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1311a-b331-418f-8e7b-31b2d1f80f1d tempest-TestShelveInstance-1258077200 tempest-TestShelveInstance-1258077200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:35.777245 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-67a1311a-b331-418f-8e7b-31b2d1f80f1d tempest-TestShelveInstance-1258077200 tempest-TestShelveInstance-1258077200-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1093 time: 0.0689020 May 20 16:43:35.780212 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55596) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:43:35.785185 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:43:35.791741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:43:35.795524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Usage tracker for resource:floatingip and tenant:e2a5c704f0fd408fae57c29f3f63c461 is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:43:35.798304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:43:35.804040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:43:35.814401 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:35.949459 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:36.083638 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Allocated IP 172.26.8.113 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/d6f1d36f-5954-4550-ad5e-3dc3de0e238b) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:43:36.233281 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:36.262540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:36.266218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9ea1262b-b8d9-44a7-9ad0-ba9aad4d179c tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:36.325057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:43:36.328179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:43:36.330730 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:43:36.376026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'Port': ['ID=d6f1d36f-5954-4550-ad5e-3dc3de0e238b,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:36.379070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:36.882325 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:36.953881 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:37.160319 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:37.165280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:37.169013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-344edbb7-f79e-48dd-a8dd-378d194cb7ab tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:43:37.269912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event updated for resources: {'Port': ['ID=d6f1d36f-5954-4550-ad5e-3dc3de0e238b,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:43:37.274440 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:43:37.282725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:37.453961 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Floating IP d02bb4aa-cff8-4c07-b36b-9251a7728848 associated. External IP: 172.26.8.113, port: 1bae9f89-b4cc-4410-8127-90943ae1259a. May 20 16:43:37.801316 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Router 51945df2-501f-486d-aaab-ec2ce08c2488 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:43:37.977547 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:43:37.987627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:43:37.997240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:43:37.997949 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:43:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:43:38.001921 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:38.056982 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2757714 May 20 16:43:38.057680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:43:38.103895 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'status': 'completed', 'code': 200} May 20 16:43:38.180587 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:43:38.198637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-6af26c99-7395-4df6-a737-c2c11016d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:38.200258 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-6af26c99-7395-4df6-a737-c2c11016d82e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0749919 May 20 16:43:38.484683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-ff762ddd-aaec-4a16-a6b4-27e70a2d3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:38.486201 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-ff762ddd-aaec-4a16-a6b4-27e70a2d3822 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.2797184 May 20 16:43:38.582657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'd02bb4aa-cff8-4c07-b36b-9251a7728848', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'port_id': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'mac_address': 'fa:16:3e:13:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:43:36Z', 'updated_at': '2021-05-20T16:43:36Z', 'revision_number': 0, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:43:38.586625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:43:38.592132 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-fd342998-8601-4228-b26f-d4ea72fa4ea2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 999 time: 0.0990574 May 20 16:43:38.595262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:43:38.595875 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:43:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:43:38.654529 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-fe328887-a28d-4511-bca7-5a3754024e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:38.655966 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-fe328887-a28d-4511-bca7-5a3754024e57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0575914 May 20 16:43:38.729312 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-52c5d337-8c23-4e8b-a741-ef791bffe24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:38.730797 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-52c5d337-8c23-4e8b-a741-ef791bffe24b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686550 May 20 16:43:38.775157 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:43:38.871325 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-b31bf66f-2064-49ac-b206-b215be0b3af8 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330857 May 20 16:43:39.008766 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7a25cd6-7062-45b6-853e-8fc71550ded7 req-d1225298-e17f-4850-b0b9-71421826d5c5 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302874 May 20 16:43:39.131188 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'd02bb4aa-cff8-4c07-b36b-9251a7728848', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'port_id': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'mac_address': 'fa:16:3e:13:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:43:36Z', 'updated_at': '2021-05-20T16:43:36Z', 'revision_number': 0, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:43:39.135608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003c2b2-5e5e-4730-9451-ccdbf35adcab None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': 'd02bb4aa-cff8-4c07-b36b-9251a7728848', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'port_id': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'mac_address': 'fa:16:3e:13:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:43:36Z', 'updated_at': '2021-05-20T16:43:36Z', 'revision_number': 0, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:43:39.318679 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42969f90-c164-4b2f-98e6-fc13bc609c39 None None] New status for floating IP d02bb4aa-cff8-4c07-b36b-9251a7728848: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:43:40.514161 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5bcec26e-2704-4f8b-94bb-d72d8e415849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:43.313716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:43.843506 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c7856814-85f2-497b-9090-0db7bfbc0083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:44.812377 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:46.662471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:43:52.789277 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-bb586f8b-959b-445b-9dc8-9529969c23e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745256 May 20 16:43:52.924628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-c2e2f3ab-325b-4bed-82a1-013629ccc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:52.926019 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-c2e2f3ab-325b-4bed-82a1-013629ccc4d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0688465 May 20 16:43:53.067861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-96fa5a73-4370-4964-ab2c-a606c9b774fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:53.069285 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-96fa5a73-4370-4964-ab2c-a606c9b774fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1246009 May 20 16:43:53.171302 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-4238c1e9-dc76-4761-80a4-ec2528337cb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 1001 time: 0.0957685 May 20 16:43:53.241093 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-8c5a5690-5688-4cfa-b377-2b21f82906f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:53.242557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-8c5a5690-5688-4cfa-b377-2b21f82906f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0644298 May 20 16:43:53.320842 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-a17609eb-cb00-4359-b639-90906ba741d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:43:53.322362 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-a17609eb-cb00-4359-b639-90906ba741d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730784 May 20 16:43:53.456230 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-34061ee3-6a69-4535-9775-9e9634c5eba4 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262305 May 20 16:43:53.589718 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd135ef5-f45f-4b77-89b6-13788e552599 req-fd309fd1-e32a-498c-85e7-c12c245c59ad service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265883 May 20 16:44:01.289891 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:05.180442 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:44:10.516395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-20c9584e-84e0-496d-87e1-368b29126a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:13.315412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:13.844615 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3b20738c-e03e-42f6-a8ea-625513b5fde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:14.814782 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:16.663904 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:31.298789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:40.521223 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-97d5b8d6-8d2f-45b2-9b27-63bf7760b3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:42.178719 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:44:43.318249 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:43.849080 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-71eb12cf-3b38-414f-9e78-c2510d7d3f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:44.819007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:46.668854 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.339703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-ce917c70-4635-43ce-8343-b25e28197d3c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110353 May 20 16:44:53.491391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-8452a5c8-143c-4164-bf38-9f0b79ba679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:53.492747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-8452a5c8-143c-4164-bf38-9f0b79ba679d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0751283 May 20 16:44:53.783752 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-c89178d7-7e33-4353-a91e-881b7a8dc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:53.785091 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-c89178d7-7e33-4353-a91e-881b7a8dc3a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.2748678 May 20 16:44:53.889491 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-de68670b-07a9-4ef8-bc5f-1336c9922c2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 1001 time: 0.0981660 May 20 16:44:53.950393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-45671fce-d6a9-459d-b293-59fa9064414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:53.951818 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-45671fce-d6a9-459d-b293-59fa9064414b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0568507 May 20 16:44:54.031637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-677e9606-c15b-4b68-9ad9-ee1a2418b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:54.033124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-677e9606-c15b-4b68-9ad9-ee1a2418b27c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755174 May 20 16:44:54.169288 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-7e52cf5b-9e2d-4bb9-8649-26d29bd0a6a0 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289883 May 20 16:44:54.305611 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aef95bc8-5ac5-452e-86ae-a4456708ec70 req-214f4b21-2da4-4d3d-affa-19ee8ea19a2e service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303570 May 20 16:45:01.298974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:10.524756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-739042ea-8b3f-405a-b9c7-98a1e2a6daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:13.321565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:13.850793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-209fdcbf-31c6-486f-9f31-c0e9eee73285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:14.821187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:16.669170 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:19.177969 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:45:31.295721 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:33.136629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f81f-4269-4784-9bc3-c83a6e1e9704 req-b010d0f7-1bb1-432e-81f4-8ffe74e92ee8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:33.138096 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0872f81f-4269-4784-9bc3-c83a6e1e9704 req-b010d0f7-1bb1-432e-81f4-8ffe74e92ee8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0815585 May 20 16:45:33.182488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0872f81f-4269-4784-9bc3-c83a6e1e9704 req-49066405-77a7-4ff3-abd9-9bb22beb49f2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 May 20 16:45:34.389569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d0fdf-db47-48f6-9af0-6090e3c4ea0e req-8996a70f-bc23-4f19-9507-2db43845cd57 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:34.391034 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd2d0fdf-db47-48f6-9af0-6090e3c4ea0e req-8996a70f-bc23-4f19-9507-2db43845cd57 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0855331 May 20 16:45:34.436294 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bd2d0fdf-db47-48f6-9af0-6090e3c4ea0e req-59221f41-8172-4692-b89f-f1bd20eca28a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394180 May 20 16:45:35.636450 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b30ae-e3da-4b3f-b43d-af865e086919 req-f16e541e-ece9-4eab-b425-38f2fd7b7ed8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:35.638014 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f8b30ae-e3da-4b3f-b43d-af865e086919 req-f16e541e-ece9-4eab-b425-38f2fd7b7ed8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0811207 May 20 16:45:35.687595 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7f8b30ae-e3da-4b3f-b43d-af865e086919 req-10c1a9ac-ab42-434c-9ffe-af319c5d9f0f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 May 20 16:45:36.870318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a734c4-0054-438c-abc9-7ae578816c17 req-8b6bfed4-a581-4615-bf2f-d808df8ee0c9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:36.871759 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-71a734c4-0054-438c-abc9-7ae578816c17 req-8b6bfed4-a581-4615-bf2f-d808df8ee0c9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0790215 May 20 16:45:36.916372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-71a734c4-0054-438c-abc9-7ae578816c17 req-ef53b127-2795-4679-a83b-0e50e70f674e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 May 20 16:45:38.100117 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f703b-1e6c-4efd-b01c-205617249caf req-fe382d71-e793-469f-90ae-cbf9b6d93177 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:38.101581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-375f703b-1e6c-4efd-b01c-205617249caf req-fe382d71-e793-469f-90ae-cbf9b6d93177 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0821247 May 20 16:45:38.150796 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-375f703b-1e6c-4efd-b01c-205617249caf req-da83f7af-99b1-4e33-9417-c7e8c3bd729a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 May 20 16:45:39.331580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc241fa-54ba-431c-b3f9-23a057ecfbcf req-32a034dd-09c1-4e3a-bfa4-e95171c8fb4c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:39.333009 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fc241fa-54ba-431c-b3f9-23a057ecfbcf req-32a034dd-09c1-4e3a-bfa4-e95171c8fb4c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0794010 May 20 16:45:39.377352 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5fc241fa-54ba-431c-b3f9-23a057ecfbcf req-e721d519-1cca-407f-a604-e867ded50a48 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 May 20 16:45:40.529685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d3d80915-099b-4c44-a56a-f81a3b89dbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:40.568684 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2998b5-f56b-452b-b3a6-7b5379afda14 req-d7292b96-7fc3-40f8-a138-5656c120f107 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:40.570183 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7c2998b5-f56b-452b-b3a6-7b5379afda14 req-d7292b96-7fc3-40f8-a138-5656c120f107 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0866413 May 20 16:45:40.615155 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7c2998b5-f56b-452b-b3a6-7b5379afda14 req-3eff93fc-5bf8-49a5-8f58-b96ae65e5c29 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391335 May 20 16:45:41.803461 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae2fc-6f35-4a50-b809-febfc3e0ef9e req-68c4e109-c7e6-4821-8394-8de4c934befe tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:41.805007 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-762ae2fc-6f35-4a50-b809-febfc3e0ef9e req-68c4e109-c7e6-4821-8394-8de4c934befe tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0858169 May 20 16:45:41.850928 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-762ae2fc-6f35-4a50-b809-febfc3e0ef9e req-12a2f150-11de-41ef-8736-ca5f88124224 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396566 May 20 16:45:43.034317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b792093-e9fc-4fe2-a729-7f52898a1c3b req-7677248a-ec7d-4504-9794-f23fb3b5a9a8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:43.035758 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5b792093-e9fc-4fe2-a729-7f52898a1c3b req-7677248a-ec7d-4504-9794-f23fb3b5a9a8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0786049 May 20 16:45:43.080882 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5b792093-e9fc-4fe2-a729-7f52898a1c3b req-91e429ee-f9d3-42df-8488-c489bfe73303 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 May 20 16:45:43.233038 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-43710b2a-5278-49ab-8e12-9722169492bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:43.234614 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-43710b2a-5278-49ab-8e12-9722169492bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0749395 May 20 16:45:43.324394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:43.367207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-19e5be46-76e4-405a-bbf7-4d0390323987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:43.368646 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-19e5be46-76e4-405a-bbf7-4d0390323987 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1280804 May 20 16:45:43.614931 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-9f2a38d8-e3c2-47f4-b3dd-1ecca4d03300 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 1001 time: 0.2378967 May 20 16:45:43.677656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-d25375bc-3d00-4ea2-b36d-6246386d3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:43.679063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-d25375bc-3d00-4ea2-b36d-6246386d3828 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0571060 May 20 16:45:43.752392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-310bb998-ebc4-410e-8f22-1c94f65936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:43.753880 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-310bb998-ebc4-410e-8f22-1c94f65936ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685804 May 20 16:45:43.853489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-17553d82-f70f-440a-814d-29a6d73b1f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:43.888956 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-502f691d-d6a3-4cee-a88f-462036f6125a service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282229 May 20 16:45:44.021244 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-16246a3b-894e-402a-b0c9-e55ce18882f9 req-c1af6980-f40f-4b47-979e-97e37e98ab3a service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271131 May 20 16:45:44.269900 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05010286-a911-47d6-a0d2-c1462314bbe8 req-4d773c3f-b0a1-462f-9d88-d6e1d50250a9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:44.271340 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-05010286-a911-47d6-a0d2-c1462314bbe8 req-4d773c3f-b0a1-462f-9d88-d6e1d50250a9 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0835080 May 20 16:45:44.315487 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-05010286-a911-47d6-a0d2-c1462314bbe8 req-7e26c3cc-989f-4995-a3c4-b52b610c3487 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383923 May 20 16:45:44.822570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:45.504168 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011708-6ade-4447-8f72-ab324a5ccd31 req-b5270357-54e5-4e92-ac62-bb9aef839285 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:45.505637 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a011708-6ade-4447-8f72-ab324a5ccd31 req-b5270357-54e5-4e92-ac62-bb9aef839285 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0851476 May 20 16:45:45.550651 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4a011708-6ade-4447-8f72-ab324a5ccd31 req-6e6074d2-e31b-4a56-acf8-d36699d42c3b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393541 May 20 16:45:46.672824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:46.737698 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c026c5-94a6-47de-9d14-9c5a9f802423 req-bf3c6cc3-b4d9-490b-80db-c3d2709656e0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:46.739180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7c026c5-94a6-47de-9d14-9c5a9f802423 req-bf3c6cc3-b4d9-490b-80db-c3d2709656e0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0810723 May 20 16:45:46.784896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c7c026c5-94a6-47de-9d14-9c5a9f802423 req-9bff903c-6deb-45bb-9573-ac8ff542aece tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399804 May 20 16:45:47.970501 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616caf72-7fe1-4c8c-b5ef-1677bf89e7fe req-5bcd6f35-d903-4f90-938b-5e62a63a5cfe tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:47.971976 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-616caf72-7fe1-4c8c-b5ef-1677bf89e7fe req-5bcd6f35-d903-4f90-938b-5e62a63a5cfe tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0835164 May 20 16:45:48.017271 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-616caf72-7fe1-4c8c-b5ef-1677bf89e7fe req-fb413aad-4d65-4358-99b7-a0b948670d84 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394568 May 20 16:45:48.303011 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-c5f2d2c5-b844-41d6-ad06-66933fd9f38f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760546 May 20 16:45:48.375760 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed11c6-cca2-42ae-bba9-09c37a12ecd6 req-9193fcdd-e76a-4c35-937f-a1d1c3560585 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:48.377292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-08ed11c6-cca2-42ae-bba9-09c37a12ecd6 req-9193fcdd-e76a-4c35-937f-a1d1c3560585 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0837359 May 20 16:45:48.427247 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-08ed11c6-cca2-42ae-bba9-09c37a12ecd6 req-3f77b12a-d63c-4349-9746-78c3981acba1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 May 20 16:45:49.618757 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a651a6-635d-46ca-b65a-1fa82d7c4385 req-c5603faf-1a28-4aad-9269-f944ccaac584 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:49.620014 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53a651a6-635d-46ca-b65a-1fa82d7c4385 req-c5603faf-1a28-4aad-9269-f944ccaac584 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0819898 May 20 16:45:49.667292 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-53a651a6-635d-46ca-b65a-1fa82d7c4385 req-a8311a30-2302-475c-b036-eae2b92864fa tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 May 20 16:45:49.798054 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:45:49.912330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:49.939834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:45:49.949760 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:45:49.954513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:49.957749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-ed02ba9b-5c13-47ee-9450-63eac7820c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:45:49.993499 dv-neutron-601336-76-hyperv neutron-server[92433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'code': 422} returned with failed status May 20 16:45:50.080557 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:45:50.087894 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.088247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.088588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.088921 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.089252 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.089608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.089939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.090263 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.090585 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.090905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.091767 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.092083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:45:50.096122 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:45:50.858084 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e7629-b6c3-44f1-b8fd-50853b9e8802 req-450b25f2-8c7e-4862-a906-79eb74eeaf07 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:50.859434 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3b5e7629-b6c3-44f1-b8fd-50853b9e8802 req-450b25f2-8c7e-4862-a906-79eb74eeaf07 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0859540 May 20 16:45:50.905128 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3b5e7629-b6c3-44f1-b8fd-50853b9e8802 req-5e12d466-c66a-42ed-bfa9-47b9495fff32 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400181 May 20 16:45:52.090926 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f829ca-a037-4df0-947b-c98ccb33ec52 req-8313fb3f-04cb-4a50-98f2-8da8d2c44906 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:52.092876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34f829ca-a037-4df0-947b-c98ccb33ec52 req-8313fb3f-04cb-4a50-98f2-8da8d2c44906 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0816300 May 20 16:45:52.140046 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-34f829ca-a037-4df0-947b-c98ccb33ec52 req-355e637b-3057-4ea6-b486-fff0ff6f9e02 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 May 20 16:45:53.177406 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcf65-a5b5-4806-921d-0f81582db356 req-72de53c9-1a7e-45ab-b672-ff4ded2afcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:53.178912 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-72de53c9-1a7e-45ab-b672-ff4ded2afcc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b&tenant_id=e2a5c704f0fd408fae57c29f3f63c461 HTTP/1.1" status: 200 len: 1096 time: 0.0765016 May 20 16:45:53.328116 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcf65-a5b5-4806-921d-0f81582db356 req-05b1a2d3-66b5-432d-800f-dacefbff9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:53.329601 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-05b1a2d3-66b5-432d-800f-dacefbff9d5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1096 time: 0.1291089 May 20 16:45:53.425283 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bd255-6623-4f55-9a64-33492922da06 req-a25a0b42-9bcf-4835-bae5-1bd806e3ca4b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:53.426696 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a3bd255-6623-4f55-9a64-33492922da06 req-a25a0b42-9bcf-4835-bae5-1bd806e3ca4b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.1755569 May 20 16:45:53.506551 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7a3bd255-6623-4f55-9a64-33492922da06 req-1f680b79-1f40-4c4a-a124-dc7e403a7c45 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718396 May 20 16:45:53.511177 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcf65-a5b5-4806-921d-0f81582db356 req-e4714be7-c873-44fb-8d4b-139d063b0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:53.512609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-e4714be7-c873-44fb-8d4b-139d063b0592 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1771750 May 20 16:45:53.619547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-f00bdc77-c7b8-4d78-8c0e-6364a4e613a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 999 time: 0.1007438 May 20 16:45:53.682294 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcf65-a5b5-4806-921d-0f81582db356 req-16029f58-1a16-47b5-a577-4411ea94130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:53.684212 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-16029f58-1a16-47b5-a577-4411ea94130c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0577524 May 20 16:45:53.905726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcf65-a5b5-4806-921d-0f81582db356 req-c2964c45-fba0-4d76-8746-9098e1ba6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:53.907213 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-c2964c45-fba0-4d76-8746-9098e1ba6cb9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2177565 May 20 16:45:54.043297 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-e095c496-b2d2-49bf-aa40-6d55720833c0 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298623 May 20 16:45:54.180472 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-038dcf65-a5b5-4806-921d-0f81582db356 req-7c3ba363-7782-4f45-be5d-0c378985b800 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312902 May 20 16:45:54.543367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-fd081d11-7b0c-4363-8ea9-54f1d928933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:54.544864 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-fd081d11-7b0c-4363-8ea9-54f1d928933e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1096 time: 0.0714483 May 20 16:45:54.745832 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-d6356bc8-fe84-44b7-9a10-42838ff648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:54.747339 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-d6356bc8-fe84-44b7-9a10-42838ff648a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1840227 May 20 16:45:54.814567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33a071-dab5-46ec-a068-e5df8c0d5ac0 req-c6c0fe0e-9a2e-4862-a5cd-61a186c34353 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:54.815932 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd33a071-dab5-46ec-a068-e5df8c0d5ac0 req-c6c0fe0e-9a2e-4862-a5cd-61a186c34353 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.1815205 May 20 16:45:54.891671 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dd33a071-dab5-46ec-a068-e5df8c0d5ac0 req-13c8df00-2429-4469-a462-4236d0c73039 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679448 May 20 16:45:54.893278 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-cb802d97-2365-41da-9633-c3200caa7555 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 999 time: 0.1394773 May 20 16:45:54.955839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-1128f803-4982-42c8-9b24-60aaf285c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:54.957274 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-1128f803-4982-42c8-9b24-60aaf285c661 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0578616 May 20 16:45:55.036070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-50aa9152-66e5-4451-a0d9-d14112663eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:55.037557 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-50aa9152-66e5-4451-a0d9-d14112663eaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744059 May 20 16:45:55.170865 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-7cf5eca8-5007-4097-9a9c-75dea8f5e427 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248052 May 20 16:45:55.300873 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2da5212-0909-48af-93a4-2a042fb7c10f req-c7765094-e3bb-4404-86b2-16259a5602bc service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244829 May 20 16:45:56.080637 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d227d-5a16-4203-a4eb-3f9a43fe3d56 req-70e514fd-9d11-4015-93c3-47ff193e6299 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:56.082129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ad9d227d-5a16-4203-a4eb-3f9a43fe3d56 req-70e514fd-9d11-4015-93c3-47ff193e6299 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0805819 May 20 16:45:56.127876 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ad9d227d-5a16-4203-a4eb-3f9a43fe3d56 req-0f2386a4-bfa8-4fb4-ab97-abda3351c2d1 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 May 20 16:45:56.177508 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:45:57.335575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f4178-f046-49c9-a7f4-1a935a995902 req-ce892ef8-c42d-4c13-8899-4462c02e2f32 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:57.337032 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-727f4178-f046-49c9-a7f4-1a935a995902 req-ce892ef8-c42d-4c13-8899-4462c02e2f32 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0896051 May 20 16:45:57.383391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-727f4178-f046-49c9-a7f4-1a935a995902 req-579d8aed-774e-4c08-bec7-6325762c4a64 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396869 May 20 16:45:58.570985 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83168a77-713a-4e7d-bdc9-50d7a409bb9b req-2e6f79da-3b3e-4d51-b0bc-1a73557b6ab0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:58.572448 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83168a77-713a-4e7d-bdc9-50d7a409bb9b req-2e6f79da-3b3e-4d51-b0bc-1a73557b6ab0 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0822010 May 20 16:45:58.618204 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-83168a77-713a-4e7d-bdc9-50d7a409bb9b req-ef4d6302-0e13-45ac-b39a-0d7030b1f4f8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389638 May 20 16:45:59.806829 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0da0f-205b-4206-82fc-2ff2eb2199d4 req-34394f3e-d611-4b9f-a9c0-39cca5fa58ea tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:45:59.808344 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7bc0da0f-205b-4206-82fc-2ff2eb2199d4 req-34394f3e-d611-4b9f-a9c0-39cca5fa58ea tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0838425 May 20 16:45:59.853942 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-7bc0da0f-205b-4206-82fc-2ff2eb2199d4 req-7f30034d-8153-41a9-bfec-46fc65901b5c tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392699 May 20 16:46:01.044873 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7173-ea0a-4d0b-8b4e-e655fc12fcc9 req-42653b15-5a74-4bfb-98cb-a09e76da4c51 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:01.046373 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ae7173-ea0a-4d0b-8b4e-e655fc12fcc9 req-42653b15-5a74-4bfb-98cb-a09e76da4c51 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 943 time: 0.0867906 May 20 16:46:01.250532 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f0ae7173-ea0a-4d0b-8b4e-e655fc12fcc9 req-83836bf6-7bc3-4c6c-a3e4-5d8a8c8030ce tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979699 May 20 16:46:01.303593 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:01.843818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:46:01.975132 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:46:01.988231 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'port_id': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'mac_address': 'fa:16:3e:13:29:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:46:02.043701 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:02.060702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bae9f89-b4cc-4410-8127-90943ae1259a {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:46:02.075749 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:46:02.080057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:02.081849 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:46:02.149358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:46:02.152489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:46:02.341245 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['1bae9f89-b4cc-4410-8127-90943ae1259a'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:46:02.435631 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc910ec-b158-4906-8de0-50b4c691ff70 req-5cae7b76-56f0-4dab-8f3d-c20d7ffbc75f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:02.437090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9cc910ec-b158-4906-8de0-50b4c691ff70 req-5cae7b76-56f0-4dab-8f3d-c20d7ffbc75f tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 944 time: 0.0814972 May 20 16:46:02.485122 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9cc910ec-b158-4906-8de0-50b4c691ff70 req-bd0c7fb5-2433-4f82-aca0-d6223c67ef11 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 May 20 16:46:03.671502 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e168896-3283-4c53-bb46-2f820586a482 req-80109fd0-9ab4-4e2a-b802-42e7561d6377 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:03.673098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e168896-3283-4c53-bb46-2f820586a482 req-80109fd0-9ab4-4e2a-b802-42e7561d6377 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 944 time: 0.0800345 May 20 16:46:03.717441 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e168896-3283-4c53-bb46-2f820586a482 req-6bb75ff0-faa1-44c3-ae6c-427a3e2d0130 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 May 20 16:46:03.859608 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:46:03.929324 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 1bae9f89-b4cc-4410-8127-90943ae1259a triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:46:03.929649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:04.044659 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:04.074014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:46:04.084146 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:46:04.088544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:04.090384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-1a9bf246-1d7f-46f9-9bee-fae8481f3e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:46:04.126732 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'code': 200} May 20 16:46:04.161299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:46:04.164338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:46:04.390681 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad54-0b56-4b83-bd74-442d900b20b6 req-6e91db38-680b-41af-9f15-93c892c6da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:04.392126 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f656ad54-0b56-4b83-bd74-442d900b20b6 req-6e91db38-680b-41af-9f15-93c892c6da72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0736959 May 20 16:46:04.433483 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-f656ad54-0b56-4b83-bd74-442d900b20b6 req-afb41854-dcf0-45ee-8f80-2c0510f0f9e1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353003 May 20 16:46:04.904986 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd7ee8-5fac-4a12-9a28-54c769eb8c2b req-a278ac3f-ba0f-443e-a24b-5e66a4178cc4 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:04.906459 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dfcd7ee8-5fac-4a12-9a28-54c769eb8c2b req-a278ac3f-ba0f-443e-a24b-5e66a4178cc4 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0815496 May 20 16:46:04.952279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dfcd7ee8-5fac-4a12-9a28-54c769eb8c2b req-f5b896c7-c9c9-4ea9-8694-2e2440415b80 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399866 May 20 16:46:06.146460 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8608b7-5da8-4e0e-a3ad-882274792fd3 req-1069df29-4833-4e4b-aed9-d4a1e6f65817 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:06.147927 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ae8608b7-5da8-4e0e-a3ad-882274792fd3 req-1069df29-4833-4e4b-aed9-d4a1e6f65817 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0825589 May 20 16:46:06.194264 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ae8608b7-5da8-4e0e-a3ad-882274792fd3 req-1c458d51-b812-43a7-b663-e7b6360c2b5a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394886 May 20 16:46:10.525382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d1ec-3bff-4c1f-9a35-181007911962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:13.328383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:13.855801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b0483f52-9225-46a6-8c6f-b962da01df71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:14.826702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:16.675715 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:31.295886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:33.177075 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:46:40.527811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3f640a9f-c893-477a-9a72-f024c1656e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:43.330494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:43.858465 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-326d931b-cde9-423b-9cb3-a39403c20cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:44.829254 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:46.680897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:55.765436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-e9e31a65-be5f-4031-bb67-ceeaa1765921 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732489 May 20 16:46:55.924073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-a245f20c-1c1f-4249-ba92-692d75ed9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:55.925581 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-a245f20c-1c1f-4249-ba92-692d75ed9db6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0710990 May 20 16:46:56.067877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-da11eef7-3b96-4f4f-9886-a4951dbfdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:56.069248 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-da11eef7-3b96-4f4f-9886-a4951dbfdd31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.1258788 May 20 16:46:56.172102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-5603671d-d059-41e3-8a17-4760c21a9b6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 1001 time: 0.0965478 May 20 16:46:56.234601 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-0c7626a0-6417-4d86-80b3-22029321ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:56.236049 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-0c7626a0-6417-4d86-80b3-22029321ef77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0574553 May 20 16:46:56.315510 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-bceef88c-4f24-4f71-9b13-e1cd14328efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:56.317004 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-bceef88c-4f24-4f71-9b13-e1cd14328efd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740919 May 20 16:46:56.457781 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-678c3d6a-af3d-4433-bf38-f5758dc8d698 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338320 May 20 16:46:56.589662 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3ea7f6da-4a05-4735-8904-502010e50ffd req-c3a33d7a-4948-4339-a017-31ec4e5cbbb3 service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253581 May 20 16:47:01.308358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:10.175820 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:47:10.531940 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ac3c41e6-6148-43c0-a14b-38ceb4193767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:13.333154 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:13.863238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8a19db39-4fa9-4378-972d-7575caa2f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:14.832114 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:16.679771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:22.010013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55780) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:22.430679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Deleting port d6f1d36f-5954-4550-ad5e-3dc3de0e238b {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:22.430928 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:22.546257 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:22.546580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:22.672981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Calling delete_port for d6f1d36f-5954-4550-ad5e-3dc3de0e238b owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:22.794535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:22.798931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a87ed02c-0234-4716-84c7-6c0ef39189c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:22.841158 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event deleted for resources: {'Port': ['ID=d6f1d36f-5954-4550-ad5e-3dc3de0e238b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:22.877939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.878333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.878714 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.879092 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.879470 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.879841 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.880208 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.880575 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.880941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.881304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.881692 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.882053 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:22.892615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:22.945124 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:22.945520 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Floating IP d02bb4aa-cff8-4c07-b36b-9251a7728848 disassociated (deleted). External IP: 172.26.8.113, port: 1bae9f89-b4cc-4410-8127-90943ae1259a. May 20 16:47:23.299032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Router 51945df2-501f-486d-aaab-ec2ce08c2488 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:47:23.480232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:23.490264 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:47:23.501002 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:23.502396 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:23.503014 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:23.556387 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "DELETE /v2.0/floatingips/d02bb4aa-cff8-4c07-b36b-9251a7728848 HTTP/1.1" status: 204 len: 168 time: 1.5451882 May 20 16:47:23.557070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:47:23.603870 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'status': 'completed', 'code': 200} May 20 16:47:23.694152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:23.704710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-14d8c0e5-4f93-44f9-9eb7-6253f2b16a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:23.706425 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-14d8c0e5-4f93-44f9-9eb7-6253f2b16a0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 1098 time: 0.0800686 May 20 16:47:24.002580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-6067ed96-0d9c-41c2-994e-3541365b496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:24.003992 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-6067ed96-0d9c-41c2-994e-3541365b496e service neutron] 10.222.0.25 "GET /v2.0/networks?id=d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 200 len: 909 time: 0.2914524 May 20 16:47:24.067368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:24.071242 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:47:24.079934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:24.080540 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:24.111342 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-611d5302-74ab-4b11-a8c3-1a268450eed6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 200 len: 217 time: 0.0734525 May 20 16:47:24.188229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-5baa7e1b-1194-479e-8d09-5e2d46cc67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:24.189687 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-5baa7e1b-1194-479e-8d09-5e2d46cc67c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 200 len: 848 time: 0.0713978 May 20 16:47:24.197962 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68a81-7ae8-4f9a-b985-d35d92f1a317 req-89fb9959-697a-4052-a0e0-72b977b9c22d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:24.199151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a5f68a81-7ae8-4f9a-b985-d35d92f1a317 req-89fb9959-697a-4052-a0e0-72b977b9c22d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Synchronizing usage tracker for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:47:24.260480 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:24.263779 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-a5f68a81-7ae8-4f9a-b985-d35d92f1a317 req-89fb9959-697a-4052-a0e0-72b977b9c22d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Unset dirty status for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:47:24.264968 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a5f68a81-7ae8-4f9a-b985-d35d92f1a317 req-89fb9959-697a-4052-a0e0-72b977b9c22d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.2660184 May 20 16:47:24.319093 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a5f68a81-7ae8-4f9a-b985-d35d92f1a317 req-56e254f9-00ab-4f42-8f59-40d110aa01d8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 May 20 16:47:24.321204 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-40ed5abb-a6e6-4c97-b972-59fd3df82c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:24.322599 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-40ed5abb-a6e6-4c97-b972-59fd3df82c7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d33a9617-37c0-4151-ab12-38ed8ddc80bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1208446 May 20 16:47:24.458510 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-a63e23b1-6c4c-44d2-99a6-46f10be2614d service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289520 May 20 16:47:24.573287 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:24.577794 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbb30e-00ed-4d38-ab12-be37b33df72a None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:38:37Z', 'revision_number': 4, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': 'edef9e7d-d8f7-4f7c-bc1c-972307c87313', 'name': '', 'network_id': 'd33a9617-37c0-4151-ab12-38ed8ddc80bd', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'mac_address': 'fa:16:3e:84:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:36Z', 'updated_at': '2021-05-20T16:38:43Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'subnets': [{'id': 'e3a89c15-b0cc-4289-8dcd-307e3e5a4652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:47:24.597652 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6eecdde0-1af1-42c2-b3de-5de2ea9b12fe req-a785d13d-4c20-42d4-9636-4879062f7a0d service neutron] 10.222.0.25 "GET /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323745 May 20 16:47:24.788073 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28e907-799a-420a-8674-caace6aa014e None None] New status for floating IP d02bb4aa-cff8-4c07-b36b-9251a7728848: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:47:25.377327 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-940c4dfa-0b74-4a72-8d9f-94171d247b56 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:25.379063 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-940c4dfa-0b74-4a72-8d9f-94171d247b56 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.0845072 May 20 16:47:25.581197 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047a2fe-d7ae-432a-b2bd-6b158e93577b req-c47a82a0-19e0-481a-bc1a-d8ab5da9693e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:25.582788 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0047a2fe-d7ae-432a-b2bd-6b158e93577b req-c47a82a0-19e0-481a-bc1a-d8ab5da9693e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 945 time: 0.1540229 May 20 16:47:25.607333 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Deleting port 1bae9f89-b4cc-4410-8127-90943ae1259a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:25.607594 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.714100 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0047a2fe-d7ae-432a-b2bd-6b158e93577b req-9b29ae88-958f-4dfb-ab56-05db8afd8d9d tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247919 May 20 16:47:25.766014 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] For port 1bae9f89-b4cc-4410-8127-90943ae1259a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1bae9f89-b4cc-4410-8127-90943ae1259a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:25.766391 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.890606 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Calling delete_port for 1bae9f89-b4cc-4410-8127-90943ae1259a owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:26.002008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:26.007389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-103b567a-8d67-42db-9dc0-c07519e167d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:26.051931 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event deleted for resources: {'Port': ['ID=1bae9f89-b4cc-4410-8127-90943ae1259a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:26.055052 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:26.129615 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] No DVR routers for this DVR port 1bae9f89-b4cc-4410-8127-90943ae1259a on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:47:26.132139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:26.134705 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-deleted', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:47:26.150323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-52a44d92-b530-4444-9ec0-c362917cc1ff req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.25 "DELETE /v2.0/ports/1bae9f89-b4cc-4410-8127-90943ae1259a HTTP/1.1" status: 204 len: 173 time: 0.7659309 May 20 16:47:26.181561 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a86d3-a207-4f12-b08b-06073db2bd1b', 'name': 'network-vif-deleted', 'tag': '1bae9f89-b4cc-4410-8127-90943ae1259a', 'status': 'completed', 'code': 200} May 20 16:47:26.866285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-89203926-2025-4d13-a4e2-aa1d7041028d req-edd5642f-5b59-4ddd-bef4-4dc37880e47e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Synchronizing usage tracker for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:47:26.883523 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-89203926-2025-4d13-a4e2-aa1d7041028d req-edd5642f-5b59-4ddd-bef4-4dc37880e47e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Unset dirty status for tenant:e2a5c704f0fd408fae57c29f3f63c461 on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:47:26.884890 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-89203926-2025-4d13-a4e2-aa1d7041028d req-edd5642f-5b59-4ddd-bef4-4dc37880e47e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 210 time: 0.0623736 May 20 16:47:28.041308 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-ff357ea9-14b4-4f9d-acda-18c54d930ead req-be18661d-3599-4ae4-bbd1-303a6873d7b2 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 210 time: 0.0436580 May 20 16:47:28.248642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:28.287493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 1bae9f89-b4cc-4410-8127-90943ae1259a {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:47:28.287772 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 1bae9f89-b4cc-4410-8127-90943ae1259a not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:29.347595 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-32c22f31-c6e7-4500-bce5-d44eb99ac601 req-93300294-2619-47c2-b299-8ceca82eb82b tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "GET /v2.0/ports?device_id=799a86d3-a207-4f12-b08b-06073db2bd1b HTTP/1.1" status: 200 len: 210 time: 0.1930881 May 20 16:47:30.445753 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55804) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:30.517648 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:30.547826 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:30.615235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:30.619139 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9cfe3b31-eaf1-4f04-8b20-cfe9447b8558 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:30.632198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc0aa8-7fc5-4c6f-9760-175683d5d44a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:30.635741 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:30.639957 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:30.641330 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-80b151ce-9447-443f-838f-5ab2fc2047c5 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1cc0aa8-7fc5-4c6f-9760-175683d5d44a HTTP/1.1" status: 204 len: 168 time: 0.1943138 May 20 16:47:30.691153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55810) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:31.322538 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.399153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.848032 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Deleting port edef9e7d-d8f7-4f7c-bc1c-972307c87313 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:31.848747 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.977904 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] For port edef9e7d-d8f7-4f7c-bc1c-972307c87313, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=edef9e7d-d8f7-4f7c-bc1c-972307c87313,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:31.978215 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:32.105395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Calling delete_port for edef9e7d-d8f7-4f7c-bc1c-972307c87313 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:32.418553 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:32.422296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bff98238-8379-4763-968e-d32dbac37cbd tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:32.466509 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Pushing event deleted for resources: {'Port': ['ID=edef9e7d-d8f7-4f7c-bc1c-972307c87313,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:32.469004 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:32.749329 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:33.102506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Router 51945df2-501f-486d-aaab-ec2ce08c2488 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:47:33.283486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:33.292771 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] Sync routers for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:47:33.299638 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] 10.222.0.13 "PUT /v2.0/routers/51945df2-501f-486d-aaab-ec2ce08c2488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6073885 May 20 16:47:33.302717 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55816) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:33.302892 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:33.303502 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:33.487371 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:33.488033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:33.794233 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:47:32Z', 'revision_number': 5, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port': {'id': '8a338937-9671-43aa-acb5-6240cd320ebc', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:34Z', 'updated_at': '2021-05-20T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:33.799244 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] Checking router: 51945df2-501f-486d-aaab-ec2ce08c2488 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:47:33.808766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] Routers {'51945df2-501f-486d-aaab-ec2ce08c2488'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:33.809482 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['51945df2-501f-486d-aaab-ec2ce08c2488'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:33.832709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:33.906650 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Deleting port 8a338937-9671-43aa-acb5-6240cd320ebc {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:33.906991 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.005826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] Set router 51945df2-501f-486d-aaab-ec2ce08c2488 gateway port host: None {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:34.028854 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] For port 8a338937-9671-43aa-acb5-6240cd320ebc, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=8a338937-9671-43aa-acb5-6240cd320ebc,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:34.029211 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.111739 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:47:33Z', 'revision_number': 6, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:34.116050 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2781e10-9ede-4b24-b7b7-bf9eb1449d79 None None] The sync data for ids ['51945df2-501f-486d-aaab-ec2ce08c2488'] in dv-neutron-601336-76-hyperv is: [{'id': '51945df2-501f-486d-aaab-ec2ce08c2488', 'name': 'tempest-TestShelveInstance-1559411090-router', 'tenant_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:33Z', 'updated_at': '2021-05-20T16:47:33Z', 'revision_number': 6, 'project_id': 'e2a5c704f0fd408fae57c29f3f63c461', 'gw_port_host': None}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:47:34.158647 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Calling delete_port for 8a338937-9671-43aa-acb5-6240cd320ebc owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:34.315517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.319929 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:34.362722 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a338937-9671-43aa-acb5-6240cd320ebc,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:34.391689 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:34.452837 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.626903 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.629218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.651058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.651577 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51945df2-501f-486d-aaab-ec2ce08c2488 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:47:34.663462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.664566 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] 10.222.0.13 "DELETE /v2.0/routers/51945df2-501f-486d-aaab-ec2ce08c2488 HTTP/1.1" status: 204 len: 168 time: 1.3606291 May 20 16:47:34.667536 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55824) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:34.725959 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Deleting subnet e3a89c15-b0cc-4289-8dcd-307e3e5a4652 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:47:34.729389 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.781569 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:34.858667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.113127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.117102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-0012a568-3444-4b79-a412-4b2c294ee00a tempest-NetworksTestDHCPv6-160176667 tempest-NetworksTestDHCPv6-160176667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:35.153191 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a89c15-b0cc-4289-8dcd-307e3e5a4652,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:35.156379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:35.157477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.162669 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353081df-5809-4ee9-a1ef-fe15d7452987 None None] Network d33a9617-37c0-4151-ab12-38ed8ddc80bd requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:35.163822 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-51424026-ce7b-4145-9eb4-de0c452e4240 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e3a89c15-b0cc-4289-8dcd-307e3e5a4652 HTTP/1.1" status: 204 len: 168 time: 0.4952936 May 20 16:47:35.166465 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55828) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:35.278739 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.349402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Deleting port 19db39ad-31ed-43e7-b629-1feaa0ebf74a {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:35.349737 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.413570 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] DHCP port deletion for d33a9617-37c0-4151-ab12-38ed8ddc80bd request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:47:35.453505 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] For port 19db39ad-31ed-43e7-b629-1feaa0ebf74a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19db39ad-31ed-43e7-b629-1feaa0ebf74a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:35.453908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.481777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device edef9e7d-d8f7-4f7c-bc1c-972307c87313 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:35.518905 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: edef9e7d-d8f7-4f7c-bc1c-972307c87313 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:47:35.519247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device edef9e7d-d8f7-4f7c-bc1c-972307c87313 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:35.519673 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19db39ad-31ed-43e7-b629-1feaa0ebf74a no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:35.549136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Deleting port 19db39ad-31ed-43e7-b629-1feaa0ebf74a {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:35.549559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.584488 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Calling delete_port for 19db39ad-31ed-43e7-b629-1feaa0ebf74a owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:35.641105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.646395 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-70c68264-5652-410e-9d5c-6ee81246424d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:35.675583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No active binding found for port 19db39ad-31ed-43e7-b629-1feaa0ebf74a {{(pid=92433) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 16:47:35.675989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 19db39ad-31ed-43e7-b629-1feaa0ebf74a not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:35.676409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8a338937-9671-43aa-acb5-6240cd320ebc no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:35.690080 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19db39ad-31ed-43e7-b629-1feaa0ebf74a,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:35.693284 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:35.694259 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] No DVR routers for this DVR port 19db39ad-31ed-43e7-b629-1feaa0ebf74a on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:47:35.714887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 8a338937-9671-43aa-acb5-6240cd320ebc {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:47:35.715234 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 8a338937-9671-43aa-acb5-6240cd320ebc not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:35.720442 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] For port 19db39ad-31ed-43e7-b629-1feaa0ebf74a, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=19db39ad-31ed-43e7-b629-1feaa0ebf74a,segment=NetworkSegment(65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac),segment_id=65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:35.721027 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.810989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.823634 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33a9617-37c0-4151-ab12-38ed8ddc80bd']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:35.835767 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:35.836054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65eebaa0-1b1b-4cc1-a640-8d9f7b1eb4ac') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:35.845012 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Calling delete_port for 19db39ad-31ed-43e7-b629-1feaa0ebf74a owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:35.847942 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.864070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.870022 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:47:35.870947 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 16:47:35.882196 dv-neutron-601336-76-hyperv neutron-server[92433]: util.warn( May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:47:35.886604 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:47:35.895627 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:35.899179 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:35.942640 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Pushing event deleted for resources: {'Port': ['ID=19db39ad-31ed-43e7-b629-1feaa0ebf74a,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:35.947818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] No DVR routers for this DVR port 19db39ad-31ed-43e7-b629-1feaa0ebf74a on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:47:35.954937 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.955279 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.955619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.955977 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.956295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.956665 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.956986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.957228 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.957574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.957897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.958214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.958564 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:35.967103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:36.108984 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:36.112388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2bea1f2a-a947-4376-ac84-10ecdffdaa68 tempest-RoutersNegativeTest-1250084177 tempest-RoutersNegativeTest-1250084177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:36.125464 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:36.135157 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33a9617-37c0-4151-ab12-38ed8ddc80bd,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:36.139602 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:36.142984 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-bed5381a-7541-4ea7-abd7-1ab28155a5b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d33a9617-37c0-4151-ab12-38ed8ddc80bd HTTP/1.1" status: 204 len: 168 time: 0.9749451 May 20 16:47:36.145916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55832) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:36.686486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:37.087915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Deleting port 610d2386-f626-4658-a10c-f45e1f9aff47 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:37.088251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:37.209047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] For port 610d2386-f626-4658-a10c-f45e1f9aff47, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=610d2386-f626-4658-a10c-f45e1f9aff47,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:37.209416 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:37.329916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Calling delete_port for 610d2386-f626-4658-a10c-f45e1f9aff47 owned by network:router_interface {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:37.623435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:37.626949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-cbf64a59-d37f-4dc5-91c7-8cd668bb6b8b tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:37.669869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=610d2386-f626-4658-a10c-f45e1f9aff47,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:37.672913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:37.932393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:38.284605 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:47:38.459776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:38.470097 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] Sync routers for ids ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:47:38.476110 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] 10.222.0.13 "PUT /v2.0/routers/71b8c51f-3cca-4a67-b2e2-c804abdb8e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3292785 May 20 16:47:38.478945 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55836) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:38.481033 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] Routers {'71b8c51f-3cca-4a67-b2e2-c804abdb8e97'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:38.481774 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:38.652989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:38.656255 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] Set router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:38.986533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.064583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Deleting port 72e247ae-2200-46dc-81dd-3cb46004a024 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:39.065063 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.112901 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:47:37Z', 'revision_number': 5, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port': {'id': '72e247ae-2200-46dc-81dd-3cb46004a024', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:38:41Z', 'updated_at': '2021-05-20T16:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:39.119597 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] Checking router: 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:47:39.142094 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] Routers {'71b8c51f-3cca-4a67-b2e2-c804abdb8e97'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:39.142726 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:39.190105 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] For port 72e247ae-2200-46dc-81dd-3cb46004a024, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=72e247ae-2200-46dc-81dd-3cb46004a024,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:39.190456 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.310066 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] Set router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:39.315309 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Calling delete_port for 72e247ae-2200-46dc-81dd-3cb46004a024 owned by network:router_gateway {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:39.413831 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:47:38Z', 'revision_number': 6, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:39.418484 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40932596-2ce6-4db2-a12c-ffd2f4dcde85 None None] The sync data for ids ['71b8c51f-3cca-4a67-b2e2-c804abdb8e97'] in dv-neutron-601336-76-hyperv is: [{'id': '71b8c51f-3cca-4a67-b2e2-c804abdb8e97', 'name': 'tempest-TestShelveInstance-915470559-router', 'tenant_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:38:40Z', 'updated_at': '2021-05-20T16:47:38Z', 'revision_number': 6, 'project_id': 'fbc8cee21ec84a5e9d514b19709013d1', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:47:39.462034 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.468408 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:39.509374 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e247ae-2200-46dc-81dd-3cb46004a024,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:39.512477 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:39.602867 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.776939 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.779373 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.804005 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.804680 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b8c51f-3cca-4a67-b2e2-c804abdb8e97 {{(pid=92432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:47:39.820604 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.821752 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-4276905e-1744-40a6-a485-8e1ae2a514e1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/71b8c51f-3cca-4a67-b2e2-c804abdb8e97 HTTP/1.1" status: 204 len: 168 time: 1.3413444 May 20 16:47:39.824642 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55840) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:39.884979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Deleting subnet 96ed29d3-327b-4530-b18e-546aeac1bcc4 {{(pid=92432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:47:39.888421 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:39.938995 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182492'] for subnet, precommit_delete_associations {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.014330 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.270040 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16394102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16057444'] for subnet, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.274973 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-65a49405-a4ed-471c-9578-8e3a073bdfbb tempest-PortsTestJSON-1091958471 tempest-PortsTestJSON-1091958471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:40.309709 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ed29d3-327b-4530-b18e-546aeac1bcc4,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:40.312781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:40.313787 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.318569 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed5bc2-5b4b-4652-a03a-ba8a32a3261d None None] Network 0284a6a2-8294-4bc4-8020-75b58804d9a7 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:40.319850 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a8e50052-a6c8-4750-ad6e-865d4e7ad33d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96ed29d3-327b-4530-b18e-546aeac1bcc4 HTTP/1.1" status: 204 len: 168 time: 0.4942501 May 20 16:47:40.322378 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55844) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:40.435229 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.509718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Deleting port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:40.510055 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.541811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-27f3c17f-8393-4c42-a13a-4f1f49970cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.597412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] DHCP port deletion for 0284a6a2-8294-4bc4-8020-75b58804d9a7 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:47:40.619057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] For port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:40.619409 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.664750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Deleting port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:47:40.665125 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.747296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Calling delete_port for 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 owned by network:dhcp {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:40.764196 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] For port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,segment=NetworkSegment(f6bbd5d0-5a45-4fd5-8475-d9a9b1748483),segment_id=f6bbd5d0-5a45-4fd5-8475-d9a9b1748483)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:40.764583 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.797317 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.802288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d31f11dd-0946-437c-ac4b-1fa7f5a3859a tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:40.847418 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Pushing event deleted for resources: {'Port': ['ID=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:40.849276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] No DVR routers for this DVR port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 on host dv-neutron-601336-76-hyperv {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:47:40.851086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:40.937885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Calling delete_port for 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:47:40.966580 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.980045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0284a6a2-8294-4bc4-8020-75b58804d9a7']}} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:40.983980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:40.988662 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-672fcdec-9b7a-4f96-b3ee-9d86d9347195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:40.992324 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483') {'for_net_delete': True} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:40.992616 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.services.segments.db [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bbd5d0-5a45-4fd5-8475-d9a9b1748483') {} {{(pid=92432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:41.004520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182469'] for segment, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.020321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.026981 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=92432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:47:41.027358 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16394024'] for segment, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.032395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Pushing event deleted for resources: {'Port': ['ID=2135dbd2-5563-45ca-a3aa-70dd5bc07d63,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:41.034834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:41.037387 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] No DVR routers for this DVR port 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: Traceback (most recent call last): May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: timer() May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: cb(*args, **kw) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: return func(*args, **kwargs) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: self._notify() May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: self.callback(batched_events) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: event.method(event) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: return f(self, *a, **k) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._get(url).json() May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: return self.request(url, 'GET', **kwargs) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:47:41.040640 dv-neutron-601336-76-hyperv neutron-server[92432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:47:41.269679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.273151 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-bc464979-a2ce-4859-ac4d-3f8a61783713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:41.286768 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Notify callbacks [] for network, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.296776 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Pushing event deleted for resources: {'Network': ['ID=0284a6a2-8294-4bc4-8020-75b58804d9a7,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:41.300970 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:41.304366 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-3e1682ad-91e4-4d3c-9e1f-8927856fd97e admin admin] 10.222.0.13 "DELETE /v2.0/networks/0284a6a2-8294-4bc4-8020-75b58804d9a7 HTTP/1.1" status: 204 len: 168 time: 0.9810755 May 20 16:47:41.446251 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55852) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:41.483358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 72e247ae-2200-46dc-81dd-3cb46004a024 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:41.500372 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-0b6e46ba-a017-4ab7-bf11-152aa102c287 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2a5c704f0fd408fae57c29f3f63c461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527253 May 20 16:47:41.503033 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55856) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:41.518789 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 72e247ae-2200-46dc-81dd-3cb46004a024 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:47:41.519136 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 72e247ae-2200-46dc-81dd-3cb46004a024 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:41.519558 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 610d2386-f626-4658-a10c-f45e1f9aff47 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:41.552529 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 610d2386-f626-4658-a10c-f45e1f9aff47 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:47:41.552816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 610d2386-f626-4658-a10c-f45e1f9aff47 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:41.553246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:47:41.567274 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.589887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:47:41.590236 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 2135dbd2-5563-45ca-a3aa-70dd5bc07d63 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:47:41.594718 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.653321 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.657153 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-96985b4e-3b02-4e6b-b236-fe5d3f0fc135 tempest-SecGroupIPv6Test-1885012663 tempest-SecGroupIPv6Test-1885012663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:41.671013 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68d845-c327-4691-adb6-84261889c22b,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:41.674026 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:41.676134 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:41.677246 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-fecb5a72-7536-4610-b2fa-960d6f7ed1c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa68d845-c327-4691-adb6-84261889c22b HTTP/1.1" status: 204 len: 168 time: 0.1733205 May 20 16:47:42.042524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55864) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:42.092109 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-1b59dc62-5f8f-455e-94f9-cf5683a2ac24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbc8cee21ec84a5e9d514b19709013d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481529 May 20 16:47:42.094486 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55868) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:42.154888 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:42.180774 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:42.239938 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:42.243871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-d7b34bd7-9488-434c-9fee-fe35753c6c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:42.255287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7ed663-bcc7-4de7-a8a8-39bc0f4dfb5f,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:42.257568 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:42.266098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:42.267206 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-e26467a6-4f1c-4ba0-a967-4ab452360e56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b7ed663-bcc7-4de7-a8a8-39bc0f4dfb5f HTTP/1.1" status: 204 len: 168 time: 0.1718452 May 20 16:47:43.090230 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55892) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:43.234156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1768662103-network', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:43.239125 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:43.243016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Usage tracker for resource:network and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:43.246564 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:43.252259 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:43.262701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Made reservation on behalf of 07cb27f31bbb45be937277a692a75c2f for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:47:43.266488 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.278886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.292903 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:43.297400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:43.300237 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:43.305901 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:43.335299 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.395884 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.399857 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.403864 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-098bb273-decc-4635-a70d-551609c2cfa6 tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:43.428015 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:47:43.441407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7a59dd-5cb1-4301-9bcd-8e39d8c7a8d2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:43.446264 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.446593 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Added segment 49987061-7c40-4113-95c6-ed984e9cf2b8 of type vlan for network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 May 20 16:47:43.455417 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.455805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.456183 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.456559 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.457126 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.457639 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.458058 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.458420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.458873 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.459308 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.459740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.460103 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:43.464829 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:43.488672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.517257 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.518290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:43.518859 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.522100 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-99c49e0d-cb04-48e4-9be4-d25031d3a3ea tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:43.756899 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Pushing event updated for resources: {'Network': ['ID=62b3a461-7164-43a6-a0c5-bb63a91e1ad6,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:43.760349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:43.762802 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ae9ca198-9b65-4052-9a3a-d5ae112f83d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6714184 May 20 16:47:43.766742 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55900) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:43.768284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:47:43.772917 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Request body: {'subnet': {'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1768662103-subnet', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:43.778680 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:43.782476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Usage tracker for resource:subnet and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:43.785619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:43.791562 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:43.803668 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Made reservation on behalf of 07cb27f31bbb45be937277a692a75c2f for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:47:43.806558 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:43.881210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-f05c1589-4d0d-46c5-bb6f-c4b5530c6c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.191731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.195127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0af07220-07f5-4a69-8ca1-c34bd015b6d5 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:44.266666 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bc785d-ae05-47e3-a207-c5c15f99ab64,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:44.271874 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:44.274353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Checking segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:44.274701 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Network hostable DHCP agents. Network: 62b3a461-7164-43a6-a0c5-bb63a91e1ad6, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:47:44.291378 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:47:44.301229 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 62b3a461-7164-43a6-a0c5-bb63a91e1ad6) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:44.309529 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:44.310140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.310358 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9a1a1-29d6-4f96-9198-20076f08418c None None] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:44.330870 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5630031 May 20 16:47:44.333513 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55904) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:44.339563 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:44.344263 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:44.348107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Usage tracker for resource:router and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:44.350953 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:44.357027 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:44.370956 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.372115 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.387272 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.525133 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:47:44.525997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.661818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.689409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Allocated IP 172.20.0.2 (62b3a461-7164-43a6-a0c5-bb63a91e1ad6/c7bc785d-ae05-47e3-a207-c5c15f99ab64/e454b370-ff2e-4bb9-9da6-9bdc3f144f83) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:44.885068 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.910246 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.920720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Transition to ACTIVE for port object e454b370-ff2e-4bb9-9da6-9bdc3f144f83 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:44.939238 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Transition to ACTIVE for port object e454b370-ff2e-4bb9-9da6-9bdc3f144f83 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:44.944595 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.948743 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:44.975748 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.006625 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.009018 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:45.012354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:45.015997 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:45.052201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Pushing event updated for resources: {'Port': ['ID=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:45.060093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:45.111206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Attempting to bind port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:47:45.111573 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Attempting to bind port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:47:45.111939 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Attempting to bind port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:47:45.117322 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:47:45.117723 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Checking segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:45.118127 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.118544 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Bound using segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:47:45.119006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Bound port: e454b370-ff2e-4bb9-9da6-9bdc3f144f83, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:47:45.119381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.146197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Allocated IP 172.26.8.66 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/4c06ced9-8127-4dee-83c2-76179de6a0f0) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:45.208025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] For port e454b370-ff2e-4bb9-9da6-9bdc3f144f83, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:47:45.212269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] For port e454b370-ff2e-4bb9-9da6-9bdc3f144f83, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:47:45.216459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.220604 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-a5418052-92dd-408c-a87b-f664c7fe964b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:45.314224 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Pushing event updated for resources: {'Port': ['ID=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:45.316624 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:45.441411 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.486913 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:45.492353 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-277375c6-aa1e-4fa7-ba71-cf90ff358373 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:45.560517 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:45.563451 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:45.565951 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:45.602102 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c06ced9-8127-4dee-83c2-76179de6a0f0,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:45.605404 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:45.993182 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:46.178975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde6f3b-edf7-46f0-8e0a-0d5bdedb776b None None] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:46.267639 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5ff24bc3-6c63-4f7d-80d9-fb882cd5d3ec None None] Provisioning for port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:46.339052 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:46.546537 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Router 78527087-5e80-4ace-8080-b6071a0214f4 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:47:46.682169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:46.877810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:46.886187 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:47:46.901208 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:46.902662 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5676663 May 20 16:47:46.905428 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55908) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:46.938015 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:46.938630 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:47.109970 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:47.175199 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:47:47.391634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:45Z', 'revision_number': 3, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:47.395728 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:47:47.396088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Updating router 78527087-5e80-4ace-8080-b6071a0214f4 port 4c06ced9-8127-4dee-83c2-76179de6a0f0 binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:47:47.454156 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.549090 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e454b370-ff2e-4bb9-9da6-9bdc3f144f83 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:47.591682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.724926 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:47.735656 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:47.736033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.799604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Allocated IP 172.20.0.1 (62b3a461-7164-43a6-a0c5-bb63a91e1ad6/c7bc785d-ae05-47e3-a207-c5c15f99ab64/0364b287-80c6-4625-a636-0b6b5309f44f) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:47.947565 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.955688 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.964156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Transition to ACTIVE for port object 0364b287-80c6-4625-a636-0b6b5309f44f will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:47.970060 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.988575 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.992730 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Transition to ACTIVE for port object 4c06ced9-8127-4dee-83c2-76179de6a0f0 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:47.993026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7d632217-fffc-4ab9-aed9-0e6dda4afe0a tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:48.003281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.008903 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:48.047393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port e454b370-ff2e-4bb9-9da6-9bdc3f144f83, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:48.055648 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:48.058569 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:48.062212 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:48.062577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.092830 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Pushing event updated for resources: {'Port': ['ID=0364b287-80c6-4625-a636-0b6b5309f44f,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:48.095375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Attempting to bind port 4c06ced9-8127-4dee-83c2-76179de6a0f0 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:47:48.095751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Attempting to bind port 4c06ced9-8127-4dee-83c2-76179de6a0f0 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:47:48.096124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Attempting to bind port 4c06ced9-8127-4dee-83c2-76179de6a0f0 on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:47:48.098599 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42dfe-be34-4035-8fab-f99a396a73c6 None None] Pushing event updated for resources: {'Port': ['ID=4c06ced9-8127-4dee-83c2-76179de6a0f0,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:48.099094 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:48.102686 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-baa42dfe-be34-4035-8fab-f99a396a73c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:48.103456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:48.124277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.145055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:47:48.145055 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:48.145429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.145707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:47:48.146534 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Bound port: 4c06ced9-8127-4dee-83c2-76179de6a0f0, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:47:48.146692 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.242801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:48.249554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:48.255857 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] For port 4c06ced9-8127-4dee-83c2-76179de6a0f0, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:47:48.256203 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.259346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] For port 4c06ced9-8127-4dee-83c2-76179de6a0f0, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c06ced9-8127-4dee-83c2-76179de6a0f0,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:47:48.263498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.268494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-38bef634-a1d7-4ee6-b6ce-9d79d9360a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:48.356393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4ce8bb5-fd4a-427e-af99-591df62f2894 None None] Provisioning for port 0364b287-80c6-4625-a636-0b6b5309f44f completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:48.363239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:48.363865 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:48.418827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42dfe-be34-4035-8fab-f99a396a73c6 None None] Pushing event updated for resources: {'Port': ['ID=4c06ced9-8127-4dee-83c2-76179de6a0f0,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:48.421445 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-a4ce8bb5-fd4a-427e-af99-591df62f2894 None None] Provisioning complete for port 0364b287-80c6-4625-a636-0b6b5309f44f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:48.421850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8bb5-fd4a-427e-af99-591df62f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.446186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-baa42dfe-be34-4035-8fab-f99a396a73c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:48.490856 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.496430 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.524107 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-c33085e9-6376-409e-b256-55c4af969ef9 tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:48.559530 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce8bb5-fd4a-427e-af99-591df62f2894 None None] Port 0364b287-80c6-4625-a636-0b6b5309f44f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:47:48.605941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:48.609374 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Pushing event updated for resources: {'Port': ['ID=0364b287-80c6-4625-a636-0b6b5309f44f,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:48.615012 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:48.658487 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:48.892814 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:48.893806 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:48.983571 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:47Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:48.987876 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e48da8-fc49-48a4-9fae-988ab3039214 None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:47Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:47:49.089800 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Router 78527087-5e80-4ace-8080-b6071a0214f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:47:49.184907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-5daeabc0-a24c-4adf-ad31-4122b0cad3ed None None] Provisioning complete for port 0364b287-80c6-4625-a636-0b6b5309f44f triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:49.185720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5daeabc0-a24c-4adf-ad31-4122b0cad3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:49.281110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-5daeabc0-a24c-4adf-ad31-4122b0cad3ed None None] Port 0364b287-80c6-4625-a636-0b6b5309f44f cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:47:49.294909 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:49.305653 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-838a0e8c-120c-483d-a847-2eee3808605d admin admin] 10.222.0.13 "PUT /v2.0/routers/78527087-5e80-4ace-8080-b6071a0214f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991327 May 20 16:47:49.493160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e454b370-ff2e-4bb9-9da6-9bdc3f144f83 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:49.571755 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:49.572239 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:49.885191 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55926) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:49.891601 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1296735505-network', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:49.896731 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:49.900721 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Usage tracker for resource:network and tenant:ea35b6e9ba904c62934f7de411cc1a90 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:49.903790 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:49.909911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:49.921604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Made reservation on behalf of ea35b6e9ba904c62934f7de411cc1a90 for: {'network': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:47:49.923932 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-741708'] for network, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:49.937024 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:49.952050 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:49.955958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Usage tracker for resource:security_group_rule and tenant:ea35b6e9ba904c62934f7de411cc1a90 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:49.958839 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:49.965141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:50.054986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.059634 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.062911 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-83dd1ba1-3d35-4a1d-9e32-36ccde45d938 tempest-ServerActionsTestJSON-1095494662 tempest-ServerActionsTestJSON-1095494662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:50.095153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=92431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:47:50.104020 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0559f31c-2cf1-4b5b-9f9d-221cb033771e,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:50.108377 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:50.111219 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.111557 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.segments_db [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Added segment b7b5b0de-e4a5-4356-b79e-7613c33d6e89 of type vlan for network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef May 20 16:47:50.138033 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767614675950'] for network, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.169290 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931'] for network, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.170412 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:50.171150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.174970 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:50.278869 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Pushing event updated for resources: {'Network': ['ID=3e9cc896-8a73-4bbc-bec1-07a1f04289ef,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:50.281723 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:50.283435 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-6ec1187a-f052-45e8-9e2d-b61d9b4f633c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3965943 May 20 16:47:50.286254 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55930) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:50.289731 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef details requested by agent ovs-agent-dv-neutron-601336-76-hyperv with host dv-neutron-601336-76-hyperv {{(pid=92433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:47:50.292760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Request body: {'subnet': {'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1296735505-subnet', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'ip_version': 4}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:50.297827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:50.302724 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Usage tracker for resource:subnet and tenant:ea35b6e9ba904c62934f7de411cc1a90 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:50.305694 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:50.311483 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:50.321848 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Made reservation on behalf of ea35b6e9ba904c62934f7de411cc1a90 for: {'subnet': 1} {{(pid=92431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:47:50.324782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16223226'] for subnet, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.714818 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16223188'] for subnet, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.717858 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f0dcf23e-b38a-44ad-b63c-ab5b3557dc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:50.793096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f62bf71-de0f-4f83-92b7-c60933e9e0af,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:50.796626 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:50.803980 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Checking segment: {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:50.804478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Network hostable DHCP agents. Network: 3e9cc896-8a73-4bbc-bec1-07a1f04289ef, hostable agents: ['b8edd3bc-d17f-46b5-853b-c0d02ebf1016'], hosted agents: [] {{(pid=92431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:47:50.824896 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef is scheduled to be hosted by DHCP agent b8edd3bc-d17f-46b5-853b-c0d02ebf1016 with binding_index 1 {{(pid=92431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:47:50.834992 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-76-hyperv, 3e9cc896-8a73-4bbc-bec1-07a1f04289ef) {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:50.844208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0aa8a-fe66-4e1a-83b8-dc4b28d9efd3 None None] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:50.845774 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:50.846371 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.868377 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-31a162dd-ed83-4c6e-8eb7-e5986229f573 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5810342 May 20 16:47:50.871782 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55934) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:50.877293 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:50.884994 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:50.890077 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Usage tracker for resource:router and tenant:ea35b6e9ba904c62934f7de411cc1a90 is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:50.895567 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:50.902141 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:50.916084 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1731262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-537'] for router, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.917464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-534'] for router, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.938619 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:50.996901 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:47:51.008936 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:51.009747 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:51.106277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8f5421-95d6-565b-a7b4-34024ac1bdec-3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'fixed_ips': [{'subnet_id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af'}]}} from dv-neutron-601336-76-hyperv. {{(pid=92433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:47:51.107135 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.245136 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:51.283734 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.db_base_plugin_common [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Allocated IP 172.20.0.2 (3e9cc896-8a73-4bbc-bec1-07a1f04289ef/6f62bf71-de0f-4f83-92b7-c60933e9e0af/22f1e6de-cea2-4aa6-affd-4d82d28c9290) {{(pid=92433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:51.385915 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.514883 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Notify callbacks [] for port, precommit_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.526134 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Transition to ACTIVE for port object 22f1e6de-cea2-4aa6-affd-4d82d28c9290 will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:51.547559 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Transition to ACTIVE for port object 22f1e6de-cea2-4aa6-affd-4d82d28c9290 will not be triggered until provisioned by entity DHCP. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:51.556961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937'] for port, after_create {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.570879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fd9da5e6-4314-47a6-a76a-52d3524b2462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:51.595127 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 2, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:51.598961 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:47:51.599320 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Updating router 78527087-5e80-4ace-8080-b6071a0214f4 port 0364b287-80c6-4625-a636-0b6b5309f44f binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:47:51.612616 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c06ced9-8127-4dee-83c2-76179de6a0f0 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:51.657107 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.682718 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef is already hosted by enough agents. {{(pid=92433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:51.692354 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.scheduler.base_scheduler [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Resources bound (agent type, host, resource id): {{(pid=92433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:51.751474 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Received port after_create {{(pid=92433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:51.772144 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.808438 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.823588 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Pushing event updated for resources: {'Port': ['ID=22f1e6de-cea2-4aa6-affd-4d82d28c9290,revision_number=1']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:51.836340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:51.836340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 4c06ced9-8127-4dee-83c2-76179de6a0f0 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:51.853836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4c06ced9-8127-4dee-83c2-76179de6a0f0 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:51.855070 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.897974 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Attempting to bind port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:47:51.898352 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Attempting to bind port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:47:51.898724 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Attempting to bind port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 on network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:47:51.912162 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:47:51.912541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Checking segment: {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:51.912952 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.913369 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Bound using segment: {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:47:51.913850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Bound port: 22f1e6de-cea2-4aa6-affd-4d82d28c9290, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:47:51.914232 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:51.962734 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Allocated IP 172.26.8.238 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/fe73f918-fae8-4009-839e-34f0e782674d) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:52.016438 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.029118 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Transition to ACTIVE for port object 0364b287-80c6-4625-a636-0b6b5309f44f will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:52.035903 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.039828 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-716ab1d0-f410-4e03-8855-4494f740e812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:52.064975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.071145 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] For port 22f1e6de-cea2-4aa6-affd-4d82d28c9290, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:47:52.075430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] For port 22f1e6de-cea2-4aa6-affd-4d82d28c9290, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=22f1e6de-cea2-4aa6-affd-4d82d28c9290,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:47:52.082758 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.088492 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:52.133637 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 4c06ced9-8127-4dee-83c2-76179de6a0f0, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c06ced9-8127-4dee-83c2-76179de6a0f0,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:52.139390 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.148262 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.177478 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.182995 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-efeb8cff-56d0-4994-912b-d718f4acf146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:52.195415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Pushing event updated for resources: {'Port': ['ID=22f1e6de-cea2-4aa6-affd-4d82d28c9290,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:52.199151 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:52.199634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:52.295339 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:52.299476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:52.304837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:52.310681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=4c06ced9-8127-4dee-83c2-76179de6a0f0,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:52.322189 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Attempting to bind port 0364b287-80c6-4625-a636-0b6b5309f44f on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:47:52.322479 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Attempting to bind port 0364b287-80c6-4625-a636-0b6b5309f44f by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:47:52.323326 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Attempting to bind port 0364b287-80c6-4625-a636-0b6b5309f44f on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:47:52.325033 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:52.326215 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Pushing event updated for resources: {'Port': ['ID=0364b287-80c6-4625-a636-0b6b5309f44f,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:52.337197 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.337624 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.338179 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.339078 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.339410 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.339743 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.340069 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.340650 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.340981 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.341308 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.341643 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.342143 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:52.345220 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Pushing event updated for resources: {'Port': ['ID=fe73f918-fae8-4009-839e-34f0e782674d,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:52.347148 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:47:52.347733 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Checking segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:52.348338 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.348925 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Bound using segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:47:52.349723 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Bound port: 0364b287-80c6-4625-a636-0b6b5309f44f, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:47:52.350588 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.352074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:52.363063 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:52.475267 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] For port 0364b287-80c6-4625-a636-0b6b5309f44f, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:47:52.478793 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] For port 0364b287-80c6-4625-a636-0b6b5309f44f, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0364b287-80c6-4625-a636-0b6b5309f44f,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:47:52.484766 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:52.493266 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-620a1269-d244-45f0-8ac3-5d6b51eadc58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:52.572113 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:52.573260 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:52.675506 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Pushing event updated for resources: {'Port': ['ID=0364b287-80c6-4625-a636-0b6b5309f44f,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:52.686685 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-5eaab8cc-5388-478b-988c-85de1a0c127b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:52.792347 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:52.808768 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:53.168753 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:53.173948 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe2bb-e5ab-48f6-959a-76a0aa84d435 None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:47:53.271879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec0429-198b-4540-8aa2-bc1cc0d46094 None None] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:53.372838 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-f1077dd0-7941-42cd-a46b-3054b352af00 None None] Provisioning for port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:53.381177 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1731239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728854'] for router, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:53.641705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0364b287-80c6-4625-a636-0b6b5309f44f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:53.649457 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Router 0363050c-c165-4cde-a94a-bcc139d66a04 is scheduled to L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 with binding_index 1 {{(pid=92431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:47:53.753303 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 0364b287-80c6-4625-a636-0b6b5309f44f completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:53.762498 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0364b287-80c6-4625-a636-0b6b5309f44f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:53.763085 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:53.871267 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:53.900054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:53.900334 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Sync routers for ids ['0363050c-c165-4cde-a94a-bcc139d66a04'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:47:53.902127 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0292196 May 20 16:47:53.904674 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55938) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:53.929311 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Routers {'0363050c-c165-4cde-a94a-bcc139d66a04'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:53.929968 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['0363050c-c165-4cde-a94a-bcc139d66a04'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:53.996429 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:54.102751 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 0364b287-80c6-4625-a636-0b6b5309f44f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0364b287-80c6-4625-a636-0b6b5309f44f,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:54.121189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:54.122047 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c06ced9-8127-4dee-83c2-76179de6a0f0 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:54.150422 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:54.236924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Set router 0363050c-c165-4cde-a94a-bcc139d66a04 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:54.374212 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=0364b287-80c6-4625-a636-0b6b5309f44f,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:54.377186 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:54.450943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 4c06ced9-8127-4dee-83c2-76179de6a0f0 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:54.451315 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:54.698740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 22f1e6de-cea2-4aa6-affd-4d82d28c9290 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:54.752958 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:54.762860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 3, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:54.768039 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Checking router: 0363050c-c165-4cde-a94a-bcc139d66a04 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:47:54.768391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Updating router 0363050c-c165-4cde-a94a-bcc139d66a04 port fe73f918-fae8-4009-839e-34f0e782674d binding host dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:47:54.831808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:54.834811 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:54.864813 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:54.865191 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:54.976072 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_common [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Allocated IP 172.20.0.1 (3e9cc896-8a73-4bbc-bec1-07a1f04289ef/6f62bf71-de0f-4f83-92b7-c60933e9e0af/238d09f9-0821-4994-8862-f98d5fb590b2) {{(pid=92431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:55.088541 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.131224 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.147332 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.provisioning_blocks [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Transition to ACTIVE for port object 238d09f9-0821-4994-8862-f98d5fb590b2 will not be triggered until provisioned by entity DHCP. {{(pid=92431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:55.175407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.181895 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-6f7fad25-03a8-466b-911a-c9eae859336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:55.194351 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 22f1e6de-cea2-4aa6-affd-4d82d28c9290, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=22f1e6de-cea2-4aa6-affd-4d82d28c9290,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:55.208872 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.211779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-d6f165d2-4ca1-497a-85ea-6cb7312f6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:55.253096 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:55.256420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:55.260214 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Received port after_create {{(pid=92431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:55.298740 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Pushing event updated for resources: {'Port': ['ID=238d09f9-0821-4994-8862-f98d5fb590b2,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:55.303996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=22f1e6de-cea2-4aa6-affd-4d82d28c9290,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:55.307850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:55.308221 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:55.326112 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798724'] for router_interface, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.374043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Notify callbacks [] for port, precommit_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.387226 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Transition to ACTIVE for port object fe73f918-fae8-4009-839e-34f0e782674d will not be triggered until provisioned by entity L2. {{(pid=92433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:55.395775 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.401350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:55.466867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.485392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Attempting to bind port fe73f918-fae8-4009-839e-34f0e782674d on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:47:55.485768 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Attempting to bind port fe73f918-fae8-4009-839e-34f0e782674d by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:47:55.486150 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Attempting to bind port fe73f918-fae8-4009-839e-34f0e782674d on network 86628d82-5385-4a0c-b569-c18a66455262 {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:47:55.494093 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:47:55.494496 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Checking segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:55.494967 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.495375 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Bound using segment: {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'} {{(pid=92433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:47:55.496071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.managers [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Bound port: fe73f918-fae8-4009-839e-34f0e782674d, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6aa98-f2f5-48bb-a045-bf82d6335065', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86628d82-5385-4a0c-b569-c18a66455262'}}] {{(pid=92433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:47:55.496276 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.524471 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379971-c78f-45a7-a87f-0774aa517294 None None] Pushing event updated for resources: {'Port': ['ID=fe73f918-fae8-4009-839e-34f0e782674d,revision_number=2']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:55.533167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27379971-c78f-45a7-a87f-0774aa517294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:55.535214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0364b287-80c6-4625-a636-0b6b5309f44f up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:55.630654 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0aea239e-9cee-49ae-bf6b-fa17be3a69db None None] Provisioning for port 238d09f9-0821-4994-8862-f98d5fb590b2 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:55.641360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-0aea239e-9cee-49ae-bf6b-fa17be3a69db None None] Provisioning complete for port 238d09f9-0821-4994-8862-f98d5fb590b2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:55.641752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0aea239e-9cee-49ae-bf6b-fa17be3a69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.670271 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] For port fe73f918-fae8-4009-839e-34f0e782674d, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:47:55.689770 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] For port fe73f918-fae8-4009-839e-34f0e782674d, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fe73f918-fae8-4009-839e-34f0e782674d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:47:55.703171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.707180 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.710618 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-4b43fbb9-1fdb-4579-8f2b-010215f4b1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:55.712400 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16709911'] for port, after_update {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.741940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7f54cff5-28b2-4e95-8817-315992deb7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:55.762103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 0364b287-80c6-4625-a636-0b6b5309f44f triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:55.762486 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.786152 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-0aea239e-9cee-49ae-bf6b-fa17be3a69db None None] Port 238d09f9-0821-4994-8862-f98d5fb590b2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:47:55.821036 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Pushing event updated for resources: {'Port': ['ID=238d09f9-0821-4994-8862-f98d5fb590b2,revision_number=2']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:55.826156 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:55.827127 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798713'] for router_interface, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:55.844577 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Routers {'0363050c-c165-4cde-a94a-bcc139d66a04'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:47:55.845214 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['0363050c-c165-4cde-a94a-bcc139d66a04'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:55.913706 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379971-c78f-45a7-a87f-0774aa517294 None None] Pushing event updated for resources: {'Port': ['ID=fe73f918-fae8-4009-839e-34f0e782674d,revision_number=3']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:55.919393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27379971-c78f-45a7-a87f-0774aa517294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:55.975587 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef is already hosted by enough agents. {{(pid=92431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:55.976761 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.base_scheduler [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Resources bound (agent type, host, resource id): {{(pid=92431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:56.073565 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 22f1e6de-cea2-4aa6-affd-4d82d28c9290 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:56.185020 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] Set router 0363050c-c165-4cde-a94a-bcc139d66a04 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:47:56.185456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Router 0363050c-c165-4cde-a94a-bcc139d66a04 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:47:56.339863 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-8fb82a2c-e1f4-4dcb-a0bb-08029695a6ab None None] Provisioning complete for port 238d09f9-0821-4994-8862-f98d5fb590b2 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:56.340141 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-8fb82a2c-e1f4-4dcb-a0bb-08029695a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:56.372003 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:47:56.381841 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-f01690c1-6650-4ece-9560-fb3f28a81676 admin admin] 10.222.0.13 "PUT /v2.0/routers/0363050c-c165-4cde-a94a-bcc139d66a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4761646 May 20 16:47:56.472705 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:56.473270 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:56.505867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-8fb82a2c-e1f4-4dcb-a0bb-08029695a6ab None None] Port 238d09f9-0821-4994-8862-f98d5fb590b2 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:47:56.692517 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '238d09f9-0821-4994-8862-f98d5fb590b2', 'name': '', 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'mac_address': 'fa:16:3e:8b:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:54Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 2, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'subnets': [{'id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:47:56.696801 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359df4-8924-40d1-9280-97d98f847826 None None] The sync data for ids ['0363050c-c165-4cde-a94a-bcc139d66a04'] in dv-neutron-601336-76-hyperv is: [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '238d09f9-0821-4994-8862-f98d5fb590b2', 'name': '', 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'mac_address': 'fa:16:3e:8b:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:54Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 2, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'subnets': [{'id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:47:57.059227 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55948) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:57.064815 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293637833', 'description': 'tempest-secgroup-smoke-1293637833 description', 'project_id': '07cb27f31bbb45be937277a692a75c2f'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:57.071199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.075760 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.078826 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:57.084828 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:57.096414 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.120318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.124195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.127277 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:57.132880 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:57.212762 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.218004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.222040 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-65e8d7af-98fb-4052-acd1-b2d50d5c074a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:57.262842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558832ac-43d8-4d9f-89c3-b6f2df0efcc9,revision_number=1']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:57.267679 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:57.269849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.273013 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-5aa620c8-f62a-4561-91a5-ed314276b961 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2123964 May 20 16:47:57.277368 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55952) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:57.284434 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group_rule': {'security_group_id': '558832ac-43d8-4d9f-89c3-b6f2df0efcc9', 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:57.293047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.297485 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.303827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:57.310861 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:57.326953 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.398743 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.403788 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.405875 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a84d8bc7-38be-48fe-b5cd-318faf694f1b tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:57.430936 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617a88c6-7661-44db-ab6d-abb7bfe1ac39,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:57.437654 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:57.444932 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.446205 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-a059ed5c-a4df-429e-92b6-1968d46464ec tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674960 May 20 16:47:57.450594 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55956) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:57.457525 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group_rule': {'security_group_id': '558832ac-43d8-4d9f-89c3-b6f2df0efcc9', 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:57.467225 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.472754 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.476566 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:57.487812 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:57.505474 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.540836 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fe73f918-fae8-4009-839e-34f0e782674d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:57.580876 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.585436 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.587604 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8cb9edfd-462f-49c5-83d4-8e9e5e0d54da tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:57.616799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7d0e28-77dd-4310-841c-0cc1a9565094,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:57.619991 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:57.625993 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port fe73f918-fae8-4009-839e-34f0e782674d completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:57.628738 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.630564 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-68ca4584-40b5-4cf7-9a9b-61e3e20d9a24 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1794477 May 20 16:47:57.631016 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fe73f918-fae8-4009-839e-34f0e782674d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:57.631397 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.633362 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55960) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:57.639173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group_rule': {'security_group_id': '558832ac-43d8-4d9f-89c3-b6f2df0efcc9', 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:57.645937 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.650441 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.654443 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:57.662097 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:57.685274 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.757172 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.762195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.764167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.764410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-4d323801-ff2b-4656-ad16-16d518cd30f7 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:57.781144 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port fe73f918-fae8-4009-839e-34f0e782674d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fe73f918-fae8-4009-839e-34f0e782674d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:57.786778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.788931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:57.791150 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb1669a-eba0-4cf9-a194-e28ee8d9b28e,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:57.794775 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:57.808988 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.813711 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 55964) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:57.814370 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8b2bd93b-1593-413f-bb7f-81ef05fba294 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1793840 May 20 16:47:57.820170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group_rule': {'security_group_id': '558832ac-43d8-4d9f-89c3-b6f2df0efcc9', 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:57.827639 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.832322 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.835764 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:57.842823 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:57.862857 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.863057 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=fe73f918-fae8-4009-839e-34f0e782674d,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:57.866568 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:57.930238 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.935339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.937493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-2e7b2fc1-5aa3-43f1-b164-4773b467906d tempest-TestNetworkBasicOps-277696962 tempest-TestNetworkBasicOps-277696962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:57.962915 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e6e588-402a-4954-8d0d-eae3c0aac63e,revision_number=0']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:57.965496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:57.973445 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:57.974602 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-7a923674-8dc8-4343-8e49-8e6560d89225 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591933 May 20 16:47:57.977472 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55968) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:57.984361 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group_rule': {'security_group_id': '558832ac-43d8-4d9f-89c3-b6f2df0efcc9', 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:57.990644 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:57.995188 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:57.998173 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:58.003846 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:58.014315 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Project 07cb27f31bbb45be937277a692a75c2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:47:58.020327 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.089541 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.093287 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.095163 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71f650d0-2dad-4cff-8d83-e3088de1c788 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:58.118195 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6f3338-dd12-4aa9-9208-5aad016096c1,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:58.120722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:58.128282 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.129797 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-1d6eb650-491c-44cf-ab54-d040e36471c4 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510062 May 20 16:47:58.132539 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 55972) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:58.137984 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.v2.base [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'security_group_rule': {'security_group_id': '558832ac-43d8-4d9f-89c3-b6f2df0efcc9', 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:58.144074 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:58.148018 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:security_group_rule and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:47:58.151659 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.quota.resource [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:47:58.162260 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.quota.driver [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:58.173661 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.db.securitygroups_db [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Project 07cb27f31bbb45be937277a692a75c2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:47:58.179521 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.388019 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.391540 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703881'] for security_group_rule, after_create {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.393318 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0426125b-b32e-4099-b025-8bcc6754ddbc tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:58.415671 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f029f22-014f-4802-a1a2-b3a391a7d5ac,revision_number=0']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:58.419456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:58.426785 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:58.427949 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-3ac9c828-bd93-4b53-9336-c206f6199057 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2944710 May 20 16:47:58.592990 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-a766daf0-f431-4aeb-8a06-95e7ba1b9f0e tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293637833&fields=id&tenant_id=07cb27f31bbb45be937277a692a75c2f HTTP/1.1" status: 200 len: 267 time: 0.0404429 May 20 16:47:58.742750 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-aea95220-4ab3-4e7a-92c9-27142e2d110d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:58.744170 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-aea95220-4ab3-4e7a-92c9-27142e2d110d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 810 time: 0.1445391 May 20 16:47:58.760478 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-b57f48fc-f577-4ad5-94f7-a7df22dc5fa9 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/quotas/07cb27f31bbb45be937277a692a75c2f HTTP/1.1" status: 200 len: 375 time: 0.0092578 May 20 16:47:58.844778 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-5810d0e9-25de-4400-a24c-f1b5075df76c tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788784 May 20 16:47:58.960288 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-26b0c997-ce37-4d9c-9563-a4ecc4056891 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:47:58.961533 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-26b0c997-ce37-4d9c-9563-a4ecc4056891 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1045911 May 20 16:47:59.096090 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-bbf9ad4c-4458-4e4c-821d-2681472864f3 service neutron] 10.222.0.13 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279924 May 20 16:47:59.229626 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-6c849cc9-7c97-418e-88a1-131567d6c8b8 service neutron] 10.222.0.13 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273882 May 20 16:47:59.417124 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-224c94e8-5b4d-4eb9-87df-faad7a3c126d req-f5d4c2e2-8da7-4b30-90ba-e08e85f5539c tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 210 time: 0.0486832 May 20 16:47:59.497432 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fe73f918-fae8-4009-839e-34f0e782674d up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:59.575220 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port fe73f918-fae8-4009-839e-34f0e782674d triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:59.575611 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:00.389904 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Sync routers for ids ['0363050c-c165-4cde-a94a-bcc139d66a04'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:48:00.398993 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Routers {'0363050c-c165-4cde-a94a-bcc139d66a04'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:48:00.399589 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['0363050c-c165-4cde-a94a-bcc139d66a04'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:00.593213 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Set router 0363050c-c165-4cde-a94a-bcc139d66a04 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:48:00.647642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b4826d5d-40f4-4b71-9da3-1b75982726ca req-151c78b4-0723-43f5-bb4f-61d677117d3c tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 210 time: 0.1080220 May 20 16:48:00.707949 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-ecd8e235-78bf-4cba-914f-f7f3a5c3af0e tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:00.709534 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-ecd8e235-78bf-4cba-914f-f7f3a5c3af0e tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 810 time: 0.2049911 May 20 16:48:00.763740 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-f4748907-d911-47da-a18a-01fc8d341d13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cb27f31bbb45be937277a692a75c2f HTTP/1.1" status: 200 len: 380 time: 0.0459731 May 20 16:48:00.771958 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'port': {'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'admin_state_up': True, 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'security_groups': ['558832ac-43d8-4d9f-89c3-b6f2df0efcc9']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:48:00.913781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:48:00.918076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:port and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:48:00.920866 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:48:00.926676 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:48:00.926867 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '238d09f9-0821-4994-8862-f98d5fb590b2', 'name': '', 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'mac_address': 'fa:16:3e:8b:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:54Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 2, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'subnets': [{'id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:00.930818 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Checking router: 0363050c-c165-4cde-a94a-bcc139d66a04 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:48:00.931268 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Updating router 0363050c-c165-4cde-a94a-bcc139d66a04 port 238d09f9-0821-4994-8862-f98d5fb590b2 binding host dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:48:00.936941 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Made reservation on behalf of 07cb27f31bbb45be937277a692a75c2f for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:48:00.940412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:00.986983 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.118628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Allocated IP 172.20.0.13 (62b3a461-7164-43a6-a0c5-bb63a91e1ad6/c7bc785d-ae05-47e3-a207-c5c15f99ab64/316d9ada-ddb8-4b33-abda-e1bf64c3d033) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:48:01.326048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.326634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.339991 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Notify callbacks [] for port, precommit_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.343812 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Transition to ACTIVE for port object 316d9ada-ddb8-4b33-abda-e1bf64c3d033 will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:48:01.353309 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.provisioning_blocks [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Transition to ACTIVE for port object 238d09f9-0821-4994-8862-f98d5fb590b2 will not be triggered until provisioned by entity L2. {{(pid=92434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:48:01.359294 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.363840 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-1d52d1c6-9564-4493-bb8e-26ba11df8c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:01.369978 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.375531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-4326bcde-8473-4aeb-bf89-04c1c63fecb8 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:01.461379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:48:01.464672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:48:01.470160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:48:01.501379 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:01.509148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:01.549667 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:01.550367 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.563672 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d99f-4c6e-41dd-b3ff-fa1146b2dd2d None None] Pushing event updated for resources: {'Port': ['ID=238d09f9-0821-4994-8862-f98d5fb590b2,revision_number=3']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:01.566634 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e462d99f-4c6e-41dd-b3ff-fa1146b2dd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:01.577747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-7aecb0f8-6fbd-407c-9b4e-55a5ac009814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8093221 May 20 16:48:01.590514 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Request body: {'port': {'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:48:01.590766 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Attempting to bind port 238d09f9-0821-4994-8862-f98d5fb590b2 on host dv-neutron-601336-76-hyperv for vnic_type normal with profile {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:48:01.591142 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Attempting to bind port 238d09f9-0821-4994-8862-f98d5fb590b2 by drivers openvswitch,hyperv on host dv-neutron-601336-76-hyperv at level 0 using segments [{'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:48:01.591671 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Attempting to bind port 238d09f9-0821-4994-8862-f98d5fb590b2 on network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:48:01.597415 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Checking agent: {'id': '18e167a0-f1c1-4f43-a8e4-621d7cf6273c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-76-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 44, 13), 'started_at': datetime.datetime(2021, 5, 20, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-76-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:48:01.597787 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Checking segment: {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:48:01.598183 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.598574 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Bound using segment: {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'} {{(pid=92434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:48:01.599064 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.managers [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Bound port: 238d09f9-0821-4994-8862-f98d5fb590b2, host: dv-neutron-601336-76-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef'}}] {{(pid=92434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:48:01.599505 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.737965 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] For port 238d09f9-0821-4994-8862-f98d5fb590b2, host dv-neutron-601336-76-hyperv, cleared binding levels {{(pid=92434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:48:01.741378 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.plugins.ml2.db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] For port 238d09f9-0821-4994-8862-f98d5fb590b2, host dv-neutron-601336-76-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=238d09f9-0821-4994-8862-f98d5fb590b2,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:48:01.747757 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron_lib.callbacks.manager [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.755474 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-37bd17a0-40bb-41ba-8a35-67579dedfee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:01.837190 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Routers {'0363050c-c165-4cde-a94a-bcc139d66a04'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:48:01.837846 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['0363050c-c165-4cde-a94a-bcc139d66a04'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:01.897975 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c1a11ccf-56b6-4eb4-a9e6-2f715bad8dbf None None] Provisioning for port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:48:01.908759 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-c1a11ccf-56b6-4eb4-a9e6-2f715bad8dbf None None] Provisioning complete for port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:48:01.909240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-c1a11ccf-56b6-4eb4-a9e6-2f715bad8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.914518 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d99f-4c6e-41dd-b3ff-fa1146b2dd2d None None] Pushing event updated for resources: {'Port': ['ID=238d09f9-0821-4994-8862-f98d5fb590b2,revision_number=4']} {{(pid=92434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:01.918089 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG oslo_concurrency.lockutils [None req-e462d99f-4c6e-41dd-b3ff-fa1146b2dd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:01.926462 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:01.992294 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-c1a11ccf-56b6-4eb4-a9e6-2f715bad8dbf None None] Port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:48:02.055861 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] Set router 0363050c-c165-4cde-a94a-bcc139d66a04 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:48:02.076725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1b2dc-25de-4711-8834-721b0474c71b req-b6d9b0b7-4d62-4829-8e5d-7f99ec11f713 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:02.077474 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8ba1b2dc-25de-4711-8834-721b0474c71b req-b6d9b0b7-4d62-4829-8e5d-7f99ec11f713 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Synchronizing usage tracker for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:48:02.127817 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-8ba1b2dc-25de-4711-8834-721b0474c71b req-b6d9b0b7-4d62-4829-8e5d-7f99ec11f713 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Unset dirty status for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:48:02.129183 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ba1b2dc-25de-4711-8834-721b0474c71b req-b6d9b0b7-4d62-4829-8e5d-7f99ec11f713 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 932 time: 0.3188274 May 20 16:48:02.255779 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8ba1b2dc-25de-4711-8834-721b0474c71b req-01494575-9657-486a-9610-0255e9d8a54c tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079628 May 20 16:48:02.365517 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316d9ada-ddb8-4b33-abda-e1bf64c3d033 {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:48:02.373899 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:02.388128 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '238d09f9-0821-4994-8862-f98d5fb590b2', 'name': '', 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'mac_address': 'fa:16:3e:8b:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:54Z', 'updated_at': '2021-05-20T16:48:01Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'subnets': [{'id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:02.389944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Transition to ACTIVE for port object 316d9ada-ddb8-4b33-abda-e1bf64c3d033 will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:48:02.393105 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa4e7a-a783-4b37-9950-a3977b6cc269 None None] The sync data for ids ['0363050c-c165-4cde-a94a-bcc139d66a04'] in dv-neutron-601336-76-hyperv is: [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:47:55Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '238d09f9-0821-4994-8862-f98d5fb590b2', 'name': '', 'network_id': '3e9cc896-8a73-4bbc-bec1-07a1f04289ef', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'mac_address': 'fa:16:3e:8b:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:54Z', 'updated_at': '2021-05-20T16:48:01Z', 'revision_number': 4, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'subnets': [{'id': '6f62bf71-de0f-4f83-92b7-c60933e9e0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:48:02.393357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:02.400235 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-5f72f34d-df0c-4583-8631-40eb21f1cd59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:02.567137 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:02.575131 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:02.647054 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Attempting to bind port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:48:02.647392 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Attempting to bind port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:48:02.647725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Attempting to bind port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:48:02.653171 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:48:02.653520 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Attempting to bind port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:48:02.658999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:48:02.659339 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Checking segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:48:02.659727 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Bound using segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:48:02.660155 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Bound port: 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:48:02.660506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:02.760099 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:48:02.763179 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:48:02.767979 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:02.771844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-e6ac0cca-1edd-4ca8-b448-c7a6a570e089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:02.833481 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:02.834097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:02.835501 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] 10.222.0.25 "PUT /v2.0/ports/316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 1094 time: 1.2508039 May 20 16:48:02.836045 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:48:02.866839 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:02.870096 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:02.959567 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-ee286422-c29e-4158-b7d7-3cea9a97f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:02.961070 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-ee286422-c29e-4158-b7d7-3cea9a97f368 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1097 time: 0.0878046 May 20 16:48:02.963142 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'status': 'completed', 'code': 200} May 20 16:48:03.034808 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-ce28fe5f-a1ab-4852-ab47-ef4b522ecee2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 217 time: 0.0669339 May 20 16:48:03.101813 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-f87fcf40-ed3d-444a-ad37-5cd2559d1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:03.103440 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-f87fcf40-ed3d-444a-ad37-5cd2559d1506 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0627689 May 20 16:48:03.179130 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-903459d1-b4c3-454b-84e8-d5ef5846055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:03.180537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-903459d1-b4c3-454b-84e8-d5ef5846055c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712366 May 20 16:48:03.315315 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-10bafaa6-5eff-46fb-8530-de144a13fd52 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280625 May 20 16:48:03.513081 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dcb144fa-7534-42aa-af95-f882f44df2ea req-aa40a0d3-f74f-428d-9358-831c8a379557 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908970 May 20 16:48:03.524679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 238d09f9-0821-4994-8862-f98d5fb590b2 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:48:03.526360 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd616a-1718-46d7-ab62-7acad900b1c7 req-5572b267-362b-4350-9ddd-01e59651f5c3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:03.527831 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cbcd616a-1718-46d7-ab62-7acad900b1c7 req-5572b267-362b-4350-9ddd-01e59651f5c3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 944 time: 0.1345558 May 20 16:48:03.599756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning for port 238d09f9-0821-4994-8862-f98d5fb590b2 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:48:03.606103 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 238d09f9-0821-4994-8862-f98d5fb590b2 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:48:03.606510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:03.740511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:03.764991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cbcd616a-1718-46d7-ab62-7acad900b1c7 req-3e4a2a64-cf7f-4678-8ca1-eb8c142c4631 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303600 May 20 16:48:03.775183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] For port 238d09f9-0821-4994-8862-f98d5fb590b2, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=238d09f9-0821-4994-8862-f98d5fb590b2,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:48:03.780237 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:03.782543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:03.800498 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-831e887c-72f4-44dc-b6c6-bf0fc3fe6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:03.802499 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-831e887c-72f4-44dc-b6c6-bf0fc3fe6c8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1097 time: 0.2346401 May 20 16:48:03.854312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Pushing event updated for resources: {'Port': ['ID=238d09f9-0821-4994-8862-f98d5fb590b2,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:03.857306 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:03.935102 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-2a09296d-75bb-4c12-a9b9-1ea5294f0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:03.936565 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-2a09296d-75bb-4c12-a9b9-1ea5294f0e30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1272573 May 20 16:48:04.009028 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-52d85a16-cefe-4d17-afcb-c84554e6f0b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 217 time: 0.0640113 May 20 16:48:04.072583 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-621ae15d-05d1-4455-bba6-cb3ec4052d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:04.074013 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-621ae15d-05d1-4455-bba6-cb3ec4052d30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0573504 May 20 16:48:04.152194 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-d846e6f2-26cd-441a-bf34-4f518c51822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:04.153673 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-d846e6f2-26cd-441a-bf34-4f518c51822c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721588 May 20 16:48:04.286875 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-1cee0f72-4900-4603-9d8d-8788eefccbe2 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244321 May 20 16:48:04.423426 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79458295-3fd2-4630-ae71-c587ea0eb036 req-24107bc9-3cba-46fe-8528-663bdc152cae service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267715 May 20 16:48:04.960272 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a05be6-44f5-4e25-998f-e6d498cb2f47 req-1d81106e-64ff-490f-bea6-e19291d7a63b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:04.961543 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0a05be6-44f5-4e25-998f-e6d498cb2f47 req-1d81106e-64ff-490f-bea6-e19291d7a63b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 944 time: 0.0821035 May 20 16:48:05.007279 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b0a05be6-44f5-4e25-998f-e6d498cb2f47 req-cad520bc-dbdd-4b6c-8ac5-0860a29e4f90 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 May 20 16:48:05.508960 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 238d09f9-0821-4994-8862-f98d5fb590b2 up at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:48:05.581712 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Provisioning complete for port 238d09f9-0821-4994-8862-f98d5fb590b2 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:48:05.582083 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:06.196247 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe599f45-96f6-4179-a392-9cb52262f9e4 req-9eea96b1-7a60-47c6-b462-fdd43126ce71 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:06.197815 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fe599f45-96f6-4179-a392-9cb52262f9e4 req-9eea96b1-7a60-47c6-b462-fdd43126ce71 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 944 time: 0.0869656 May 20 16:48:06.244936 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-fe599f45-96f6-4179-a392-9cb52262f9e4 req-8bf3b280-d807-4f11-b5c6-6c86e4e5cf4b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405488 May 20 16:48:06.371845 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:48:06.549619 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:48:06.563679 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:48:06.622167 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:06.641421 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316d9ada-ddb8-4b33-abda-e1bf64c3d033 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:48:06.657720 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:48:06.661882 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:06.663862 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:06.733613 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:06.736664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:06.864413 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['316d9ada-ddb8-4b33-abda-e1bf64c3d033'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:48:07.435597 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ed9c-26ec-4567-b912-a88d02361604 req-010c0ce5-e323-4999-9fed-038b603298e6 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:07.437056 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7c4ed9c-26ec-4567-b912-a88d02361604 req-010c0ce5-e323-4999-9fed-038b603298e6 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 945 time: 0.0864940 May 20 16:48:07.486127 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d7c4ed9c-26ec-4567-b912-a88d02361604 req-0a4387fb-6284-4a18-a848-a944b3644714 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 May 20 16:48:08.386954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:48:08.458389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:48:08.462955 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:48:08.463335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:08.583171 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:08.610657 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:48:08.620698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:48:08.624932 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:08.626839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:08.663300 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'code': 200} May 20 16:48:08.693831 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebd352-f7d8-4940-bc2c-c99b87321d68 req-c879c9eb-cffe-41d6-8a83-bc5cb20f0f41 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:08.695323 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0bebd352-f7d8-4940-bc2c-c99b87321d68 req-c879c9eb-cffe-41d6-8a83-bc5cb20f0f41 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 946 time: 0.0995219 May 20 16:48:08.696337 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:08.700124 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:08.751696 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-0bebd352-f7d8-4940-bc2c-c99b87321d68 req-706ed0f0-e939-4d36-b059-3a15cd9dbbe6 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 May 20 16:48:08.888846 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee719d-b4de-4587-8f92-15c0764fca39 req-d98f15ad-ea42-4194-a50e-4329ce2cb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:08.890376 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65ee719d-b4de-4587-8f92-15c0764fca39 req-d98f15ad-ea42-4194-a50e-4329ce2cb932 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1099 time: 0.0705910 May 20 16:48:08.934363 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-65ee719d-b4de-4587-8f92-15c0764fca39 req-6805961e-1483-473d-ab8d-9f4416152bc4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378101 May 20 16:48:09.936174 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0ba9-065a-414d-8fe9-69c5b80c06e0 req-8836570c-4ce0-4085-81be-a4e0f31038e0 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:09.937636 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9bfe0ba9-065a-414d-8fe9-69c5b80c06e0 req-8836570c-4ce0-4085-81be-a4e0f31038e0 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 946 time: 0.0791533 May 20 16:48:09.982692 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9bfe0ba9-065a-414d-8fe9-69c5b80c06e0 req-dbca3757-1aa7-446a-b67a-4efc08ae833a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 May 20 16:48:10.169701 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d151e0-8b49-4b0e-a047-7b8317e30470 req-38270407-da24-41a0-acfa-ace289eb43e0 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:10.171045 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8d151e0-8b49-4b0e-a047-7b8317e30470 req-38270407-da24-41a0-acfa-ace289eb43e0 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 946 time: 0.0819411 May 20 16:48:10.216886 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-c8d151e0-8b49-4b0e-a047-7b8317e30470 req-f76fee73-1e40-4810-8a0b-bbf49cb43e0e tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401814 May 20 16:48:10.239447 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 56032) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:48:10.354770 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff5c54-f5e2-4fdf-b3de-c315cb0b622e tempest-TestSnapshotPattern-195800840 tempest-TestSnapshotPattern-195800840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:10.356240 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-6dff5c54-f5e2-4fdf-b3de-c315cb0b622e tempest-TestSnapshotPattern-195800840 tempest-TestSnapshotPattern-195800840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1094 time: 0.1158342 May 20 16:48:10.359221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 56038) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:48:10.365535 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:48:10.372916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:48:10.376989 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:floatingip and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:48:10.379827 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:48:10.385540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:48:10.396119 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:10.531629 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:10.541710 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-75744954-7366-485c-80ae-7803c4377da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:10.667337 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Allocated IP 172.26.8.62 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/350f13bc-d613-4d3b-8c00-41bc32a8ab83) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:48:10.949719 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:10.980121 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:10.984570 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f49fed1f-263c-46e5-b5c6-8b8bfdcbb403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:11.042758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:48:11.045871 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:48:11.049457 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:48:11.092304 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'Port': ['ID=350f13bc-d613-4d3b-8c00-41bc32a8ab83,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:11.096683 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:11.459539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:11.532426 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:11.737059 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:11.741844 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:11.745918 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-94776c62-cf18-4589-8f08-27482c14bb75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:11.847908 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'Port': ['ID=350f13bc-d613-4d3b-8c00-41bc32a8ab83,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:11.851924 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:11.858584 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:12.031627 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Floating IP 74747537-e9a4-4799-93db-a32fcdc9c56c associated. External IP: 172.26.8.62, port: 316d9ada-ddb8-4b33-abda-e1bf64c3d033. May 20 16:48:12.526332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Router 78527087-5e80-4ace-8080-b6071a0214f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:48:12.705515 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:48:12.715338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:48:12.725296 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:48:12.726026 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:12.730058 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:12.784685 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-662fe42a-7682-4bd6-a94c-f1370aa9ef8b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4242127 May 20 16:48:12.785280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:48:12.832682 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'status': 'completed', 'code': 200} May 20 16:48:12.909169 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:48:12.928449 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-4cafb2e1-1247-4524-8e14-55d4855c1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:12.930025 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-4cafb2e1-1247-4524-8e14-55d4855c1420 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1099 time: 0.0749717 May 20 16:48:13.063123 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-e78cd462-2e4e-40f1-adf7-645a862bfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:13.064488 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-e78cd462-2e4e-40f1-adf7-645a862bfd5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1286497 May 20 16:48:13.165276 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-5843ca50-09e2-4907-93d0-96f66511c41b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 999 time: 0.0938821 May 20 16:48:13.231590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-aee81892-466f-40fb-89a6-202d86853120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:13.233020 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-aee81892-466f-40fb-89a6-202d86853120 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0621989 May 20 16:48:13.261493 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:11Z', 'revision_number': 0, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:13.265489 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:48:13.273886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:48:13.274495 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:47:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:13.310534 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-a962d196-8df1-4535-ab57-b595a95934b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:13.312018 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-a962d196-8df1-4535-ab57-b595a95934b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732095 May 20 16:48:13.356861 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:13.448843 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-b558489b-3077-44ac-8e2b-defb00c864e0 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304438 May 20 16:48:13.464602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:48:13.588415 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d3b2c1fd-0fd4-4f3e-854f-ed929c2282ac req-d477583f-7e58-4569-9dfd-4935cf57ffa9 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337278 May 20 16:48:13.866890 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:11Z', 'revision_number': 0, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:48:13.869963 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6fcc4c1d-69f2-4ba3-a571-e15d4ac3c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:13.873219 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75f772-58b2-41b3-84a9-3660f6ca2882 None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:11Z', 'revision_number': 0, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:48:14.047954 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a28408-4d55-4a98-9b78-6ec8afd3ec45 None None] New status for floating IP 74747537-e9a4-4799-93db-a32fcdc9c56c: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:48:14.838384 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:16.685554 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:24.174673 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:48:31.352286 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:40.544291 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-d1daaae1-f650-4106-b17b-88ffa02c4a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:43.338777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:43.862562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e06968d1-7ec2-41b6-be7b-bdaf16296e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:44.841208 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:46.688798 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:56.760403 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-dcf2f996-806e-4160-b471-7b79de5d2991 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738051 May 20 16:48:56.896146 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-282e9533-8c52-45cd-be03-17493e594c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:56.897547 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-282e9533-8c52-45cd-be03-17493e594c6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1099 time: 0.0725238 May 20 16:48:57.043435 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-1c423bfb-a224-455a-812a-9668d9a2ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:57.044877 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-1c423bfb-a224-455a-812a-9668d9a2ba03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1296654 May 20 16:48:57.148741 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-247003af-8340-4126-b5c8-fc7579fc7061 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 1001 time: 0.0978012 May 20 16:48:57.210889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-44a1f1f6-4870-4dd4-9658-d00d48dd6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:57.212357 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-44a1f1f6-4870-4dd4-9658-d00d48dd6d4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0581264 May 20 16:48:57.290402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-05fd74a8-83f0-49b2-8c54-9291ab4562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:48:57.291868 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-05fd74a8-83f0-49b2-8c54-9291ab4562f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736511 May 20 16:48:57.423777 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-f1beb309-079a-4904-9fde-2b8be6bb237f service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255395 May 20 16:48:57.705635 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd39d62b-9eae-49a0-b6fb-5f685fe54ea5 req-83af5d8e-4b25-4e13-abf8-db5367f98870 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750599 May 20 16:49:01.173434 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:49:01.350479 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:10.546682 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e54ef3bd-0cc5-4d38-902e-541833a9352d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:13.345105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:13.864426 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7dda5d1a-b337-40ba-a348-c8b0dffa8b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:14.844704 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:16.691029 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:31.350117 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:33.538366 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [req-65083db3-2c61-42f0-af72-8cb5db5ef931 req-1dc6b1f7-754c-4eef-9c81-a0dfed2bd129 service neutron] (92431) timed out ('10.222.0.13', 50584) {{(pid=92431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:49:38.172467 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:49:40.549391 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cc4761dd-4990-4680-a373-f8da45f55e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:43.336887 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:43.866247 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-acd10bab-f48b-4843-97f0-53415e36e604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:44.846216 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:46.693850 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:58.815374 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-34164c4d-288d-4f3b-8702-416b73267bb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312788 May 20 16:49:58.954801 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-c1f09222-f9ba-453a-9892-9139f51142e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:49:58.956173 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-c1f09222-f9ba-453a-9892-9139f51142e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1099 time: 0.0750833 May 20 16:49:59.098916 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-49b9040b-1974-47f9-9c73-d12e0864fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:49:59.100862 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-49b9040b-1974-47f9-9c73-d12e0864fb8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1254804 May 20 16:49:59.203654 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-83f3fe18-bfd4-4294-82f0-015e95af2f7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 1001 time: 0.0975106 May 20 16:49:59.265354 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-c976d2d0-ef6c-4811-bb02-c8c9e0390bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:49:59.266780 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-c976d2d0-ef6c-4811-bb02-c8c9e0390bc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0567474 May 20 16:49:59.340652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-a8f46487-6dbe-4160-9c0b-b31c0fd29a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:49:59.342159 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-a8f46487-6dbe-4160-9c0b-b31c0fd29a8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688362 May 20 16:49:59.470381 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-81bab232-48af-4947-8af8-c878dbc4ec8d service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213181 May 20 16:49:59.602099 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2e906289-94d9-4830-9fe3-f3f1a1bd6888 req-e229ef95-b6d1-4c36-92b8-d8309ccd9a38 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240740 May 20 16:50:01.348031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:10.553283 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd256-9202-4a71-8a8c-dc907d8690bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:10.960834 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:50:11.091879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:11.109368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:50:11.164897 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:11.181177 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 316d9ada-ddb8-4b33-abda-e1bf64c3d033 {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:50:11.197350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:11.201288 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:11.203031 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-2743b563-e8d5-44a6-9f48-3de4810ab1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:11.271368 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:11.278519 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.278867 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.279202 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.279535 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.279860 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.280183 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.280513 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.280833 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.281155 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.281500 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.281821 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.282140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:11.286110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:11.299985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['316d9ada-ddb8-4b33-abda-e1bf64c3d033'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:50:12.977742 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:50:13.063385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:50:13.063969 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:13.231189 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:13.264835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:50:13.278267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:13.298371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:13.301267 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:13.450486 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'code': 200} May 20 16:50:13.451108 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:13.466606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:13.469778 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:13.876378 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a6000b15-8404-4962-8409-08ddcf38fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:14.853381 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:15.173364 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:50:16.697002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:21.768774 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-f5204732-99b7-45c6-ab95-842d9d528591 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293637833&fields=id&tenant_id=07cb27f31bbb45be937277a692a75c2f HTTP/1.1" status: 200 len: 267 time: 0.0470402 May 20 16:50:21.921848 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-f3f6951f-bea6-47a8-9751-21288eec382b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:21.923287 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-f3f6951f-bea6-47a8-9751-21288eec382b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 810 time: 0.1476369 May 20 16:50:21.938037 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-1c735961-c293-4baa-a9a2-165ad96ab7ef tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/quotas/07cb27f31bbb45be937277a692a75c2f HTTP/1.1" status: 200 len: 375 time: 0.0090530 May 20 16:50:22.024263 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-c926f5fe-330b-44c9-a37d-529a1995eb86 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0813212 May 20 16:50:22.081600 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-de24788d-bf10-45ce-aa12-31a170516163 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:50:22.082642 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-de24788d-bf10-45ce-aa12-31a170516163 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468853 May 20 16:50:22.217847 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-791867a3-ef26-4419-b9d0-e262674c393d service neutron] 10.222.0.13 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286557 May 20 16:50:22.347409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-ed2a5a3d-aa09-42e9-8d31-02ca9016f609 service neutron] 10.222.0.13 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236675 May 20 16:50:22.638327 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-41381246-156d-4b8c-abf9-705a1c760b83 req-27f13f6d-fea6-40c0-b183-c6cda5aca2a1 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 210 time: 0.0914021 May 20 16:50:23.736114 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-db902ae7-e3aa-45c4-b0cf-72f3cf4cf863 req-149113ca-e609-4a63-891a-25bbf35ff2bb tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 210 time: 0.0443103 May 20 16:50:24.832747 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-bee4cd84-57c0-4fe9-ad0a-2895ec175107 req-aab97778-1f09-43ad-b730-232c7aa02063 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 210 time: 0.0419347 May 20 16:50:25.008206 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:50:25.128633 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:25.160986 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:50:25.171002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:25.175702 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:25.177605 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-23c9dbec-06b1-4ad6-9ef7-65d53360d150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:25.213210 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'code': 200} May 20 16:50:25.245255 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:25.248592 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:25.768885 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-03bb3f32-98e3-4a2f-b46e-dacdb9e2a9d0 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:25.770282 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-03bb3f32-98e3-4a2f-b46e-dacdb9e2a9d0 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 810 time: 0.1489415 May 20 16:50:25.819111 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-7d0533a4-247c-4af2-bdef-f294c5574bff tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cb27f31bbb45be937277a692a75c2f HTTP/1.1" status: 200 len: 380 time: 0.0407715 May 20 16:50:25.833008 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'port': {'device_id': '83782765-1d05-4661-839a-675b0e63c514', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'admin_state_up': True, 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'security_groups': ['558832ac-43d8-4d9f-89c3-b6f2df0efcc9']}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:50:26.129143 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-72232d2a-aaf1-4ea4-928a-1f4f08d08be2 req-d510b574-c3c1-4106-baf3-bfd7a07a76f2 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 210 time: 0.0665917 May 20 16:50:26.184781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:50:26.198923 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:50:26.214280 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Made reservation on behalf of 07cb27f31bbb45be937277a692a75c2f for: {'port': 1} {{(pid=92432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:50:26.218086 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:26.428810 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Allocated IP 172.20.0.3 (62b3a461-7164-43a6-a0c5-bb63a91e1ad6/c7bc785d-ae05-47e3-a207-c5c15f99ab64/74a38ea0-0233-404f-b89e-629b079496bb) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:50:26.630402 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:26.656513 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Transition to ACTIVE for port object 74a38ea0-0233-404f-b89e-629b079496bb will not be triggered until provisioned by entity DHCP. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:50:26.688889 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:26.694997 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-970058a6-1acb-439a-a13d-a3fa5d702a0d tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:26.769628 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:50:26.773162 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:50:26.777595 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:50:26.802726 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:26.825120 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.825531 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.825911 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.826285 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.826657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.827027 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.827393 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.827758 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.828122 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.828483 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.831789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.831789 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:50:26.836030 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:26.857975 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:26.858907 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:26.889785 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-013b34cf-43e6-45c1-9418-e4083c598922 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0604808 May 20 16:50:27.011092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4fe74e4f-223e-4092-b1d0-eb5aa9f2ad0c None None] Provisioning for port 74a38ea0-0233-404f-b89e-629b079496bb completed by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:50:27.016606 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-4fe74e4f-223e-4092-b1d0-eb5aa9f2ad0c None None] Provisioning complete for port 74a38ea0-0233-404f-b89e-629b079496bb triggered by entity DHCP. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:50:27.021726 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4fe74e4f-223e-4092-b1d0-eb5aa9f2ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:27.080870 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-4fe74e4f-223e-4092-b1d0-eb5aa9f2ad0c None None] Port 74a38ea0-0233-404f-b89e-629b079496bb cannot update to ACTIVE because it is not bound. {{(pid=92433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:50:27.373653 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378ba38-2456-4799-9b22-8eaeacc8c225 req-99f5312f-c3c2-4332-bea7-806591ca4c0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:27.374357 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4378ba38-2456-4799-9b22-8eaeacc8c225 req-99f5312f-c3c2-4332-bea7-806591ca4c0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Synchronizing usage tracker for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:50:27.392951 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-4378ba38-2456-4799-9b22-8eaeacc8c225 req-99f5312f-c3c2-4332-bea7-806591ca4c0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Unset dirty status for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:50:27.393753 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4378ba38-2456-4799-9b22-8eaeacc8c225 req-99f5312f-c3c2-4332-bea7-806591ca4c0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.1223965 May 20 16:50:27.459077 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-4378ba38-2456-4799-9b22-8eaeacc8c225 req-a07be0c9-ff05-4e72-ab57-a6ad0ea7faab tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582726 May 20 16:50:28.653565 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3b32-2b5a-4d8b-9e89-0d7362b41bf4 req-4fa1d694-2db8-461e-8f30-7a43a4d9c6fc tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:28.655068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2f6e3b32-2b5a-4d8b-9e89-0d7362b41bf4 req-4fa1d694-2db8-461e-8f30-7a43a4d9c6fc tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0861516 May 20 16:50:28.701609 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-2f6e3b32-2b5a-4d8b-9e89-0d7362b41bf4 req-4e85a63a-4e0c-470e-bfcc-86ee091b9111 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 May 20 16:50:29.893020 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223453-86b5-4607-91e1-64364c93a659 req-71394d9c-3609-4116-b9b2-587b8860ba8d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:29.894391 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11223453-86b5-4607-91e1-64364c93a659 req-71394d9c-3609-4116-b9b2-587b8860ba8d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0863023 May 20 16:50:29.945078 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-11223453-86b5-4607-91e1-64364c93a659 req-90faf97d-6896-4971-8793-b207c97938ee tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 May 20 16:50:31.139189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047b79-8da6-48d4-9825-907dd6eff78f req-f7b0293c-b5ff-4783-94d8-528f04729cb3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:31.140782 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a4047b79-8da6-48d4-9825-907dd6eff78f req-f7b0293c-b5ff-4783-94d8-528f04729cb3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0832646 May 20 16:50:31.191749 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a4047b79-8da6-48d4-9825-907dd6eff78f req-deb114e2-99cd-4ada-9af5-194eae8670f1 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437846 May 20 16:50:31.347816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:32.390160 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c11498-4f7d-49df-ad17-7e2800cbda59 req-7344e440-4854-45b3-a587-08fe8c67622f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:32.391630 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2c11498-4f7d-49df-ad17-7e2800cbda59 req-7344e440-4854-45b3-a587-08fe8c67622f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0815156 May 20 16:50:32.439129 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-b2c11498-4f7d-49df-ad17-7e2800cbda59 req-308c07a4-27b0-45f9-9309-ee9fb3296a5c tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 May 20 16:50:33.637189 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1c6c2-ff7f-44af-9389-f693353c66ee req-a9f25129-6e66-40f6-8e49-97299bc83560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:33.638672 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8af1c6c2-ff7f-44af-9389-f693353c66ee req-a9f25129-6e66-40f6-8e49-97299bc83560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0874460 May 20 16:50:33.687790 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8af1c6c2-ff7f-44af-9389-f693353c66ee req-5992d545-0d8d-4935-92df-f2535413aee2 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 May 20 16:50:34.889655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a5ac-5b0a-4e93-9d31-898a221930fb req-19d13b36-4e84-4e26-b8e9-6d121ec2bffc tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:34.891230 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79f3a5ac-5b0a-4e93-9d31-898a221930fb req-19d13b36-4e84-4e26-b8e9-6d121ec2bffc tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0839531 May 20 16:50:34.936031 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-79f3a5ac-5b0a-4e93-9d31-898a221930fb req-e9d6fb4b-c9c7-4131-ba93-bd9acb6b6fb6 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381863 May 20 16:50:36.150775 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75764c3a-2389-4bea-a538-7e48547c67a7 req-e86edfde-61e5-45d3-b540-0cf1dede2cdf tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:36.152215 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-75764c3a-2389-4bea-a538-7e48547c67a7 req-e86edfde-61e5-45d3-b540-0cf1dede2cdf tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0910523 May 20 16:50:36.198764 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-75764c3a-2389-4bea-a538-7e48547c67a7 req-e12290e6-8314-43cd-8a77-e58454f54c4c tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 May 20 16:50:37.388420 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc328b-4cee-4931-9344-6d717611891c req-69ce8a59-80df-4166-a1ab-58a3a9d56255 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:37.389920 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e0dc328b-4cee-4931-9344-6d717611891c req-69ce8a59-80df-4166-a1ab-58a3a9d56255 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 931 time: 0.0868282 May 20 16:50:37.444257 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e0dc328b-4cee-4931-9344-6d717611891c req-1127bfd4-0d05-4aa3-a35e-5da889c815b2 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 May 20 16:50:37.457254 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Request body: {'port': {'device_id': '83782765-1d05-4661-839a-675b0e63c514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:50:37.706048 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:38.052761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a38ea0-0233-404f-b89e-629b079496bb {{(pid=92432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:50:38.060101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:38.073948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.provisioning_blocks [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Transition to ACTIVE for port object 74a38ea0-0233-404f-b89e-629b079496bb will not be triggered until provisioned by entity L2. {{(pid=92432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:50:38.077699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:38.082332 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-799faff1-9a98-4d5e-9d63-38be39ca4eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:38.243655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:38.246723 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:38.314992 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Attempting to bind port 74a38ea0-0233-404f-b89e-629b079496bb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:50:38.315221 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Attempting to bind port 74a38ea0-0233-404f-b89e-629b079496bb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:50:38.315538 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Attempting to bind port 74a38ea0-0233-404f-b89e-629b079496bb on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:50:38.320913 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Port 74a38ea0-0233-404f-b89e-629b079496bb on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:50:38.321218 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Attempting to bind port 74a38ea0-0233-404f-b89e-629b079496bb on network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:50:38.326239 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Checking agent: {'id': '560d5c77-4acc-4d6c-8108-21121148691e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'started_at': datetime.datetime(2021, 5, 20, 15, 50, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:50:38.326562 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Checking segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:50:38.326933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Bound using segment: {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'} {{(pid=92432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:50:38.327340 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.managers [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Bound port: 74a38ea0-0233-404f-b89e-629b079496bb, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49987061-7c40-4113-95c6-ed984e9cf2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6'}}] {{(pid=92432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:50:38.327672 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:38.415385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, cleared binding levels {{(pid=92432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:50:38.418232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:50:38.422656 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:38.427525 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-ba0b1d7f-0186-49be-851d-22856689f37e tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:38.480104 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:38.480699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:38.482068 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] 10.222.0.25 "PUT /v2.0/ports/74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 200 len: 1093 time: 1.0729413 May 20 16:50:38.482603 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:50:38.512243 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=3']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:38.515876 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:38.656315 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'status': 'completed', 'code': 200} May 20 16:50:38.700999 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-a6ba8bbc-8e78-44d2-9a9b-6fefa144f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:38.702522 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-a6ba8bbc-8e78-44d2-9a9b-6fefa144f48a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1096 time: 0.1468935 May 20 16:50:38.711097 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fa9c-1ea3-4210-9ff9-ee1846d0369a req-45bbbce6-9f99-4f71-9d23-08d89d21a406 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:38.712528 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a273fa9c-1ea3-4210-9ff9-ee1846d0369a req-45bbbce6-9f99-4f71-9d23-08d89d21a406 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 943 time: 0.1226573 May 20 16:50:38.792233 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-b7b835c1-c473-4488-bd9c-2c00a6bd3523 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 200 len: 217 time: 0.0786619 May 20 16:50:38.857798 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-a273fa9c-1ea3-4210-9ff9-ee1846d0369a req-accc3037-19ab-429f-90a6-5b3c5f9d40a8 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961983 May 20 16:50:38.870835 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-b53c6143-6242-42c5-82c7-53c5d5d75cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:38.872284 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-b53c6143-6242-42c5-82c7-53c5d5d75cb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0734961 May 20 16:50:38.951429 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-d2b64692-5b81-4722-aaae-8c128b0a3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:38.952890 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-d2b64692-5b81-4722-aaae-8c128b0a3eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727932 May 20 16:50:39.084773 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-5c42bb56-26c4-48be-bf55-999e8628c798 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245039 May 20 16:50:39.222317 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-549f7037-3b07-4493-995c-219ae5b1ac03 req-d105432f-d78a-4b53-8caf-cac75653992b service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318557 May 20 16:50:39.330430 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-2aa82f17-7274-41fd-9d6e-3d3954637ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:39.331904 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-2aa82f17-7274-41fd-9d6e-3d3954637ee4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1096 time: 0.0693898 May 20 16:50:39.471170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-bf60dd4a-c61c-4fc2-9972-8a2826180628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:39.472659 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-bf60dd4a-c61c-4fc2-9972-8a2826180628 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1341734 May 20 16:50:39.549121 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-d61bec71-f3a2-4e10-8076-12b9c018be56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 200 len: 217 time: 0.0678442 May 20 16:50:39.616232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-cdbea323-3fe2-4306-b120-f0be668ed147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:39.617707 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-cdbea323-3fe2-4306-b120-f0be668ed147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0594268 May 20 16:50:39.694062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-67f91c58-82f9-4850-93f1-3cdd1c7e428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:39.695538 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-67f91c58-82f9-4850-93f1-3cdd1c7e428e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703135 May 20 16:50:39.828435 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-ee3280ac-3892-4f7e-a1bc-b3833a3e7c0e service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254439 May 20 16:50:39.961616 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-dab0a232-8fad-4542-8a04-b07ab7e1d48d req-3be6f0f0-2577-4828-a6f2-63e0d85c5ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257451 May 20 16:50:40.193300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295e75-084a-4d24-a50b-52e26570ff38 req-ad8ab15d-6f1d-420e-8d68-e39962311c4d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:40.194705 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47295e75-084a-4d24-a50b-52e26570ff38 req-ad8ab15d-6f1d-420e-8d68-e39962311c4d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 943 time: 0.2265017 May 20 16:50:40.239480 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-47295e75-084a-4d24-a50b-52e26570ff38 req-523d1b3d-cc69-4010-b713-0f0efc2349f6 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389729 May 20 16:50:40.555389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-701b324f-df5a-4913-9278-2d3915146794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:41.051823 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:50:41.184602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:41.197417 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '74a38ea0-0233-404f-b89e-629b079496bb', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'port_id': '74a38ea0-0233-404f-b89e-629b079496bb', 'mac_address': 'fa:16:3e:f4:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:50:41.251931 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:41.268509 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a38ea0-0233-404f-b89e-629b079496bb {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:50:41.284398 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:41.289331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:41.291178 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:41.359240 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=4']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:41.362304 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:41.427655 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b9db-e6da-4b3e-b349-0e5906dac293 req-80cc1a9a-df70-4717-876b-83c55756fc61 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:41.429098 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd21b9db-e6da-4b3e-b349-0e5906dac293 req-80cc1a9a-df70-4717-876b-83c55756fc61 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 944 time: 0.0821552 May 20 16:50:41.473967 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-cd21b9db-e6da-4b3e-b349-0e5906dac293 req-d1f52600-fc88-4f4a-badb-238ebd8e43c8 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384603 May 20 16:50:41.524924 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['74a38ea0-0233-404f-b89e-629b079496bb'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:50:42.656144 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbbaa6-0139-4405-a38d-cfe8ec824a46 req-3306d8d4-e22b-432a-a5c2-f2553966fdf2 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:42.657611 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aecbbaa6-0139-4405-a38d-cfe8ec824a46 req-3306d8d4-e22b-432a-a5c2-f2553966fdf2 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 944 time: 0.0787079 May 20 16:50:42.705788 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aecbbaa6-0139-4405-a38d-cfe8ec824a46 req-9aed21bc-d1b5-418d-a026-638ee4595030 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 May 20 16:50:43.067596 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:50:43.135017 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning for port 74a38ea0-0233-404f-b89e-629b079496bb completed by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:50:43.139622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 74a38ea0-0233-404f-b89e-629b079496bb triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:50:43.139996 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:43.259803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:43.286406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:50:43.295330 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:50:43.299622 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:43.301447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-e5b8106b-b3f8-48e4-b1f5-3cc184ade82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:43.371338 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:43.387523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=5']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:43.390647 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:43.444391 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'code': 200} May 20 16:50:43.666877 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c6776-e1be-4557-8cbd-120383f2c2da req-3fb103d1-90af-4464-95aa-c92123e1f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:43.668337 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8e9c6776-e1be-4557-8cbd-120383f2c2da req-3fb103d1-90af-4464-95aa-c92123e1f157 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1098 time: 0.0699942 May 20 16:50:43.707370 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-8e9c6776-e1be-4557-8cbd-120383f2c2da req-56968417-b059-4275-a1f9-0a221a00f53e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330677 May 20 16:50:43.868687 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-a8af2f8b-f0a2-45b0-a3e9-8df4420c3d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:43.895263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b49e1-b371-4e60-b325-380eef6794e0 req-261f89b3-4d0f-4c44-a68b-8c42e656642d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:43.897226 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a9b49e1-b371-4e60-b325-380eef6794e0 req-261f89b3-4d0f-4c44-a68b-8c42e656642d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 945 time: 0.0853920 May 20 16:50:43.940393 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-9a9b49e1-b371-4e60-b325-380eef6794e0 req-08d043be-db93-48a2-97cb-3ffd8ecb6603 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373957 May 20 16:50:44.853507 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:45.125007 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265f2a-cfc5-44e9-9cbe-82258548ae41 req-7e57f502-ded6-4c85-a880-9420cf2bca34 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:45.126470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76265f2a-cfc5-44e9-9cbe-82258548ae41 req-7e57f502-ded6-4c85-a880-9420cf2bca34 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 945 time: 0.0789807 May 20 16:50:45.171869 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-76265f2a-cfc5-44e9-9cbe-82258548ae41 req-20499617-a8e4-45bd-ba93-2cc9d10cdea1 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 May 20 16:50:45.359279 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09143b70-e1b3-4d8b-b616-eed27c0b49ff req-c34e3868-1e66-40de-998d-1b87613c7a2d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:45.360641 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09143b70-e1b3-4d8b-b616-eed27c0b49ff req-c34e3868-1e66-40de-998d-1b87613c7a2d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 945 time: 0.0828340 May 20 16:50:45.405234 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-09143b70-e1b3-4d8b-b616-eed27c0b49ff req-3b1fed7b-0282-4b70-a349-98e954788ab6 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387907 May 20 16:50:45.427101 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 56354) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:50:45.494707 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44ed0f-75d3-41ab-b3c9-8d2f4eec4706 tempest-TestSnapshotPattern-195800840 tempest-TestSnapshotPattern-195800840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:45.496437 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-8e44ed0f-75d3-41ab-b3c9-8d2f4eec4706 tempest-TestSnapshotPattern-195800840 tempest-TestSnapshotPattern-195800840-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1093 time: 0.0681264 May 20 16:50:45.498944 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 56358) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:50:45.503956 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.v2.base [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Request body: {'floatingip': {'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'port_id': '74a38ea0-0233-404f-b89e-629b079496bb', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:50:45.510528 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:50:45.514301 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Usage tracker for resource:floatingip and tenant:07cb27f31bbb45be937277a692a75c2f is out of sync, need to count used quota {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:50:45.517043 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92432) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:50:45.523232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.quota.driver [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:50:45.533798 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:45.666980 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:45.802922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.db_base_plugin_common [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Allocated IP 172.26.8.19 (86628d82-5385-4a0c-b569-c18a66455262/d22ce3b1-a737-453e-a0a1-91ec174fc9a0/3ff6a26c-e0fe-43c9-8a1a-530c59331b03) {{(pid=92432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:50:45.949147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for port, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:45.977521 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767614658937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:45.981863 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fc06af43-3bb2-42a6-9315-985868982e68 tempest-TestShelveInstance-1935860920 tempest-TestShelveInstance-1935860920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:46.038500 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Network 86628d82-5385-4a0c-b569-c18a66455262 is already hosted by enough agents. {{(pid=92432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:50:46.045977 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.base_scheduler [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Resources bound (agent type, host, resource id): {{(pid=92432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:50:46.048300 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Received port after_create {{(pid=92432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:50:46.094781 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'Port': ['ID=3ff6a26c-e0fe-43c9-8a1a-530c59331b03,revision_number=1']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:46.097652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:46.602382 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.674385 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.699367 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.882493 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for port, precommit_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.887922 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16394060'] for port, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.892431 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-592b73c4-5d4d-41c6-a30a-d57f274388b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:50:46.999983 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event updated for resources: {'Port': ['ID=3ff6a26c-e0fe-43c9-8a1a-530c59331b03,revision_number=2']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:50:47.002772 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:50:47.010207 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728989'] for floatingip, after_update {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:47.179544 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Floating IP 0b9f3c39-2ce8-42a4-9922-b49fdcf3af63 associated. External IP: 172.26.8.19, port: 74a38ea0-0233-404f-b89e-629b079496bb. May 20 16:50:47.530261 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Router 78527087-5e80-4ace-8080-b6071a0214f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:50:47.707036 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:50:47.717750 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:50:47.727667 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:50:47.728350 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:50:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:50:47.734198 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:47.789180 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2890525 May 20 16:50:47.789715 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:50:47.834913 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'status': 'completed', 'code': 200} May 20 16:50:47.912340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:50:47.928892 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-67bcae14-83b2-42ae-beb6-a0e517e501a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:47.930420 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-67bcae14-83b2-42ae-beb6-a0e517e501a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1098 time: 0.0740876 May 20 16:50:48.225164 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-027b2305-a425-4e5f-a3d3-4296c84b5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:48.226917 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-027b2305-a425-4e5f-a3d3-4296c84b5c0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.2907743 May 20 16:50:48.315273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '0b9f3c39-2ce8-42a4-9922-b49fdcf3af63', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '74a38ea0-0233-404f-b89e-629b079496bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:f4:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83782765-1d05-4661-839a-675b0e63c514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:50:46Z', 'updated_at': '2021-05-20T16:50:46Z', 'revision_number': 0, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}, {'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:14Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:50:48.319523 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:50:48.327793 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:50:48.328395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:50:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:50:48.328929 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-61489baf-d74d-437a-a402-6c92302574aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 200 len: 998 time: 0.0957921 May 20 16:50:48.390703 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-8d618d7c-ede0-41d5-80bd-8e89e070f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:48.392162 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-8d618d7c-ede0-41d5-80bd-8e89e070f8a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0574808 May 20 16:50:48.465933 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-98199ef2-d5bb-461e-832e-09c37a57d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:48.467409 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-98199ef2-d5bb-461e-832e-09c37a57d04e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694981 May 20 16:50:48.502510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:50:48.601722 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-a2906124-5886-41a2-80f2-509320454c2e service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266217 May 20 16:50:48.734589 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-3311ee2c-4dd0-4321-af7e-91753241cf12 req-81afe04b-17ba-4b6f-985d-fcf56cbb97dc service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268654 May 20 16:50:48.852273 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '0b9f3c39-2ce8-42a4-9922-b49fdcf3af63', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '74a38ea0-0233-404f-b89e-629b079496bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:f4:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83782765-1d05-4661-839a-675b0e63c514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:50:46Z', 'updated_at': '2021-05-20T16:50:46Z', 'revision_number': 0, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}, {'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:14Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:50:48.856041 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91770a53-7553-4758-ae49-2c7eb7cd338a None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '0b9f3c39-2ce8-42a4-9922-b49fdcf3af63', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.19', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '74a38ea0-0233-404f-b89e-629b079496bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:f4:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83782765-1d05-4661-839a-675b0e63c514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:50:46Z', 'updated_at': '2021-05-20T16:50:46Z', 'revision_number': 0, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}, {'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:14Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:50:49.034858 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea069645-3dbb-4f6b-8529-97b4683bd189 None None] New status for floating IP 0b9f3c39-2ce8-42a4-9922-b49fdcf3af63: ACTIVE {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:50:52.171429 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:50:58.863436 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-0807e4b5-029c-4148-9fa3-ea6d4f6a874e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823116 May 20 16:50:59.012136 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-aaceebe3-8f0b-41d8-b308-c711f17a5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:59.013703 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-aaceebe3-8f0b-41d8-b308-c711f17a5c98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1097 time: 0.0773675 May 20 16:50:59.166276 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-f100e625-a6a0-4050-9b9d-beae3da74827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:59.167729 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-f100e625-a6a0-4050-9b9d-beae3da74827 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1333492 May 20 16:50:59.277681 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-dff78b84-1d50-4b79-a214-5b65efe339b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 999 time: 0.1022270 May 20 16:50:59.342564 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-667b5606-2fad-48da-8fe6-292d439bd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:59.343958 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-667b5606-2fad-48da-8fe6-292d439bd6db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0596755 May 20 16:50:59.417076 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-0d822bb4-91d3-4c1c-99d4-cffb318f6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:50:59.418537 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-0d822bb4-91d3-4c1c-99d4-cffb318f6510 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682170 May 20 16:50:59.547360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-305cf0e6-e46b-427f-b708-34722d74c982 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218202 May 20 16:50:59.681112 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1e01134d-b1e4-423f-a835-fdd0ff83d00e req-1f0286d4-a9f6-43cb-b740-955400e8940c service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269968 May 20 16:51:01.376765 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:10.568617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e50371b9-506b-4634-a3d1-20ab0596ef79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:13.344430 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:13.871113 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-86322e37-c99f-4e74-9533-a65028931541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:14.856548 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:16.702463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:29.170505 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:51:31.378062 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:40.565415 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-68623d91-4ac3-4b53-98e3-bfd3bdfc9f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:43.347342 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:43.873709 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-bdf30d88-c284-4ff6-83fe-6df0ca18e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:44.859521 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:46.704453 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.791102 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-d5b086f4-c21f-4d16-bd29-7b35329ca991 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765305 May 20 16:52:00.889386 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-b4147343-f1e2-41aa-a151-4bf1094b38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:00.890858 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-b4147343-f1e2-41aa-a151-4bf1094b38dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1098 time: 0.0793655 May 20 16:52:01.037417 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-93a951ea-0ebc-4ac7-a35c-dbb849b14515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:01.038865 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-93a951ea-0ebc-4ac7-a35c-dbb849b14515 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1300349 May 20 16:52:01.141722 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-dfe264c4-6985-47d2-a51e-473fe6b8bd67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 200 len: 1000 time: 0.0963626 May 20 16:52:01.203047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-88f354d1-fbf2-48ef-8df1-ec936148415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:01.204485 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-88f354d1-fbf2-48ef-8df1-ec936148415d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0573208 May 20 16:52:01.283380 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-b920b223-5f36-4716-a2aa-388d6f835f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:01.285360 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-b920b223-5f36-4716-a2aa-388d6f835f91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744812 May 20 16:52:01.395685 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.560745 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-3a488fac-8762-496d-8198-a7061673182a service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690873 May 20 16:52:01.693423 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-d20546dd-8269-43f7-bc8d-b8e778fe8163 req-e2976399-2dec-4dd9-9d6e-74a53a693c37 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262553 May 20 16:52:06.170010 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:52:10.558149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-20edbc3b-0890-4776-a4b3-e68c6f11d45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.352148 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.874142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-00ab3d0d-70df-4ede-8030-38c3a4d36577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.863325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.706160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.561447 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:52:19.711881 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:19.727393 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Returning: {'device': '74a38ea0-0233-404f-b89e-629b079496bb', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'port_id': '74a38ea0-0233-404f-b89e-629b079496bb', 'mac_address': 'fa:16:3e:f4:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:52:19.790681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.809160 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74a38ea0-0233-404f-b89e-629b079496bb {{(pid=92433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:19.829562 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:19.835272 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.837953 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:19.931007 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] get_ports_and_sgs() called for port_ids ['74a38ea0-0233-404f-b89e-629b079496bb'] {{(pid=92433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:19.973914 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=6']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:20.029097 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.029871 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.029985 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.030328 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.030748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.031149 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.031550 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.031946 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.032402 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.032795 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.033190 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.034002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:20.044325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:21.573827 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb up at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:21.723140 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.provisioning_blocks [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Provisioning complete for port 74a38ea0-0233-404f-b89e-629b079496bb triggered by entity L2. {{(pid=92433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:21.723582 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871821'] for port, provisioning_complete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.848719 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.877107 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:21.902681 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:21.909497 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.912366 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-27379971-c78f-45a7-a87f-0774aa517294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:21.968499 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'code': 200} May 20 16:52:21.984295 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=7']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:21.993906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:29.911410 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 56572) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:30.177047 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Deleting port 3ff6a26c-e0fe-43c9-8a1a-530c59331b03 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:30.177412 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.294720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.295148 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.414720 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Calling delete_port for 3ff6a26c-e0fe-43c9-8a1a-530c59331b03 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:30.540466 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.545073 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-9a57fb36-022f-4660-95f4-661e05d3bf13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:30.614793 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event deleted for resources: {'Port': ['ID=3ff6a26c-e0fe-43c9-8a1a-530c59331b03,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:30.657098 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.657506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.657884 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.658778 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.659142 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.659506 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.659869 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.660226 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.660590 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.660943 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.661296 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.661685 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:30.665057 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:30.694699 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.695058 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Floating IP 0b9f3c39-2ce8-42a4-9922-b49fdcf3af63 disassociated (deleted). External IP: 172.26.8.19, port: 74a38ea0-0233-404f-b89e-629b079496bb. May 20 16:52:31.206710 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Router 78527087-5e80-4ace-8080-b6071a0214f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:31.383496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:31.400711 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:31.403551 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.412828 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.413655 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:31.414277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:31.458680 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-25e677af-a0f7-46c9-a9ef-3eeb56f7950b tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "DELETE /v2.0/floatingips/0b9f3c39-2ce8-42a4-9922-b49fdcf3af63 HTTP/1.1" status: 204 len: 168 time: 1.5459492 May 20 16:52:31.459170 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:31.509470 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'status': 'completed', 'code': 200} May 20 16:52:31.597852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:31.612592 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-4070ab05-3286-4cda-939d-9e61a0aaf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:31.614286 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-4070ab05-3286-4cda-939d-9e61a0aaf6a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 1098 time: 0.0829239 May 20 16:52:31.631325 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:31.756411 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-fb86260e-bbb9-4c18-8051-1bf5bc61abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:31.757896 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-fb86260e-bbb9-4c18-8051-1bf5bc61abe5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1372986 May 20 16:52:31.859991 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-c1953fad-eeb5-44fd-bfe9-5b995adfa478 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 200 len: 217 time: 0.0948668 May 20 16:52:31.937355 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-58a0a7b3-78c5-472e-9733-68267b8be05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:31.938839 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-58a0a7b3-78c5-472e-9733-68267b8be05a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0697508 May 20 16:52:31.944110 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-741717'] for port, before_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.990210 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:32.003545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095840-709d-4db3-9f3f-69ede2d16e8c req-8759e4d2-d9f5-4846-a4f2-125f7fc7fd0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:32.004202 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5a095840-709d-4db3-9f3f-69ede2d16e8c req-8759e4d2-d9f5-4846-a4f2-125f7fc7fd0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Synchronizing usage tracker for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:32.013269 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:32.017543 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767615025857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767614658955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767614659000'] for port, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.022043 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:32.036487 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-5a095840-709d-4db3-9f3f-69ede2d16e8c req-8759e4d2-d9f5-4846-a4f2-125f7fc7fd0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Unset dirty status for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:32.037945 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a095840-709d-4db3-9f3f-69ede2d16e8c req-8759e4d2-d9f5-4846-a4f2-125f7fc7fd0d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 945 time: 0.2246039 May 20 16:52:32.043563 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-6a3b5a03-5502-4994-9d07-7086da7390d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:32.044986 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-6a3b5a03-5502-4994-9d07-7086da7390d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0992839 May 20 16:52:32.060181 dv-neutron-601336-76-hyperv neutron-server[92433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'code': 200} May 20 16:52:32.144371 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Pushing event updated for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=8']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:32.147707 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:32.168201 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:14Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:32.169553 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5a095840-709d-4db3-9f3f-69ede2d16e8c req-a208e023-46d6-4bc9-878b-aeed59e34570 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234887 May 20 16:52:32.172318 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:32.181563 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:32.182181 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:32.212216 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-0896078e-f3bb-4a73-94fd-ffa26f610601 service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488433 May 20 16:52:32.349564 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-36d21a4c-2de2-4425-bac4-d9bd4071560b req-c8265d7e-318f-4e8a-8617-14f89709600f service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292133 May 20 16:52:32.364769 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:32.753494 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:14Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:32.757545 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb4d8f-5ec1-4e41-ac4a-b0c09e2d27d5 None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_floatingips': [{'id': '74747537-e9a4-4799-93db-a32fcdc9c56c', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'router_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'port_id': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'mac_address': 'fa:16:3e:ee:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:48:11Z', 'updated_at': '2021-05-20T16:48:14Z', 'revision_number': 1, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:32.961522 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce42dc-3595-42f3-b1eb-5131bafb206a None None] New status for floating IP 0b9f3c39-2ce8-42a4-9922-b49fdcf3af63: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:52:33.403232 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-14aaf986-c3ec-4a86-a837-0331a7adfaea tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:33.404855 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-14aaf986-c3ec-4a86-a837-0331a7adfaea tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 943 time: 0.1418746 May 20 16:52:33.412635 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06b6c-6d41-4d4c-8749-d75818ebb1f3 req-bb2836e5-96e9-44d4-abed-9f23109a9e13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:33.413973 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da06b6c-6d41-4d4c-8749-d75818ebb1f3 req-bb2836e5-96e9-44d4-abed-9f23109a9e13 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 943 time: 0.1208580 May 20 16:52:33.544019 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-1da06b6c-6d41-4d4c-8749-d75818ebb1f3 req-1013a765-dfe9-4bb1-b464-c845c03e8b78 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012146 May 20 16:52:33.581948 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Deleting port 74a38ea0-0233-404f-b89e-629b079496bb {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:33.582303 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.865428 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] For port 74a38ea0-0233-404f-b89e-629b079496bb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=74a38ea0-0233-404f-b89e-629b079496bb,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:33.865678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.985786 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Calling delete_port for 74a38ea0-0233-404f-b89e-629b079496bb owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:34.097062 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.102912 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-fa706acc-e46a-4c82-a4b2-d9730923090e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:34.145761 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event deleted for resources: {'Port': ['ID=74a38ea0-0233-404f-b89e-629b079496bb,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:34.149147 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:34.223678 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] No DVR routers for this DVR port 74a38ea0-0233-404f-b89e-629b079496bb on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:34.226335 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.228925 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-deleted', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:34.244555 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-6f65a5d6-bfdf-47ae-8117-f9f20f7ca976 req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "DELETE /v2.0/ports/74a38ea0-0233-404f-b89e-629b079496bb HTTP/1.1" status: 204 len: 173 time: 0.8295743 May 20 16:52:34.275879 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83782765-1d05-4661-839a-675b0e63c514', 'name': 'network-vif-deleted', 'tag': '74a38ea0-0233-404f-b89e-629b079496bb', 'status': 'completed', 'code': 200} May 20 16:52:34.715640 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-be5ddd58-c619-4ded-82a8-39ab9a106d65 req-569a761d-7707-43c9-ad6a-77f61a3c1c76 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Synchronizing usage tracker for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:34.731263 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-be5ddd58-c619-4ded-82a8-39ab9a106d65 req-569a761d-7707-43c9-ad6a-77f61a3c1c76 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Unset dirty status for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:34.732327 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-be5ddd58-c619-4ded-82a8-39ab9a106d65 req-569a761d-7707-43c9-ad6a-77f61a3c1c76 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=83782765-1d05-4661-839a-675b0e63c514 HTTP/1.1" status: 200 len: 210 time: 0.0593910 May 20 16:52:35.594756 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:35.629991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 74a38ea0-0233-404f-b89e-629b079496bb {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:35.630340 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 74a38ea0-0233-404f-b89e-629b079496bb not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:36.381318 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.wsgi [-] (92432) accepted ('10.222.0.13', 56636) {{(pid=92432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:36.642396 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Deleting port 350f13bc-d613-4d3b-8c00-41bc32a8ab83 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:36.642645 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.758593 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.758910 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.878159 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Calling delete_port for 350f13bc-d613-4d3b-8c00-41bc32a8ab83 owned by network:floatingip {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:36.998652 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.002125 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-44666a8d-e081-412a-9dd7-cba48ee8e88a tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:37.044679 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event deleted for resources: {'Port': ['ID=350f13bc-d613-4d3b-8c00-41bc32a8ab83,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:37.047763 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:37.137077 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for floatingip, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.137494 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.db.l3_db [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Floating IP 74747537-e9a4-4799-93db-a32fcdc9c56c disassociated (deleted). External IP: 172.26.8.62, port: 316d9ada-ddb8-4b33-abda-e1bf64c3d033. May 20 16:52:37.639540 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Router 78527087-5e80-4ace-8080-b6071a0214f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:37.819533 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:37.830230 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:37.839394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:37.839998 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:37.842270 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for floatingip, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.897148 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [None req-f76b817f-d6ba-4526-a8c3-9f2cbe3d8ac7 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "DELETE /v2.0/floatingips/74747537-e9a4-4799-93db-a32fcdc9c56c HTTP/1.1" status: 204 len: 168 time: 1.5145488 May 20 16:52:37.897771 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:37.946183 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'status': 'completed', 'code': 200} May 20 16:52:38.025933 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:38.047479 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-e3d94f59-f952-4de8-b4ad-f52a3857feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.049556 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-e3d94f59-f952-4de8-b4ad-f52a3857feca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07cb27f31bbb45be937277a692a75c2f&device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 1097 time: 0.0814528 May 20 16:52:38.197712 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-f1ed7c7f-1fb7-4cdc-a005-2959ab91af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.199174 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-f1ed7c7f-1fb7-4cdc-a005-2959ab91af77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 200 len: 910 time: 0.1434541 May 20 16:52:38.271091 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-f233d979-230d-433c-a2c5-ba3fb3e90478 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 200 len: 217 time: 0.0643659 May 20 16:52:38.341537 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-d3d51c5d-ef43-422f-bc6a-c7c2b2e1c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.342946 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-d3d51c5d-ef43-422f-bc6a-c7c2b2e1c126 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 200 len: 849 time: 0.0657449 May 20 16:52:38.372906 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:38.377835 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:38.386830 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:38.387451 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:14Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:38.476644 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-977d9699-70f0-4e4e-b79e-5837624788ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.478127 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-977d9699-70f0-4e4e-b79e-5837624788ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62b3a461-7164-43a6-a0c5-bb63a91e1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1037560 May 20 16:52:38.485610 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ff605-99a5-465d-aa82-137d6c334353 req-71c74487-9790-42f0-a9c6-9351da224eb3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.486791 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-aa9ff605-99a5-465d-aa82-137d6c334353 req-71c74487-9790-42f0-a9c6-9351da224eb3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Synchronizing usage tracker for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:38.568195 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:38.575070 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-aa9ff605-99a5-465d-aa82-137d6c334353 req-71c74487-9790-42f0-a9c6-9351da224eb3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Unset dirty status for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:38.575978 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa9ff605-99a5-465d-aa82-137d6c334353 req-71c74487-9790-42f0-a9c6-9351da224eb3 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 944 time: 0.2364521 May 20 16:52:38.657153 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-aa9ff605-99a5-465d-aa82-137d6c334353 req-28292d5e-37a8-4eb8-bc83-2d6d13fad814 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734689 May 20 16:52:38.661591 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-75fef08b-8edf-4854-bc76-fd266f2cc00c service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718655 May 20 16:52:38.794701 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-29ebfcf5-0ab4-4e3a-a5fc-5edbc92078c8 req-3ebf2e0c-ad8e-45df-a9fe-e20de5fe52ac service neutron] 10.222.0.25 "GET /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267250 May 20 16:52:38.886025 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:38.889954 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911d54c-039b-447b-a313-a49d4613a4e3 None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:47:48Z', 'revision_number': 4, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv', '_interfaces': [{'id': '0364b287-80c6-4625-a636-0b6b5309f44f', 'name': '', 'network_id': '62b3a461-7164-43a6-a0c5-bb63a91e1ad6', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'mac_address': 'fa:16:3e:d9:2a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:47Z', 'updated_at': '2021-05-20T16:47:54Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'subnets': [{'id': 'c7bc785d-ae05-47e3-a207-c5c15f99ab64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:39.095717 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c83e5-b396-4ec9-ba7f-250618461f4c None None] New status for floating IP 74747537-e9a4-4799-93db-a32fcdc9c56c: DOWN {{(pid=92434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:52:39.732524 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379cace-6a69-4683-a900-a161e51a1869 req-83fe7524-d0ce-4d4c-9da5-16549931e415 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.733983 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5379cace-6a69-4683-a900-a161e51a1869 req-83fe7524-d0ce-4d4c-9da5-16549931e415 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 944 time: 0.0785956 May 20 16:52:39.926824 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b5b62-194d-4b0c-b946-4f1cd046c560 req-9d0e963e-b5f9-4093-9565-ee58d7d5b998 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.928157 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-563b5b62-194d-4b0c-b946-4f1cd046c560 req-9d0e963e-b5f9-4093-9565-ee58d7d5b998 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 944 time: 0.1563559 May 20 16:52:39.951388 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Deleting port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 {{(pid=92432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:39.951725 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.053521 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-563b5b62-194d-4b0c-b946-4f1cd046c560 req-08d2e47a-b3d2-4d00-ad69-430c49da9302 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/security-groups?id=558832ac-43d8-4d9f-89c3-b6f2df0efcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191692 May 20 16:52:40.263935 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.db [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] For port 316d9ada-ddb8-4b33-abda-e1bf64c3d033, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=316d9ada-ddb8-4b33-abda-e1bf64c3d033,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:40.264290 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.387287 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.plugins.ml2.plugin [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Calling delete_port for 316d9ada-ddb8-4b33-abda-e1bf64c3d033 owned by compute:nova {{(pid=92432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:40.501127 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16394075'] for port, after_delete {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.506657 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-099d71f1-dd25-43f1-acbe-8e6064da7347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:40.552496 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event deleted for resources: {'Port': ['ID=316d9ada-ddb8-4b33-abda-e1bf64c3d033,revision_number=None']} {{(pid=92432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:40.562088 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b2d8ca82-64cd-4149-94c3-0c6a2d2c87a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.579543 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG oslo_concurrency.lockutils [None req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92432) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:40.630559 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] No DVR routers for this DVR port 316d9ada-ddb8-4b33-abda-e1bf64c3d033 on host hv-neutron-6013 {{(pid=92432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:40.632954 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron_lib.callbacks.manager [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233455'] for port, before_response {{(pid=92432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.635545 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-deleted', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033'}] {{(pid=92432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:40.651311 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-5379cace-6a69-4683-a900-a161e51a1869 req-c47f3951-c68d-4583-b0bb-39499b09437f tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.25 "DELETE /v2.0/ports/316d9ada-ddb8-4b33-abda-e1bf64c3d033 HTTP/1.1" status: 204 len: 173 time: 0.9115574 May 20 16:52:40.681887 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da6bae2-fe2d-40f6-afe7-31c05a64a797', 'name': 'network-vif-deleted', 'tag': '316d9ada-ddb8-4b33-abda-e1bf64c3d033', 'status': 'completed', 'code': 200} May 20 16:52:41.220437 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e5c1d24d-2095-426a-b0a8-29f7fe0182a2 req-a0619ba5-0588-40ee-a8df-bca116c8e69d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Synchronizing usage tracker for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:41.235539 dv-neutron-601336-76-hyperv neutron-server[92432]: DEBUG neutron.quota.resource [req-e5c1d24d-2095-426a-b0a8-29f7fe0182a2 req-a0619ba5-0588-40ee-a8df-bca116c8e69d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Unset dirty status for tenant:07cb27f31bbb45be937277a692a75c2f on resource:port {{(pid=92432) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:41.237169 dv-neutron-601336-76-hyperv neutron-server[92432]: INFO neutron.wsgi [req-e5c1d24d-2095-426a-b0a8-29f7fe0182a2 req-a0619ba5-0588-40ee-a8df-bca116c8e69d tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "GET /v2.0/ports?device_id=2da6bae2-fe2d-40f6-afe7-31c05a64a797 HTTP/1.1" status: 200 len: 210 time: 0.0604227 May 20 16:52:42.331262 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56656) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:42.406730 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.438842 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.508757 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.513492 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-13479a3c-4f14-4fe2-a6f6-5ceb31e2f4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:42.531209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558832ac-43d8-4d9f-89c3-b6f2df0efcc9,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:42.537520 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.538657 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] 10.222.0.13 "DELETE /v2.0/security-groups/558832ac-43d8-4d9f-89c3-b6f2df0efcc9 HTTP/1.1" status: 204 len: 168 time: 0.2060754 May 20 16:52:42.545927 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.546794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.546794 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.547062 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.547433 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.547804 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.548171 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.549207 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.549621 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.550014 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.550349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.550710 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-76-hyperv {{(pid=92431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:42.553805 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-ef75e9d3-9ac7-4712-a5e0-2a2b98f63560 tempest-TestSnapshotPattern-374373927 tempest-TestSnapshotPattern-374373927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:42.587823 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56674) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:43.121136 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.169257 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:52:43.354808 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.525410 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Deleting port 0364b287-80c6-4625-a636-0b6b5309f44f {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:43.526034 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.609643 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:43.647979 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] For port 0364b287-80c6-4625-a636-0b6b5309f44f, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=0364b287-80c6-4625-a636-0b6b5309f44f,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:43.648334 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.698129 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] No Port match for: 316d9ada-ddb8-4b33-abda-e1bf64c3d033 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:43.698484 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Device 316d9ada-ddb8-4b33-abda-e1bf64c3d033 not bound to the agent host hv-neutron-6013 {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:43.774349 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Calling delete_port for 0364b287-80c6-4625-a636-0b6b5309f44f owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:43.877044 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0ae4319c-a311-440c-9a17-484eae258012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.200912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.204548 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-44e08704-d801-4e43-a74d-2fa13b60123c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:44.279335 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0364b287-80c6-4625-a636-0b6b5309f44f,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:44.281941 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:44.518420 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.867335 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.875226 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Router 78527087-5e80-4ace-8080-b6071a0214f4 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:45.048095 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:45.056987 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] Sync routers for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:45.065368 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-2afa8319-4bc5-4ed4-9f7a-6fb119f568d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/78527087-5e80-4ace-8080-b6071a0214f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767716 May 20 16:52:45.067924 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56678) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:45.068441 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:45.069456 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:45.247989 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:45.521354 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.536818 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:52:44Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:45.540885 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] Checking router: 78527087-5e80-4ace-8080-b6071a0214f4 for host: dv-neutron-601336-76-hyperv {{(pid=92433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:45.549281 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] Routers {'78527087-5e80-4ace-8080-b6071a0214f4'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:45.549943 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['78527087-5e80-4ace-8080-b6071a0214f4'], 'active': True} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:45.705239 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.737961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvr_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] Set router 78527087-5e80-4ace-8080-b6071a0214f4 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:45.781753 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Deleting port 4c06ced9-8127-4dee-83c2-76179de6a0f0 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:45.781986 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.907882 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] For port 4c06ced9-8127-4dee-83c2-76179de6a0f0, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=4c06ced9-8127-4dee-83c2-76179de6a0f0,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:45.908637 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.020024 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_hamode_db [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:52:44Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:46.023995 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050960e-14f1-4c2e-9ff3-83af38729cb9 None None] The sync data for ids ['78527087-5e80-4ace-8080-b6071a0214f4'] in dv-neutron-601336-76-hyperv is: [{'id': '78527087-5e80-4ace-8080-b6071a0214f4', 'name': 'tempest-TestSnapshotPattern-1768662103-router', 'tenant_id': '07cb27f31bbb45be937277a692a75c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:44Z', 'updated_at': '2021-05-20T16:52:44Z', 'revision_number': 5, 'project_id': '07cb27f31bbb45be937277a692a75c2f', 'gw_port': {'id': '4c06ced9-8127-4dee-83c2-76179de6a0f0', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78527087-5e80-4ace-8080-b6071a0214f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:45Z', 'updated_at': '2021-05-20T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}] {{(pid=92433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:46.035863 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Calling delete_port for 4c06ced9-8127-4dee-83c2-76179de6a0f0 owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:46.178702 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.183140 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e6240698-6495-47d6-afa9-b723e954330b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:46.226827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c06ced9-8127-4dee-83c2-76179de6a0f0,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:46.229997 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:46.319093 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.495940 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.498314 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.522268 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.522886 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78527087-5e80-4ace-8080-b6071a0214f4 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:52:46.536365 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.537565 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] 10.222.0.13 "DELETE /v2.0/routers/78527087-5e80-4ace-8080-b6071a0214f4 HTTP/1.1" status: 204 len: 168 time: 1.4686639 May 20 16:52:46.540092 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56684) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:46.601444 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Deleting subnet c7bc785d-ae05-47e3-a207-c5c15f99ab64 {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:52:46.604983 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.659615 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.709948 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.738745 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.118439 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.122392 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e90b7266-58b6-4ecd-88bd-ca119e7380a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:47.155657 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bc785d-ae05-47e3-a207-c5c15f99ab64,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:47.159192 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:47.161763 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.166923 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfbbef5-1007-482f-aa54-6c985d3cc023 None None] Network 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:47.167860 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-7e34f564-9a54-41ce-b04b-41c83ee4e749 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7bc785d-ae05-47e3-a207-c5c15f99ab64 HTTP/1.1" status: 204 len: 168 time: 0.6268103 May 20 16:52:47.170409 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56688) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:47.278401 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.349456 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Deleting port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:47.349795 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.408308 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] DHCP port deletion for 62b3a461-7164-43a6-a0c5-bb63a91e1ad6 request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:52:47.450450 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] For port e454b370-ff2e-4bb9-9da6-9bdc3f144f83, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:47.450797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.473395 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Deleting port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:47.473779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.576678 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Calling delete_port for e454b370-ff2e-4bb9-9da6-9bdc3f144f83 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:47.623074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] For port e454b370-ff2e-4bb9-9da6-9bdc3f144f83, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,segment=NetworkSegment(49987061-7c40-4113-95c6-ed984e9cf2b8),segment_id=49987061-7c40-4113-95c6-ed984e9cf2b8)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:47.623074 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.629912 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.634822 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-f3932c5b-3b68-4855-8075-06a0725c21d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:47.685476 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] No DVR routers for this DVR port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:47.686973 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0364b287-80c6-4625-a636-0b6b5309f44f no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:47.688280 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:47.714016 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:47.773907 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Calling delete_port for e454b370-ff2e-4bb9-9da6-9bdc3f144f83 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:47.782003 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 0364b287-80c6-4625-a636-0b6b5309f44f {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:47.782346 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 0364b287-80c6-4625-a636-0b6b5309f44f not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:47.783284 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c06ced9-8127-4dee-83c2-76179de6a0f0 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:47.805534 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.816634 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 4c06ced9-8127-4dee-83c2-76179de6a0f0 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:47.816980 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 4c06ced9-8127-4dee-83c2-76179de6a0f0 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:47.817425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e454b370-ff2e-4bb9-9da6-9bdc3f144f83 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:47.818256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b3a461-7164-43a6-a0c5-bb63a91e1ad6']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:47.831161 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49987061-7c40-4113-95c6-ed984e9cf2b8') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:47.831384 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49987061-7c40-4113-95c6-ed984e9cf2b8') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:47.842837 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.853379 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: e454b370-ff2e-4bb9-9da6-9bdc3f144f83 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:47.853725 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device e454b370-ff2e-4bb9-9da6-9bdc3f144f83 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:47.863256 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.869197 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:52:47.869797 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:52:47.882739 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:52:47.892454 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.897075 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:47.941991 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] No DVR routers for this DVR port e454b370-ff2e-4bb9-9da6-9bdc3f144f83 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:47.943740 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Pushing event deleted for resources: {'Port': ['ID=e454b370-ff2e-4bb9-9da6-9bdc3f144f83,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:47.946602 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-043131c0-bc55-4027-9b48-1faebef1d9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:47.959950 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.963387 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8531f5f9-4c0d-43f6-9ef9-dd76f0ca91db tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:47.977054 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.987597 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=62b3a461-7164-43a6-a0c5-bb63a91e1ad6,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:47.991855 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:47.995116 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-0f5a5d4f-a9e8-4824-a48f-15a92dbdb8fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/62b3a461-7164-43a6-a0c5-bb63a91e1ad6 HTTP/1.1" status: 204 len: 168 time: 0.8237524 May 20 16:52:47.998123 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56692) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:48.525198 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798859'] for router_interface, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.059007 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Deleting port 238d09f9-0821-4994-8862-f98d5fb590b2 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:49.059340 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.179851 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] For port 238d09f9-0821-4994-8862-f98d5fb590b2, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=238d09f9-0821-4994-8862-f98d5fb590b2,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:49.180199 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.305386 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Calling delete_port for 238d09f9-0821-4994-8862-f98d5fb590b2 owned by network:router_interface {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:49.452946 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.457792 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-1ee9bba5-5884-4851-bba1-edbc188c5c8f tempest-TestNetworkAdvancedServerOps-905798769 tempest-TestNetworkAdvancedServerOps-905798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:49.500934 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Pushing event deleted for resources: {'Port': ['ID=238d09f9-0821-4994-8862-f98d5fb590b2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:49.536867 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:49.768726 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1798823'] for router_interface, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.252720 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Router 0363050c-c165-4cde-a94a-bcc139d66a04 has already been hosted by L3 agent be2e0865-6550-45d4-8dd1-59adc05883f9 {{(pid=92431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:50.429026 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] Notify agent at l3_agent.dv-neutron-601336-76-hyperv the message routers_updated {{(pid=92431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:50.437780 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] Sync routers for ids ['0363050c-c165-4cde-a94a-bcc139d66a04'] in dv-neutron-601336-76-hyperv {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:50.438783 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-95ec6a16-f374-457f-a885-78b5e2db81cf admin admin] 10.222.0.13 "PUT /v2.0/routers/0363050c-c165-4cde-a94a-bcc139d66a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396815 May 20 16:52:50.441407 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56696) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:50.448214 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] Routers {'0363050c-c165-4cde-a94a-bcc139d66a04'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:50.448821 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['0363050c-c165-4cde-a94a-bcc139d66a04'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:50.618298 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks [] for router, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.621703 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] Set router 0363050c-c165-4cde-a94a-bcc139d66a04 gateway port host: dv-neutron-601336-76-hyperv {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:50.794463 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.866146 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Deleting port fe73f918-fae8-4009-839e-34f0e782674d {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:50.866602 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.897965 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'external_fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:52:49Z', 'revision_number': 5, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port': {'id': 'fe73f918-fae8-4009-839e-34f0e782674d', 'name': '', 'network_id': '86628d82-5385-4a0c-b569-c18a66455262', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-76-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:47:51Z', 'updated_at': '2021-05-20T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd22ce3b1-a737-453e-a0a1-91ec174fc9a0', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-76-hyperv'}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:50.902375 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] Checking router: 0363050c-c165-4cde-a94a-bcc139d66a04 for host: dv-neutron-601336-76-hyperv {{(pid=92434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:50.911193 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] Routers {'0363050c-c165-4cde-a94a-bcc139d66a04'} bound to L3 agent in host dv-neutron-601336-76-hyperv {{(pid=92434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:50.911796 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-76-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:44:14Z,description=,heartbeat_timestamp=2021-05-20T16:52:44Z,host='dv-neutron-601336-76-hyperv',id=be2e0865-6550-45d4-8dd1-59adc05883f9,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:44:14Z,topic='l3_agent')) {'router_ids': ['0363050c-c165-4cde-a94a-bcc139d66a04'], 'active': True} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:50.986972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] For port fe73f918-fae8-4009-839e-34f0e782674d, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=fe73f918-fae8-4009-839e-34f0e782674d,segment=NetworkSegment(98a6aa98-f2f5-48bb-a045-bf82d6335065),segment_id=98a6aa98-f2f5-48bb-a045-bf82d6335065)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:50.987320 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.095796 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_dvr_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] Set router 0363050c-c165-4cde-a94a-bcc139d66a04 gateway port host: None {{(pid=92434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:51.111209 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Calling delete_port for fe73f918-fae8-4009-839e-34f0e782674d owned by network:router_gateway {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:51.199353 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.l3_hamode_db [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:52:50Z', 'revision_number': 6, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port_host': None}], 'dv-neutron-601336-76-hyperv', False) {} {{(pid=92434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:51.203317 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb4dc5-da6e-4ca3-afdf-a66799adb6dc None None] The sync data for ids ['0363050c-c165-4cde-a94a-bcc139d66a04'] in dv-neutron-601336-76-hyperv is: [{'id': '0363050c-c165-4cde-a94a-bcc139d66a04', 'name': 'tempest-TestSnapshotPattern-1296735505-router', 'tenant_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:47:50Z', 'updated_at': '2021-05-20T16:52:50Z', 'revision_number': 6, 'project_id': 'ea35b6e9ba904c62934f7de411cc1a90', 'gw_port_host': None}] {{(pid=92434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:51.254427 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.258852 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-71161067-316a-4cff-853e-f8ecdd3fe918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:51.329574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe73f918-fae8-4009-839e-34f0e782674d,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:51.331845 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:51.394346 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728814'] for router_gateway, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.712672 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-559'] for router, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.714877 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.738996 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1729730'] for router, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.739497 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0363050c-c165-4cde-a94a-bcc139d66a04 {{(pid=92431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:52:51.751358 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] Notify callbacks [] for router, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.752461 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-e98b48cc-0cfb-4bd4-9081-a0782bb60e32 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0363050c-c165-4cde-a94a-bcc139d66a04 HTTP/1.1" status: 204 len: 168 time: 1.3101525 May 20 16:52:51.754998 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56700) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:51.815978 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Deleting subnet 6f62bf71-de0f-4f83-92b7-c60933e9e0af {{(pid=92431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:52:51.818918 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.867999 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15356314'] for subnet, precommit_delete_associations {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.950004 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702655'] for subnet, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.971886 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 238d09f9-0821-4994-8862-f98d5fb590b2 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:52.010491 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 238d09f9-0821-4994-8862-f98d5fb590b2 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:52.010839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 238d09f9-0821-4994-8862-f98d5fb590b2 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:52.207475 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16709933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16223199'] for subnet, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.208342 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8df9b89a-e7b5-434b-9a1e-d996cef4dc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:52.248803 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f62bf71-de0f-4f83-92b7-c60933e9e0af,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:52.252153 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:52.257547 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.262625 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d34d3-61b6-4c85-bbef-ff9513c7f14d None None] Network 3e9cc896-8a73-4bbc-bec1-07a1f04289ef requested from dv-neutron-601336-76-hyperv {{(pid=92433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:52.264053 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-8c9e725b-0909-470c-b8e7-65beb51e07c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f62bf71-de0f-4f83-92b7-c60933e9e0af HTTP/1.1" status: 204 len: 168 time: 0.5077994 May 20 16:52:52.266367 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56704) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:52.373415 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725756'] for network, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.445695 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Deleting port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 {{(pid=92431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:52.446057 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.508251 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] DHCP port deletion for 3e9cc896-8a73-4bbc-bec1-07a1f04289ef request from dv-neutron-601336-76-hyperv {{(pid=92433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:52:52.554063 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.db [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] For port 22f1e6de-cea2-4aa6-affd-4d82d28c9290, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=22f1e6de-cea2-4aa6-affd-4d82d28c9290,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:52.554403 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.579510 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Deleting port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 {{(pid=92433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:52.579895 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767615020526'] for port, before_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.676110 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.plugin [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Calling delete_port for 22f1e6de-cea2-4aa6-affd-4d82d28c9290 owned by network:dhcp {{(pid=92431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:52.678964 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.db [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] For port 22f1e6de-cea2-4aa6-affd-4d82d28c9290, host dv-neutron-601336-76-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-76-hyperv',level=0,port_id=22f1e6de-cea2-4aa6-affd-4d82d28c9290,segment=NetworkSegment(b7b5b0de-e4a5-4356-b79e-7613c33d6e89),segment_id=b7b5b0de-e4a5-4356-b79e-7613c33d6e89)] {{(pid=92433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:52.679363 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1801713'] for port, precommit_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.724827 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16709888'] for port, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.728574 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-3128f1ea-1b0b-43fb-b405-c40ceac79486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:52.776682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=22f1e6de-cea2-4aa6-affd-4d82d28c9290,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:52.779047 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:52.781495 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] No DVR routers for this DVR port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 on host dv-neutron-601336-76-hyperv {{(pid=92431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:52.802901 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Calling delete_port for 22f1e6de-cea2-4aa6-affd-4d82d28c9290 owned by network:dhcp {{(pid=92433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:52.846649 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-741764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767615025866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767614658946'] for port, after_delete {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.851372 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:52.895389 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Pushing event deleted for resources: {'Port': ['ID=22f1e6de-cea2-4aa6-affd-4d82d28c9290,revision_number=None']} {{(pid=92433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:52.897173 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] No DVR routers for this DVR port 22f1e6de-cea2-4aa6-affd-4d82d28c9290 on host dv-neutron-601336-76-hyperv {{(pid=92433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:52.898574 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG oslo_concurrency.lockutils [None req-57b96277-6eeb-47c2-9370-1c43e0fdb224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:52.901372 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702726', 'neutron.services.segments.db._delete_segments_for_network-8767615115641'] for network, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.915588 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9cc896-8a73-4bbc-bec1-07a1f04289ef']}} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:52.928176 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89') {'for_net_delete': True} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:52.928465 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.services.segments.db [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b5b0de-e4a5-4356-b79e-7613c33d6e89') {} {{(pid=92431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:52.939689 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767615126541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15356291'] for segment, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.955462 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898'] for segment, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.961466 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=92431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:52:52.961838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16710003'] for segment, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: Traceback (most recent call last): May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: timer() May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: cb(*args, **kw) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: return func(*args, **kwargs) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: self._notify() May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: self.callback(batched_events) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: event.method(event) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: return f(self, *a, **k) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._get(url).json() May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: return self.request(url, 'GET', **kwargs) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:52:52.975326 dv-neutron-601336-76-hyperv neutron-server[92431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:52:53.183632 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1700488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1664931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728971'] for network, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.186772 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-2cea1315-a889-49bc-b586-2b994df9643e tempest-NetworksIpV6Test-1868250406 tempest-NetworksIpV6Test-1868250406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:53.199393 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Notify callbacks [] for network, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.210849 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9cc896-8a73-4bbc-bec1-07a1f04289ef,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:53.216081 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e9cc896-8a73-4bbc-bec1-07a1f04289ef HTTP/1.1" status: 204 len: 168 time: 0.9464169 May 20 16:52:53.216081 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-44b4b862-1c7d-49b2-b9da-2d8e3c08d6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:53.323631 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56710) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:53.371922 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-ad81b2c3-ca90-40de-9ea0-5ccc6473402d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07cb27f31bbb45be937277a692a75c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469570 May 20 16:52:53.374343 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56714) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:53.431573 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.456722 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.512690 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.517966 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-22abcb9a-03c7-48b5-9527-52b827e805ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:53.530360 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7a59dd-5cb1-4301-9bcd-8e39d8c7a8d2,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:53.533542 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:53.534838 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.537139 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-67767d77-db04-4b37-a7b0-901f69d62c3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b7a59dd-5cb1-4301-9bcd-8e39d8c7a8d2 HTTP/1.1" status: 204 len: 168 time: 0.1607032 May 20 16:52:53.655661 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fe73f918-fae8-4009-839e-34f0e782674d no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:53.691048 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: fe73f918-fae8-4009-839e-34f0e782674d {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:53.691313 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device fe73f918-fae8-4009-839e-34f0e782674d not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:53.691839 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 22f1e6de-cea2-4aa6-affd-4d82d28c9290 no longer exists at agent ovs-agent-dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:53.728312 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.plugin [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] No Port match for: 22f1e6de-cea2-4aa6-affd-4d82d28c9290 {{(pid=92433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:53.728664 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron.plugins.ml2.rpc [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Device 22f1e6de-cea2-4aa6-affd-4d82d28c9290 not bound to the agent host dv-neutron-601336-76-hyperv {{(pid=92433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:53.924810 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56722) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:53.975886 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-fcbbf4e9-282f-49dc-a831-e6bee9b4c5b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea35b6e9ba904c62934f7de411cc1a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493741 May 20 16:52:53.978130 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.wsgi [-] (92431) accepted ('10.222.0.13', 56726) {{(pid=92431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:54.037972 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:54.063190 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:54.115779 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1703842'] for security_group, after_delete {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:54.119682 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-26ffb2e2-b04a-45c2-9476-2b42e76b90cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:54.130799 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559f31c-2cf1-4b5b-9f9d-221cb033771e,revision_number=None']} {{(pid=92431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:54.134248 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG oslo_concurrency.lockutils [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:54.137464 dv-neutron-601336-76-hyperv neutron-server[92431]: DEBUG neutron_lib.callbacks.manager [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:54.138578 dv-neutron-601336-76-hyperv neutron-server[92431]: INFO neutron.wsgi [None req-10ed0422-4fdc-4ffb-be8b-be00bb0b3400 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0559f31c-2cf1-4b5b-9f9d-221cb033771e HTTP/1.1" status: 204 len: 168 time: 0.1595407 May 20 16:53:01.418385 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.565028 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-011265f5-3e18-4df9-9831-45eb51a5814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:13.357961 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:13.878888 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-593f0909-c532-430c-af84-98854eafccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:14.867431 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:16.712197 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.169021 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:53:31.433591 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:40.567105 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-55938d4a-4e8c-46ae-a322-18e4d211050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.359748 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.880981 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-cb959181-b85f-4a5b-9b3a-1dfe237483a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.870383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.715437 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.168109 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:54:01.448803 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:10.569383 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-5955da15-63d2-4f11-83b4-edee4b643b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.364696 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.881277 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-e3d5abd5-be76-40e4-8efe-9b2e00c40c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.874532 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.719908 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.449642 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:34.167037 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:54:40.570617 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-0a7fff49-da2f-41e7-b933-f4f2d9e4e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.357766 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.882590 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-47514775-b329-4f29-99c3-a47462b1d5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.876360 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.720006 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:01.461071 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:10.576698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea1cd-e501-47f1-a0f7-44a951e463cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.166027 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:55:13.359425 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:13.884021 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba951-ebb6-4ddb-b5af-ef561bcf2f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:14.879331 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.723382 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:31.460779 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:40.568409 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-89a7c276-a14f-4abb-97e2-d32e4a6a9e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:43.361752 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:43.886142 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1141-d15f-4444-95f1-d819c90a5241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:44.881650 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:46.725567 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:48.165002 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:56:01.474392 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.572816 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-50812ff4-e4cf-4b2f-b5ae-c2ba3b239413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.367824 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.887826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b86d8b9c-66bc-47f0-9656-b91c99cf7b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.886698 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.728184 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.163871 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:56:31.477852 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:40.577394 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-13164fa2-1f28-4743-8b7d-000f549cac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:43.361971 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:43.889459 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6f8e3d50-2ce9-42e6-8623-d0019ad9736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.887797 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:46.730185 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:01.488406 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:02.163553 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:57:10.579092 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-b88bf0cb-77aa-4f35-a7e1-2dcf643d02e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:13.368412 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:13.891472 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ac5e-306c-42c2-a200-ebcb6180079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.890511 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:16.733753 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:31.488118 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:39.162559 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:57:40.581463 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-027b2a9a-7f8e-4da0-a136-0a9ff94a9857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:43.362119 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:43.892879 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-151d0e25-becf-4689-9c37-45b63892abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:44.894716 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:46.735527 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:01.485777 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-365f7c49-96da-4e64-ae8a-b7e5e18b8859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:10.583934 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8cb8-fd17-47f8-997a-912ba4cba190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:13.365002 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-fbd65cd1-05ab-449e-b378-d9bbbbfdcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:13.895374 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-4190501e-b048-49bb-bf4a-a4b3eae6116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:14.897056 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-6281ba35-eeba-49d0-baae-3c15db9c4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:16.161511 dv-neutron-601336-76-hyperv neutron-server[92434]: DEBUG neutron.db.agents_db [None req-3f0700ff-22a0-4f5b-8f81-537b695db892 None None] Agent healthcheck: found 6 active agents {{(pid=92434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:58:16.738826 dv-neutron-601336-76-hyperv neutron-server[92433]: DEBUG neutron_lib.callbacks.manager [None req-7a56fd50-d61b-4b4c-8bc9-49ec87ca49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767615119198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871932'] for agent, after_update {{(pid=92433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}